00000800:00000200:1.1F:1769073920.953713:0:16315:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddbb6005] -> 12345-192.168.204.141@tcp (2) 00000800:00000200:2.1F:1769073920.957922:0:16307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddbb6005] -> 12345-192.168.204.141@tcp (2) 00000800:00000200:2.1:1769073920.957938:0:16307:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.141@tcp 00000000b58c59ea deleted 00000800:00000010:2.1:1769073920.957941:0:16307:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000b58c59ea. 00000800:00000200:2.1:1769073920.957947:0:16307:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1769073920.957954:0:16307:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.141@tcp ip 192.168.204.141:1023 00000800:00000200:2.1:1769073920.957958:0:16307:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000003b7a082c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:3.1F:1769073920.959484:0:16306:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1F:1769073920.960451:0:16308:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000ddbb6005] -> 12345-192.168.204.141@tcp (4) 00000800:00000200:0.1:1769073920.960463:0:16308:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.141@tcp 0000000002e1fd50 deleted 00000800:00000010:0.1:1769073920.960465:0:16308:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000002e1fd50. 00000800:00000200:0.1:1769073920.960469:0:16308:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:3.1:1769073920.961627:0:16306:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1:1769073921.311432:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000b2e4f1d1. 00010000:00000010:1.1:1769073921.311451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000639477e3. 00010000:00000010:2.1:1769073921.704751:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000c3dd6b2. 00010000:00000010:2.1:1769073921.704771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000dde8a129. 00010000:00000010:0.1:1769073921.721661:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000027eaf794. 00010000:00000010:0.1:1769073921.721671:0:14:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009cbec5ec. 00010000:00000010:0.1:1769073921.721675:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001718d32. 00080000:00000010:2.1:1769073921.776464:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 00000000452e8815. 00010000:00000010:1.1:1769074151.418216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b05d6d300. 00010000:00000010:1.1:1769074151.418227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662400. 00010000:00000010:0.1:1769074151.418305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58400. 00010000:00000010:0.1:1769074151.418311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a03f7ef00. 00010000:00000010:0.1:1769074151.418316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a03c4b600. 00000004:00010000:3.0:1769074920.080755:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008d553300 reply state 0000000005e5f6c7 transno 55834575744 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074920.080765:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074920.080770:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x37dcc2d3 (ffff8c8a0901ca00) 00010000:00010000:3.0:1769074920.080772:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074920.080775:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074920.080801:0:26103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f39e lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e954 expref: 455 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.080814:0:26103:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ba00/0xd2fe271aa172f3b3 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x119:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e954 expref: 454 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.080821:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x119:0x0].0x0 (ffff8c8a0901cf00) 00010000:00010000:3.0:1769074920.080823:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074920.080825:0:26103:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b0753ba00, rc 0) 00000100:00100000:3.0:1769074920.080896:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b07558e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+455:31577:x1855008351170176:12345-192.168.204.41@tcp:101:cp.0 Request processed in 944us (1357us total) trans 55834575744 rc 0/0 00000100:00100000:3.0:1769074920.080903:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5702 00000100:00100000:3.0:1769074920.090435:0:27571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351170432 00000100:00100000:3.0:1769074920.090446:0:27571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351170432 00000100:00100000:3.0:1769074920.090498:0:27571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3514 00000100:00100000:3.0:1769074920.090508:0:27571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b07558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:705e500b-e064-49d7-afab-35748affa4a4+65:31577:x1855008351170432:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.090526:0:27571:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.090543:0:27571:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a600/0xd2fe271aa172f3c8 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607e962 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.090573:0:27571:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f3c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e95b expref: 66 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.090582:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.090584:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.090588:0:27571:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a600/0xd2fe271aa172f3c8 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->110591] (req 0->110591) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e962 expref: 66 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.090624:0:27571:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f3c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e95b expref: 66 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.090637:0:27571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f3c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e95b expref: 66 pid: 36867 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.090652:0:27571:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:27571:1855008368716800:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074920.090734:0:27571:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a01c3b480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.094763:0:27571:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:27571:1855008368716800:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074920.094804:0:27571:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a600/0xd2fe271aa172f3c8 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->110591] (req 0->110591) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e962 expref: 66 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.094825:0:27571:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b0753a600, rc 0) 00000100:00100000:3.0:1769074920.094911:0:27571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b07558380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:705e500b-e064-49d7-afab-35748affa4a4+66:31577:x1855008351170432:12345-192.168.204.41@tcp:101:cp.0 Request processed in 4403us (4764us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.094922:0:27571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3514 00000100:00100000:3.0:1769074920.097079:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351170560 00000100:00100000:3.0:1769074920.097089:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351170560 00010000:00010000:3.0:1769074920.097123:0:26090:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f3c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e95b expref: 66 pid: 36867 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.097165:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1433 00000100:00100000:3.0:1769074920.097173:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0755a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+66:10962:x1855008351170560:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074920.097187:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074920.097218:0:26090:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f3c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e95b expref: 66 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.097231:0:26090:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f3c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e95b expref: 66 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.097254:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f3c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x344:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e95b expref: 66 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.097269:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.097271:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.097277:0:26090:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a600/0xd2fe271aa172f3c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e962 expref: 65 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.097287:0:26090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a600/0xd2fe271aa172f3c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e962 expref: 65 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.097319:0:26090:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a600/0xd2fe271aa172f3c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e962 expref: 65 pid: 27571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074920.097332:0:26090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368716928:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074920.097613:0:26090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a01c3b480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.102243:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368716928:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.102271:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.102319:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0755a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+65:10962:x1855008351170560:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 5145us (5341us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.102330:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1433 00000100:00100000:3.0:1769074920.106954:0:32340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351170816 00000100:00100000:3.0:1769074920.106965:0:32340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351170816 00000100:00100000:3.0:1769074920.107090:0:32340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1256 00000100:00100000:3.0:1769074920.107102:0:32340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a09020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+455:31577:x1855008351170816:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:3.0:1769074920.107643:0:32340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a09020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+456:31577:x1855008351170816:12345-192.168.204.41@tcp:35:cp.0 Request processed in 541us (889us total) trans 55834575745 rc 0/0 00000100:00100000:3.0:1769074920.107651:0:32340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1256 00000100:00100000:3.0:1769074920.123339:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351171328 00000100:00100000:3.0:1769074920.123348:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351171328 00000100:00100000:3.0:1769074920.123414:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5705 00000100:00100000:3.0:1769074920.123423:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+456:31577:x1855008351171328:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.123444:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.123463:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f3f9 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607e977 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.123563:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.123577:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.123587:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.123606:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.123612:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.123617:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:3.0:1769074920.123905:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x345:0x0], index 0: 0 00080000:00000400:3.0:1769074920.123917:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.123920:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.123923:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.123925:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.123927:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.123929:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.123947:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.123950:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.123952:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.123954:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.123956:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.123958:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.123984:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.123987:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.123988:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.123990:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.123992:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.123994:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074920.124108:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794200/0xd2fe271aa172f40e lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x11a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124118:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794200/0xd2fe271aa172f40e lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x11a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124126:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794200/0xd2fe271aa172f40e lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x11a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124158:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124164:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124170:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124176:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124182:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.124186:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124193:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124203:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.124207:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.124212:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124217:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f400 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074920.124230:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003fa98e33 reply state 0000000036d522fb transno 55834575746 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124244:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.124250:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xa4bfea24 (ffff8c8a0901c200) 00010000:00010000:3.0:1769074920.124252:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074920.124255:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074920.124280:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f3f9 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e977 expref: 459 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.124292:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794200/0xd2fe271aa172f40e lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x11a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e977 expref: 458 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.124298:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11a:0x0].0x0 (ffff8c8a0901cc00) 00010000:00010000:3.0:1769074920.124300:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074920.124303:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a04794200, rc 0) 00000100:00100000:3.0:1769074920.124942:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+459:31577:x1855008351171328:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1517us (1669us total) trans 55834575746 rc 0/0 00000100:00100000:3.0:1769074920.124952:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5705 00000100:00100000:3.0:1769074920.129172:0:27571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351171456 00000100:00100000:3.0:1769074920.129182:0:27571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351171456 00000100:00100000:3.0:1769074920.140013:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351171712 00000100:00100000:3.0:1769074920.140023:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351171712 00010000:00010000:3.0:1769074920.140093:0:26090:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172f41c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e97e expref: 67 pid: 27571 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.140130:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1434 00000100:00100000:3.0:1769074920.140140:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b06d1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+67:10965:x1855008351171712:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074920.140161:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074920.140181:0:26090:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172f41c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e97e expref: 67 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.140595:0:26090:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172f41c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e97e expref: 67 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.140624:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172f41c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x345:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e97e expref: 67 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.140639:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.140642:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.140649:0:26090:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985e00/0xd2fe271aa172f423 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e985 expref: 66 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.140659:0:26090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985e00/0xd2fe271aa172f423 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e985 expref: 66 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.140700:0:26090:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985e00/0xd2fe271aa172f423 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x345:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e985 expref: 66 pid: 27571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074920.140715:0:26090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:26090:1855008368717184:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074920.140790:0:26090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.150230:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:26090:1855008368717184:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.150254:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.150308:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b06d1b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+66:10965:x1855008351171712:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 10169us (10510us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.150319:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1434 00000100:00100000:3.0:1769074920.156777:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351172096 00000100:00100000:3.0:1769074920.156788:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351172096 00000100:00100000:3.0:1769074920.156908:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5706 00000100:00100000:3.0:1769074920.156920:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+460:31577:x1855008351172096:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.156944:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.156967:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f42a lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607e98c expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.157067:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157081:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157092:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157105:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157112:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157117:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157156:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157163:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157170:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157176:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157182:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.157186:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157193:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157438:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.157442:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.157447:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157454:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f431 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157470:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157477:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157482:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157487:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbf000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.157490:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157500:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157506:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc2bba7e5 (ffff8c8a0901c300) 00010000:00010000:3.0:1769074920.157509:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.157512:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157517:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f438 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.157548:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f42a lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e98c expref: 461 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.157558:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.157560:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.157564:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f42a lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e98c expref: 461 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.157572:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b0753aa00, rc 0) 00000100:00100000:3.0:1769074920.157634:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+460:31577:x1855008351172096:12345-192.168.204.41@tcp:101:cp.0 Request processed in 716us (967us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074920.157642:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5706 00000100:00100000:3.0:1769074920.161801:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351172224 00000100:00100000:3.0:1769074920.161812:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351172224 00000100:00100000:3.0:1769074920.161882:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5707 00000100:00100000:3.0:1769074920.161901:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b06d19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+460:31577:x1855008351172224:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.161922:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.161943:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f43f lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607e993 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.162013:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162070:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162083:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162147:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162156:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162163:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162220:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162228:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162234:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162240:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162246:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.162250:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162258:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162271:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.162275:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.162280:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162286:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f446 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162302:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162309:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162314:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162319:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.162322:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162328:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162334:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc2bba7e5 (ffff8c8b132dcb00) 00010000:00010000:3.0:1769074920.162337:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.162339:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162345:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f44d lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.162568:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f43f lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e993 expref: 461 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.162582:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.162585:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.162590:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f43f lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e993 expref: 461 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.162599:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b07bbe600, rc 0) 00000100:00100000:3.0:1769074920.162749:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b06d19880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+460:31577:x1855008351172224:12345-192.168.204.41@tcp:101:cp.0 Request processed in 858us (1511us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074920.162758:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5707 00000100:00100000:3.0:1769074920.187478:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351172864 00000100:00100000:3.0:1769074920.187490:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351172864 00000100:00100000:3.0:1769074920.192752:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368717824:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.192775:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.192808:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+66:10962:x1855008351172864:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 5085us (7263us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.192818:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1435 00000100:00100000:3.0:1769074920.207629:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351173632 00000100:00100000:3.0:1769074920.207641:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351173632 00000100:00100000:3.0:1769074920.207699:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5711 00000100:00100000:3.0:1769074920.207709:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+464:31577:x1855008351173632:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.207729:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.207751:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f4af lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607e9bd expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.207879:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.207894:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.207907:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.207921:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.207927:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.207933:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:3.0:1769074920.208275:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x346:0x0], index 0: 0 00080000:00000400:3.0:1769074920.208287:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.208291:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.208293:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.208296:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.208298:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.208300:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.208320:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.208322:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.208323:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.208325:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.208328:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.208330:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.208361:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.208364:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.208366:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.208368:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.208370:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.208372:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074920.208468:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa172f4c4 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x11c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208477:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa172f4c4 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x11c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208485:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa172f4c4 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x11c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208517:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208524:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208531:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208538:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208543:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.208548:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208554:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208566:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.208569:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.208574:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208580:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f4b6 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074920.208596:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000027ced2d3 reply state 000000008a5f44c9 transno 55834575750 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208606:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.208613:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x2fbacb41 (ffff8c8b132dcb00) 00010000:00010000:3.0:1769074920.208615:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074920.208617:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074920.208644:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f4af lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9bd expref: 467 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.208658:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa172f4c4 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x11c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9bd expref: 466 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.208666:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11c:0x0].0x0 (ffff8c8b132dcf00) 00010000:00010000:3.0:1769074920.208668:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074920.208671:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e59a00, rc 0) 00000100:00100000:3.0:1769074920.208727:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04979880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+467:31577:x1855008351173632:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1020us (1198us total) trans 55834575750 rc 0/0 00000100:00100000:3.0:1769074920.208735:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5711 00000100:00100000:3.0:1769074920.225068:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351174016 00000100:00100000:3.0:1769074920.225080:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351174016 00010000:00010000:3.0:1769074920.225123:0:26090:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f4d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9c4 expref: 68 pid: 27571 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.225228:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1436 00000100:00100000:3.0:1769074920.225238:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a01fd5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+68:10964:x1855008351174016:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074920.225253:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074920.225271:0:26090:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f4d2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9c4 expref: 68 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.225284:0:26090:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f4d2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9c4 expref: 68 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.225307:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f4d2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9c4 expref: 68 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.225322:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.225325:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.225331:0:26090:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985c00/0xd2fe271aa172f4d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9cb expref: 67 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.225340:0:26090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985c00/0xd2fe271aa172f4d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9cb expref: 67 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.225393:0:26090:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985c00/0xd2fe271aa172f4d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9cb expref: 67 pid: 36867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074920.225407:0:26090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:26090:1855008368718080:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074920.225482:0:26090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.229878:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:26090:1855008368718080:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.229912:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.229974:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a01fd5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+67:10964:x1855008351174016:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 4737us (5661us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.229986:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1436 00000100:00100000:3.0:1769074920.235943:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.253560:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351174912 00000100:00100000:3.0:1769074920.253572:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351174912 00000100:00100000:3.0:1769074920.253626:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3521 00000100:00100000:3.0:1769074920.253637:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b421c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+66:10962:x1855008351174912:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.253657:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.253683:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f52d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607e9e7 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074920.253712:0:36867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x346:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074920.253732:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.253734:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.253743:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f52d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9e7 expref: 67 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.253760:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f52d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9e7 expref: 67 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.253774:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e59800, rc 0) 00000100:00100000:3.0:1769074920.253836:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b421c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+67:10962:x1855008351174912:12345-192.168.204.41@tcp:101:cp.0 Request processed in 201us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.253843:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3521 00000100:00100000:3.0:1769074920.262142:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351175168 00000100:00100000:3.0:1769074920.262156:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351175168 00010000:00010000:3.0:1769074920.262200:0:26090:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f52d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9e7 expref: 68 pid: 36867 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.262252:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1437 00000100:00100000:3.0:1769074920.262261:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+68:10962:x1855008351175168:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074920.262277:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074920.262297:0:26090:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f52d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9e7 expref: 68 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.262309:0:26090:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f52d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9e7 expref: 68 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.262331:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f52d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x346:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9e7 expref: 68 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.262344:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.262346:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.262353:0:26090:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985a00/0xd2fe271aa172f534 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9ee expref: 67 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.262374:0:26090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985a00/0xd2fe271aa172f534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9ee expref: 67 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.262407:0:26090:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985a00/0xd2fe271aa172f534 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9ee expref: 67 pid: 27571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074920.262426:0:26090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368718336:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074920.262501:0:26090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.268755:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368718336:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.268785:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.268838:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+67:10962:x1855008351175168:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 6577us (8165us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.268864:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1437 00000100:00100000:3.0:1769074920.277781:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351175552 00000100:00100000:3.0:1769074920.277792:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351175552 00000100:00100000:3.0:1769074920.301917:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351176192 00000100:00100000:3.0:1769074920.301929:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351176192 00000100:00100000:3.0:1769074920.301988:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3524 00000100:00100000:3.0:1769074920.301999:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+68:31577:x1855008351176192:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.302018:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.302082:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f58f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea11 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.302113:0:36867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f588 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea0a expref: 69 pid: 27571 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.302121:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.302123:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.302128:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f58f lrc: 4/0,0 mode: --/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea11 expref: 69 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.302162:0:36867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f588 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea0a expref: 69 pid: 27571 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.302176:0:36867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f588 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea0a expref: 69 pid: 27571 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.302190:0:36867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368718464:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074920.302278:0:36867:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.306721:0:36867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368718464:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074920.306761:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f58f lrc: 3/0,0 mode: --/PW res: [0x280000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->40959] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea11 expref: 69 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.306781:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e59800, rc 0) 00000100:00100000:3.0:1769074920.306846:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+69:31577:x1855008351176192:12345-192.168.204.41@tcp:101:cp.0 Request processed in 4849us (5048us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.306869:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3524 00000100:00100000:3.0:1769074920.307691:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.314646:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.323807:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351176704 00000100:00100000:3.0:1769074920.323817:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351176704 00000100:00100000:3.0:1769074920.323895:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5718 00000100:00100000:3.0:1769074920.323906:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+476:31577:x1855008351176704:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.323930:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.323950:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f596 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea18 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.324020:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324075:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324086:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324102:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324108:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324114:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324154:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324160:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324166:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324172:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324178:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.324182:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324190:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324213:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.324217:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.324221:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324227:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f59d lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324242:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324248:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324253:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324259:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.324261:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324267:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324276:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x4958ff4 (ffff8c8b132dc500) 00010000:00010000:3.0:1769074920.324278:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.324281:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324286:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f5a4 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.324318:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f596 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea18 expref: 477 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.324328:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.324330:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.324333:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f596 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea18 expref: 477 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.324342:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58400, rc 0) 00000100:00100000:3.0:1769074920.324410:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+476:31577:x1855008351176704:12345-192.168.204.41@tcp:101:cp.0 Request processed in 506us (709us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074920.324417:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5718 00000100:00100000:3.0:1769074920.332244:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351177088 00000100:00100000:3.0:1769074920.332254:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351177088 00000100:00100000:3.0:1769074920.332319:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5720 00000100:00100000:3.0:1769074920.332329:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0497b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+476:31577:x1855008351177088:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.332350:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.332374:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f5c0 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea26 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.332483:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.332499:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.332510:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.332524:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.332535:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.332541:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:3.0:1769074920.332885:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x347:0x0], index 1: 0 00080000:00000400:3.0:1769074920.332898:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.332902:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.332904:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.332907:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.332910:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.332912:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.332932:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.332934:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.332937:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.332939:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.332941:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.332943:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.332979:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.332982:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.332984:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.332985:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.332988:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.332989:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074920.333157:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa172f5d5 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x11f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333168:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa172f5d5 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x11f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333176:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa172f5d5 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x11f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333215:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333222:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333229:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333235:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333240:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.333245:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333252:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333265:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.333269:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.333273:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333280:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f5c7 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074920.333296:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000462ae290 reply state 000000007766964d transno 55834575756 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333307:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.333317:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x4958ff4 (ffff8c8b132dc400) 00010000:00010000:3.0:1769074920.333319:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074920.333321:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074920.333352:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f5c0 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea26 expref: 479 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.333365:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa172f5d5 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x11f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea26 expref: 478 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.333372:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11f:0x0].0x0 (ffff8c8a0901c300) 00010000:00010000:3.0:1769074920.333374:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074920.333376:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e59e00, rc 0) 00000100:00100000:3.0:1769074920.333438:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0497b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+479:31577:x1855008351177088:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1110us (1308us total) trans 55834575756 rc 0/0 00000100:00100000:3.0:1769074920.333446:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5720 00000100:00100000:3.0:1769074920.339337:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351177216 00000100:00100000:3.0:1769074920.339350:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351177216 00000100:00100000:3.0:1769074920.339428:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3525 00000100:00100000:3.0:1769074920.339439:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+67:10963:x1855008351177216:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.339458:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.339483:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f5e3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea2d expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074920.339510:0:36867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x347:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074920.339531:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.339533:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.339543:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f5e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea2d expref: 68 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.339563:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f5e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea2d expref: 68 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.339576:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58400, rc 0) 00000100:00100000:3.0:1769074920.339642:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+68:10963:x1855008351177216:12345-192.168.204.41@tcp:101:cp.0 Request processed in 205us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.339649:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3525 00000100:00100000:3.0:1769074920.354176:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351177472 00000100:00100000:3.0:1769074920.354189:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351177472 00010000:00010000:3.0:1769074920.354242:0:26090:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f5e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea2d expref: 69 pid: 36867 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.354275:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1439 00000100:00100000:3.0:1769074920.354284:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+69:10962:x1855008351177472:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074920.354301:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074920.354322:0:26090:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f5e3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea2d expref: 69 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.354336:0:26090:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f5e3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea2d expref: 69 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.354360:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f5e3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x347:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea2d expref: 69 pid: 36867 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.354391:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.354396:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.354403:0:26090:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985800/0xd2fe271aa172f5ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea34 expref: 68 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.354414:0:26090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985800/0xd2fe271aa172f5ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea34 expref: 68 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.354456:0:26090:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985800/0xd2fe271aa172f5ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea34 expref: 68 pid: 27571 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074920.354472:0:26090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368718848:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074920.354563:0:26090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.358062:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368718848:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.358088:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.358136:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+68:10962:x1855008351177472:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 3853us (4059us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.358147:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1439 00000100:00100000:3.0:1769074920.368701:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351177984 00000100:00100000:3.0:1769074920.368712:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351177984 00000100:00100000:3.0:1769074920.368776:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5722 00000100:00100000:3.0:1769074920.368786:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3f691f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+480:31577:x1855008351177984:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.368807:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.368828:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f606 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea42 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.368918:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.368935:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.368944:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.368957:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.368963:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.368969:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369009:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369017:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369023:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369065:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369070:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.369074:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369081:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369096:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.369099:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.369584:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369595:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f60d lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369612:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369618:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369624:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369629:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.369632:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369638:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369647:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x57ba1cca (ffff8c8b18264200) 00010000:00010000:3.0:1769074920.369649:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.369651:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369656:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f614 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.369690:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f606 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea42 expref: 481 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.369700:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.369703:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.369706:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f606 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea42 expref: 481 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.369715:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58400, rc 0) 00000100:00100000:3.0:1769074920.377870:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351178240 00000100:00100000:3.0:1769074920.377940:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351178240 00000100:00100000:3.0:1769074920.378000:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5723 00000100:00100000:3.0:1769074920.378010:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3f693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+480:31577:x1855008351178240:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.378042:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.378064:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f61b lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea49 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.378164:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.378178:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.378189:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.378333:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.378343:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.378351:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:3.0:1769074920.378689:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x348:0x0], index 0: 0 00080000:00000400:3.0:1769074920.378702:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.378706:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.378708:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.378711:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.378713:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.378715:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.378732:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.378735:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.378737:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.378738:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.378740:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.378742:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074920.378772:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074920.378775:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074920.378777:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074920.378778:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074920.378780:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074920.378782:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074920.378982:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa172f630 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x120:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.378994:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa172f630 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379002:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa172f630 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379330:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379338:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379345:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379351:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379357:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.379361:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379522:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379536:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.379539:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.379543:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379549:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f622 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074920.379564:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000051947e7b reply state 00000000072eaa5a transno 55834575758 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379575:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.379581:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x57ba1cca (ffff8c8b18264e00) 00010000:00010000:3.0:1769074920.379583:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074920.379586:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074920.379622:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f61b lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea49 expref: 483 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.379640:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa172f630 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea49 expref: 482 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.379648:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x120:0x0].0x0 (ffff8c8b18264900) 00010000:00010000:3.0:1769074920.379649:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074920.379652:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58c00, rc 0) 00000100:00100000:3.0:1769074920.379728:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3f693480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+483:31577:x1855008351178240:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1719us (1950us total) trans 55834575758 rc 0/0 00000100:00100000:3.0:1769074920.379737:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5723 00000100:00100000:3.0:1769074920.383374:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.387814:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351178496 00000100:00100000:3.0:1769074920.387824:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351178496 00000100:00100000:3.0:1769074920.388000:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3528 00000100:00100000:3.0:1769074920.388010:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+69:31577:x1855008351178496:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.388058:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.388081:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f645 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea57 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.388117:0:36867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984600/0xd2fe271aa172f63e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea50 expref: 70 pid: 27571 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.388126:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.388128:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.388132:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f645 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea57 expref: 70 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.388169:0:36867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984600/0xd2fe271aa172f63e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea50 expref: 70 pid: 27571 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.388183:0:36867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984600/0xd2fe271aa172f63e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea50 expref: 70 pid: 27571 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.388197:0:36867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368718976:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074920.388289:0:36867:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.390749:0:36867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368718976:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074920.390789:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f645 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea57 expref: 70 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.390809:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b07bbe600, rc 0) 00000100:00100000:3.0:1769074920.390880:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c57480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+70:31577:x1855008351178496:12345-192.168.204.41@tcp:101:cp.0 Request processed in 2870us (3167us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.390896:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3528 00000100:00100000:3.0:1769074920.394068:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351178624 00000100:00100000:3.0:1769074920.394077:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351178624 00010000:00010000:3.0:1769074920.394118:0:26090:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984600/0xd2fe271aa172f63e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea50 expref: 70 pid: 27571 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.394307:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1440 00000100:00100000:3.0:1769074920.394318:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04afea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+70:10965:x1855008351178624:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074920.394336:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074920.394357:0:26090:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984600/0xd2fe271aa172f63e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea50 expref: 70 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.394508:0:26090:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984600/0xd2fe271aa172f63e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea50 expref: 70 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.394534:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984600/0xd2fe271aa172f63e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea50 expref: 70 pid: 27571 timeout: 1714 lvb_type: 1 00010000:00010000:3.0:1769074920.394549:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.394550:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.394557:0:26090:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f645 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea57 expref: 69 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.394567:0:26090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f645 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea57 expref: 69 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.394606:0:26090:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f645 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea57 expref: 69 pid: 36867 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074920.394619:0:26090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:26090:1855008368719104:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074920.394746:0:26090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.401792:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:26090:1855008368719104:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.401815:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.401861:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04afea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+69:10965:x1855008351178624:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 7545us (7991us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.401870:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1440 00000100:00100000:3.0:1769074920.406352:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351179008 00000100:00100000:3.0:1769074920.406373:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351179008 00000100:00100000:3.0:1769074920.406440:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5724 00000100:00100000:3.0:1769074920.406451:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b08dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+484:31577:x1855008351179008:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.406477:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.406497:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f64c lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea5e expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.406562:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406577:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406587:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406601:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406608:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406615:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406657:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406663:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406669:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406676:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406682:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.406686:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406693:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406703:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.406706:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.406711:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406716:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f653 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406732:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406738:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406743:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406748:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.406750:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406756:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406763:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x407c6222 (ffff8c8b18264200) 00010000:00010000:3.0:1769074920.406765:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.406768:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406773:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f65a lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.406802:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f64c lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea5e expref: 485 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.406812:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.406814:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.406817:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f64c lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea5e expref: 485 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.406826:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b07bbf000, rc 0) 00000100:00100000:3.0:1769074920.406912:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b08dd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+484:31577:x1855008351179008:12345-192.168.204.41@tcp:101:cp.0 Request processed in 462us (728us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074920.406919:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5724 00000100:00100000:3.0:1769074920.415599:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351179392 00000100:00100000:3.0:1769074920.415610:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351179392 00000100:00100000:3.0:1769074920.415701:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5726 00000100:00100000:3.0:1769074920.415712:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04afe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+484:31577:x1855008351179392:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.415734:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.415756:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f676 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea6c expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.415970:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f67d lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.415986:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f67d lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.416000:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f67d lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.416016:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.416024:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074920.416069:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000100:00100000:3.0:1769074920.423547:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351179520 00000100:00100000:3.0:1769074920.423558:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351179520 00000100:00100000:3.0:1769074920.423615:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3529 00000100:00100000:3.0:1769074920.423623:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+68:10962:x1855008351179520:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.423640:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.423664:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f699 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea73 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074920.423690:0:36867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x348:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074920.423709:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.423711:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.423721:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea73 expref: 69 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.423740:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea73 expref: 69 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.423753:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58200, rc 0) 00000100:00100000:3.0:1769074920.423902:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+69:10962:x1855008351179520:12345-192.168.204.41@tcp:101:cp.0 Request processed in 278us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.423909:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3529 00000100:00100000:3.0:1769074920.428217:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351179648 00000100:00100000:3.0:1769074920.428226:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351179648 00000100:00100000:3.0:1769074920.428282:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3530 00000100:00100000:3.0:1769074920.428292:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+69:31577:x1855008351179648:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.428309:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.428327:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f6a0 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea7a expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.428357:0:36867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f699 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea73 expref: 70 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.428365:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.428367:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.428372:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f6a0 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea7a expref: 70 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.428404:0:36867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f699 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea73 expref: 70 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.428466:0:36867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f699 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea73 expref: 70 pid: 36867 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.428482:0:36867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:36867:1855008368719232:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074920.428565:0:36867:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a73c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074920.435081:0:36867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f699 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x348:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea73 expref: 71 pid: 36867 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.435105:0:36867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:36867:1855008368719232:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074920.435135:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f6a0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea7a expref: 70 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.435150:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58e00, rc 0) 00000100:00100000:3.0:1769074920.435213:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+70:31577:x1855008351179648:12345-192.168.204.41@tcp:101:cp.0 Request processed in 6914us (7076us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.435224:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3530 00000100:00100000:3.0:1769074920.435990:0:26090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b08dd0a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:26090:1855008368719360:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074920.436010:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074920.436080:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+69:10963:x1855008351179776:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 3791us (3986us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.436090:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1441 00000100:00100000:3.0:1769074920.440281:0:32340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351180032 00000100:00100000:3.0:1769074920.440292:0:32340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351180032 00000100:00100000:3.0:1769074920.440427:0:32340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1264 00000100:00100000:3.0:1769074920.440438:0:32340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b08dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+487:31577:x1855008351180032:12345-192.168.204.41@tcp:35:cp.0 00000001:00080000:3.0:1769074920.440662:0:32340:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 55834575761 00000100:00100000:3.0:1769074920.440770:0:32340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b08dd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+489:31577:x1855008351180032:12345-192.168.204.41@tcp:35:cp.0 Request processed in 333us (604us total) trans 55834575762 rc 0/0 00000100:00100000:3.0:1769074920.440778:0:32340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1264 00000020:00080000:3.0:1769074920.440783:0:32340:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074920.459298:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351180672 00000100:00100000:3.0:1769074920.459309:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351180672 00000100:00100000:3.0:1769074920.459406:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3531 00000100:00100000:3.0:1769074920.459416:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+69:10964:x1855008351180672:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.459436:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.459502:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f6f4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea96 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074920.459524:0:36867:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x349:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074920.459543:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.459545:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.459554:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea96 expref: 70 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.459570:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea96 expref: 70 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.459583:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58200, rc 0) 00000100:00100000:3.0:1769074920.459648:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c57800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+70:10964:x1855008351180672:12345-192.168.204.41@tcp:101:cp.0 Request processed in 233us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.459658:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3531 00000100:00100000:3.0:1769074920.466946:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351180800 00000100:00100000:3.0:1769074920.466958:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351180800 00000100:00100000:3.0:1769074920.467016:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3532 00000100:00100000:3.0:1769074920.467046:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+70:31577:x1855008351180800:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.467071:0:36867:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.467092:0:36867:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f6fb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ea9d expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.467123:0:36867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f6f4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea96 expref: 71 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.467131:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.467134:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.467137:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f6fb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea9d expref: 71 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.467643:0:36867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f6f4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea96 expref: 71 pid: 36867 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.467657:0:36867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f6f4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x349:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea96 expref: 71 pid: 36867 timeout: 1714 lvb_type: 1 00000100:00100000:3.0:1769074920.467671:0:36867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b361fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368719488:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074920.467760:0:36867:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074920.474223:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.486679:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.510796:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.521892:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.530745:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.535624:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.541112:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.549210:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.554423:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.562012:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351182592 00000100:00100000:3.0:1769074920.562024:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351182592 00000100:00100000:3.0:1769074920.562122:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5734 00000100:00100000:3.0:1769074920.562133:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+497:31577:x1855008351182592:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.562156:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.562178:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f772 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607eace expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.562252:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562268:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562280:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562297:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562304:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562311:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562352:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562359:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562378:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562385:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562391:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.562394:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562401:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562412:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.562414:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.562418:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562423:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa172f779 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562438:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562443:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562448:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562498:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbf000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.562501:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562507:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562514:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc735cef4 (ffff8c8b04971100) 00010000:00010000:3.0:1769074920.562516:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.562519:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562524:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172f780 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.562555:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f772 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eace expref: 498 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.562564:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.562567:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.562570:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa172f772 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eace expref: 498 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.562579:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58200, rc 0) 00000100:00100000:3.0:1769074920.562647:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+497:31577:x1855008351182592:12345-192.168.204.41@tcp:101:cp.0 Request processed in 515us (741us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074920.562654:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5734 00000100:00100000:3.0:1769074920.566657:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.572443:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.577132:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.582712:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.590523:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.601121:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.604404:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.613786:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.617123:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.621825:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.630610:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.634472:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.646266:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.652092:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.688948:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.698680:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.706618:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.715911:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.719934:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.724393:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.729289:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.741660:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.747979:0:36867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35c57800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368721024:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074920.748016:0:36867:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b00030000/0xd2fe271aa172f91d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb6f expref: 74 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.748068:0:36867:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b00030000, rc 0) 00000100:00100000:3.0:1769074920.748134:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:705e500b-e064-49d7-afab-35748affa4a4+74:31577:x1855008351187712:12345-192.168.204.41@tcp:101:cp.0 Request processed in 5361us (6481us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.748788:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3544 00000100:00100000:3.0:1769074920.758864:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.765459:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.794055:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.809263:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.815289:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.823539:0:26107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351189248 00000100:00100000:3.0:1769074920.823549:0:26107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351189248 00000100:00100000:3.0:1769074920.823655:0:26107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1272 00000100:00100000:3.0:1769074920.823673:0:26107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+520:31577:x1855008351189248:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:3.0:1769074920.823987:0:26107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+521:31577:x1855008351189248:12345-192.168.204.41@tcp:35:cp.0 Request processed in 315us (530us total) trans 55834575778 rc 0/0 00000100:00100000:3.0:1769074920.823995:0:26107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1272 00000100:00100000:3.0:1769074920.834919:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351189504 00000100:00100000:3.0:1769074920.834930:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351189504 00000100:00100000:3.0:1769074920.835054:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5752 00000100:00100000:3.0:1769074920.835063:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b361ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+521:31577:x1855008351189504:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.835079:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.835098:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f994 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607eba0 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.835165:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835179:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835277:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835299:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835305:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835311:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835351:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835357:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835363:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835369:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835375:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.835379:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835385:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835396:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.835399:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.835403:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835408:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172f99b lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835424:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835429:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835434:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835439:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074920.835441:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835447:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835454:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x1a616f3f (ffff8c8b04971100) 00010000:00010000:3.0:1769074920.835456:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.835459:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835464:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9a2 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074920.835494:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f994 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eba0 expref: 522 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.835504:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074920.835507:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074920.835510:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172f994 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eba0 expref: 522 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074920.835546:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b0753a400, rc 0) 00000100:00100000:3.0:1769074920.835606:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b361ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+521:31577:x1855008351189504:12345-192.168.204.41@tcp:101:cp.0 Request processed in 542us (815us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074920.835613:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5752 00000100:00100000:3.0:1769074920.867242:0:38314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351189888 00000100:00100000:3.0:1769074920.867252:0:38314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351189888 00000100:00100000:3.0:1769074920.867300:0:38314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3547 00000100:00100000:3.0:1769074920.867309:0:38314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:705e500b-e064-49d7-afab-35748affa4a4+73:10964:x1855008351189888:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074920.867326:0:38314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074920.867377:0:38314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9cc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ebae expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074920.867401:0:38314:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074920.867420:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.867422:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074920.867430:0:38314:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebae expref: 74 pid: 38314 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.867446:0:38314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa172f9cc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebae expref: 74 pid: 38314 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074920.867460:0:38314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30602c00, rc 0) 00000100:00100000:3.0:1769074920.867522:0:38314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:705e500b-e064-49d7-afab-35748affa4a4+74:10964:x1855008351189888:12345-192.168.204.41@tcp:101:cp.0 Request processed in 213us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074920.867529:0:38314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3547 00000100:00100000:3.0:1769074920.870631:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.897486:0:26107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351190400 00000100:00100000:3.0:1769074920.897507:0:26107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351190400 00000100:00100000:3.0:1769074920.897571:0:26107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1273 00000100:00100000:3.0:1769074920.897580:0:26107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+524:31577:x1855008351190400:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:3.0:1769074920.898065:0:26107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+525:31577:x1855008351190400:12345-192.168.204.41@tcp:35:cp.0 Request processed in 449us (645us total) trans 55834575780 rc 0/0 00000100:00100000:3.0:1769074920.898074:0:26107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1273 00000100:00100000:3.0:1769074920.935502:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.940555:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.959943:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.970748:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074920.999960:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.008068:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.027687:0:38314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351192320 00000100:00100000:3.0:1769074921.027697:0:38314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351192320 00000100:00100000:3.0:1769074921.027761:0:38314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3552 00000100:00100000:3.0:1769074921.027770:0:38314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:705e500b-e064-49d7-afab-35748affa4a4+75:31577:x1855008351192320:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.027789:0:38314:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.027808:0:38314:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172fa89 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ebfb expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.027850:0:38314:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fa82 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebf4 expref: 76 pid: 27571 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.027861:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.027863:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.027868:0:38314:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172fa89 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebfb expref: 76 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.027906:0:38314:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fa82 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebf4 expref: 76 pid: 27571 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.027920:0:38314:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fa82 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebf4 expref: 76 pid: 27571 timeout: 1715 lvb_type: 1 00000100:00100000:3.0:1769074921.027934:0:38314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:38314:1855008368722048:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.028013:0:38314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.041216:0:38314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:38314:1855008368722048:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.041261:0:38314:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172fa89 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->217087] (req 0->217087) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebfb expref: 76 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.041283:0:38314:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b0753a400, rc 0) 00000100:00100000:3.0:1769074921.041355:0:38314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:705e500b-e064-49d7-afab-35748affa4a4+76:31577:x1855008351192320:12345-192.168.204.41@tcp:101:cp.0 Request processed in 13585us (13894us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.041824:0:38314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3552 00000100:00100000:3.0:1769074921.073819:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368722688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.073897:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.073930:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368723200:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.073952:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.073971:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074921.073977:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368722560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.073997:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.074013:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368723072:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.074054:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.074084:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368722688 00000100:00100000:3.0:1769074921.074091:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368722688 00000100:00100000:3.0:1769074921.074143:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368723200 00000100:00100000:3.0:1769074921.074147:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368723200 00000100:00100000:3.0:1769074921.074161:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368722560 00000100:00100000:3.0:1769074921.074163:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368722560 00000100:00100000:3.0:1769074921.074178:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368723072 00000100:00100000:3.0:1769074921.074180:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368723072 00000100:00100000:3.0:1769074921.074442:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3553 00000100:00100000:3.0:1769074921.074452:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+12:16318:x1855008368722688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.074479:0:44333:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:795 count 1 00010000:00010000:3.0:1769074921.074619:0:44333:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172fa90 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.074642:0:44333:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b00030600/0xd2fe271aa172beca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc42 expref: 73 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.074651:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.074654:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.075329:0:44333:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa172fa90 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.075371:0:44333:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b00030600/0xd2fe271aa172beca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc42 expref: 73 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.075387:0:44333:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b00030600/0xd2fe271aa172beca lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc42 expref: 73 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.075409:0:44333:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04898700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:44333:1855008368723328:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.075476:0:44333:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.077075:0:32344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3554 00000100:00100000:3.0:1769074921.077091:0:32344:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+12:16318:x1855008368723200:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.077117:0:32344:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:802 count 1 00010000:00010000:3.0:1769074921.078396:0:32344:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.078418:0:32344:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031a00/0xd2fe271aa172c3c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de2c expref: 73 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.078427:0:32344:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.078429:0:32344:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.078432:0:32344:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.078472:0:32344:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031a00/0xd2fe271aa172c3c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de2c expref: 73 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.078485:0:32344:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031a00/0xd2fe271aa172c3c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de2c expref: 73 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.080507:0:32344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0489a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:32344:1855008368724480:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.080578:0:32344:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.080600:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368723712 00000100:00100000:3.0:1769074921.080610:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368723712 00000100:00100000:3.0:1769074921.080654:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368724224 00000100:00100000:3.0:1769074921.080676:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368724224 00000100:00100000:3.0:1769074921.080696:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368723840 00000100:00100000:3.0:1769074921.080698:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368723840 00000100:00100000:3.0:1769074921.080720:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368724352 00000100:00100000:3.0:1769074921.080723:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368724352 00000100:00100000:3.0:1769074921.080737:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368722432 00000100:00100000:3.0:1769074921.080739:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368722432 00000100:00100000:3.0:1769074921.080757:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555 00000100:00100000:3.0:1769074921.080764:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+13:16318:x1855008368722560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.080792:0:32342:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:813 count 1 00010000:00010000:3.0:1769074921.080849:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.080867:0:32342:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697000/0xd2fe271aa172ccdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e12e expref: 73 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.080875:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.080877:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.080880:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.080912:0:32342:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697000/0xd2fe271aa172ccdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e12e expref: 73 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.080925:0:32342:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697000/0xd2fe271aa172ccdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e12e expref: 73 pid: 29090 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.080935:0:32342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368724608:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.080961:0:32342:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.080978:0:29090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556 00000100:00100000:3.0:1769074921.080986:0:29090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+13:16318:x1855008368723072:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.081001:0:29090:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:809 count 1 00010000:00010000:3.0:1769074921.081013:0:29090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.081024:0:29090:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03518600/0xd2fe271aa172ca07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->86015) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e016 expref: 73 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.081051:0:29090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.081052:0:29090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.081055:0:29090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.081072:0:29090:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b03518600/0xd2fe271aa172ca07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->86015) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e016 expref: 73 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.081081:0:29090:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b03518600/0xd2fe271aa172ca07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->86015) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e016 expref: 73 pid: 29089 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.081090:0:29090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:29090:1855008368724736:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.081117:0:29090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.081145:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557 00000100:00100000:3.0:1769074921.081152:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+12:16317:x1855008368723712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.081166:0:29089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:797 count 1 00010000:00010000:3.0:1769074921.085216:0:29089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085230:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984800/0xd2fe271aa172bfdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcab expref: 74 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085237:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.085238:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.085241:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 4/0,1 mode: --/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085263:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984800/0xd2fe271aa172bfdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcab expref: 74 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085273:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984800/0xd2fe271aa172bfdb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcab expref: 74 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.085283:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368725120:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.085323:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.085345:0:32341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3560 00000100:00100000:3.0:1769074921.085355:0:32341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+16:16317:x1855008368724352:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.085370:0:32341:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:807 count 1 00010000:00010000:3.0:1769074921.085419:0:32341:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085431:0:32341:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa172c6f7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df67 expref: 74 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085436:0:32341:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.085439:0:32341:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.085441:0:32341:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085459:0:32341:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa172c6f7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df67 expref: 74 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.085467:0:32341:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa172c6f7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df67 expref: 74 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.085477:0:32341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:32341:1855008368725248:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.086871:0:32341:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.086893:0:27572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563 00000100:00100000:3.0:1769074921.086903:0:27572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+16:16320:x1855008368723584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.086921:0:27572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:798 count 1 00010000:00010000:3.0:1769074921.086963:0:27572:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.086977:0:27572:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4000/0xd2fe271aa172c091 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcf1 expref: 74 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.086983:0:27572:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.086985:0:27572:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.086987:0:27572:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.087012:0:27572:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4000/0xd2fe271aa172c091 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcf1 expref: 74 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.087045:0:27572:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4000/0xd2fe271aa172c091 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcf1 expref: 74 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.087058:0:27572:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:27572:1855008368725632:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.087089:0:27572:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b011ca780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.087121:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564 00000100:00100000:3.0:1769074921.089973:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+16:16320:x1855008368724096:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.089995:0:36867:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:803 count 1 00010000:00010000:3.0:1769074921.090011:0:36867:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.090049:0:36867:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04981e00/0xd2fe271aa172c41f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de4f expref: 74 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.090058:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.090061:0:36867:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.090064:0:36867:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 4/0,1 mode: --/PW res: [0x280000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.090091:0:36867:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b04981e00/0xd2fe271aa172c41f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de4f expref: 74 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.090102:0:36867:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04981e00/0xd2fe271aa172c41f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de4f expref: 74 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.090114:0:36867:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368726016:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.090173:0:36867:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.090242:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074921.090255:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368726144:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.090295:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.095448:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.096808:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.096988:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.097075:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.097102:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.097136:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.097156:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.097170:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.097212:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368724608:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.097238:0:32342:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.097266:0:29090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:29090:1855008368724736:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.097277:0:29090:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.097298:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193088 00000100:00100000:3.0:1769074921.097305:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193088 00010000:00010000:3.0:1769074921.097338:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031a00/0xd2fe271aa172c3c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de2c expref: 73 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097360:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193216 00000100:00100000:3.0:1769074921.097362:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193216 00010000:00010000:3.0:1769074921.097374:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697000/0xd2fe271aa172ccdf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e12e expref: 74 pid: 29090 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097385:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193344 00000100:00100000:3.0:1769074921.097388:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193344 00010000:00010000:3.0:1769074921.097397:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b03518600/0xd2fe271aa172ca07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->86015) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e016 expref: 75 pid: 29089 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097406:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193728 00000100:00100000:3.0:1769074921.097409:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193728 00010000:00010000:3.0:1769074921.097420:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984800/0xd2fe271aa172bfdb lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcab expref: 75 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097429:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193856 00000100:00100000:3.0:1769074921.097431:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193856 00010000:00010000:3.0:1769074921.097440:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa172c752 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->184319) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df8a expref: 76 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097448:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193600 00000100:00100000:3.0:1769074921.097450:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193600 00010000:00010000:3.0:1769074921.097459:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa172c369 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de09 expref: 76 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097468:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193472 00000100:00100000:3.0:1769074921.097470:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193472 00010000:00010000:3.0:1769074921.097479:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa172bdb9 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dbd9 expref: 77 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097488:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351193984 00000100:00100000:3.0:1769074921.097490:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351193984 00010000:00010000:3.0:1769074921.097528:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3052ec00/0xd2fe271aa172b864 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9cc expref: 77 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.097541:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1454 00000100:00100000:3.0:1769074921.097549:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+77:10963:x1855008351193088:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.097561:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.097567:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031a00/0xd2fe271aa172c3c4 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de2c expref: 77 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.097577:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031a00/0xd2fe271aa172c3c4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de2c expref: 77 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.097599:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.097602:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.097605:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.097614:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.097628:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074921.099343:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa172db8e lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099350:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xe708c894 (ffff8c8a01ef7a00) 00010000:00010000:0.0:1769074921.099352:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.099355:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa172db8e lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099360:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa172db8e lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099374:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd000/0xd2fe271aa172dbaa lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099380:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd000/0xd2fe271aa172dbaa lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099385:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd000/0xd2fe271aa172dbaa lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099389:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3f6dd000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.099392:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd000/0xd2fe271aa172dbaa lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099397:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd000/0xd2fe271aa172dbaa lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099404:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xe6b34bd0 (ffff8c8b074b9a00) 00010000:00010000:0.0:1769074921.099407:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.099409:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd000/0xd2fe271aa172dbaa lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099414:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd000/0xd2fe271aa172dbaa lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099428:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882be00/0xd2fe271aa172dbc6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099435:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882be00/0xd2fe271aa172dbc6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099441:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882be00/0xd2fe271aa172dbc6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099446:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882be00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.099449:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882be00/0xd2fe271aa172dbc6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099453:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882be00/0xd2fe271aa172dbc6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099460:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xf4c8ca43 (ffff8c8a01ef7500) 00010000:00010000:0.0:1769074921.099462:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.099465:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882be00/0xd2fe271aa172dbc6 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099469:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882be00/0xd2fe271aa172dbc6 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099482:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa172dbe2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099487:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa172dbe2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099492:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa172dbe2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099496:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882a800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.099499:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa172dbe2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099520:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa172dbe2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099526:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x1a616f3f (ffff8c8a01ef7d00) 00010000:00010000:0.0:1769074921.099529:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.099532:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa172dbe2 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099537:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa172dbe2 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099549:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa172dbfe lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099555:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa172dbfe lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099560:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa172dbfe lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099564:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882b200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.099567:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa172dbfe lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099572:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa172dbfe lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099578:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xe00215d9 (ffff8c8b09b6e000) 00010000:00010000:0.0:1769074921.099580:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.099583:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa172dbfe lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099591:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa172dbfe lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.099605:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7a00/0xd2fe271aa172dc1a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.099611:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7a00/0xd2fe271aa172dc1a lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.099616:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7a00/0xd2fe271aa172dc1a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.099620:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358b7a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.099623:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7a00/0xd2fe271aa172dc1a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.099628:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7a00/0xd2fe271aa172dc1a lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.099634:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x44a5aa00 (ffff8c8b0398a600) 00010000:00010000:0.0:1769074921.099636:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.099639:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7a00/0xd2fe271aa172dc1a lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.099644:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7a00/0xd2fe271aa172dc1a lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100845:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6000/0xd2fe271aa172dc36 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100858:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6000/0xd2fe271aa172dc36 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100895:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6000/0xd2fe271aa172dc36 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100900:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.100904:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6000/0xd2fe271aa172dc36 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100911:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6000/0xd2fe271aa172dc36 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100923:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xd13f1037 (ffff8c8b048b8600) 00010000:00010000:0.0:1769074921.100926:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.100930:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6000/0xd2fe271aa172dc36 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100935:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6000/0xd2fe271aa172dc36 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100969:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692200/0xd2fe271aa172dc91 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100975:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692200/0xd2fe271aa172dc91 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100981:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692200/0xd2fe271aa172dc91 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100986:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30692200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.100989:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692200/0xd2fe271aa172dc91 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.100995:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692200/0xd2fe271aa172dc91 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.101003:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xcb:0x0].0x1cda55a (ffff8c8b10c60700) 00010000:00010000:0.0:1769074921.101005:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101008:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692200/0xd2fe271aa172dc91 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.101014:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692200/0xd2fe271aa172dc91 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.101048:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172dcc9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101055:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172dcc9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101061:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172dcc9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101065:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101068:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172dcc9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101074:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172dcc9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101082:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xcb:0x0].0xce550dc4 (ffff8c8b048b8200) 00010000:00010000:0.0:1769074921.101084:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101087:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172dcc9 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101092:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172dcc9 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101108:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691400/0xd2fe271aa172dd01 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101115:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691400/0xd2fe271aa172dd01 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101120:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691400/0xd2fe271aa172dd01 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101125:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30691400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101127:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691400/0xd2fe271aa172dd01 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101133:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691400/0xd2fe271aa172dd01 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101140:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xcb:0x0].0x45fac828 (ffff8c8b3c3b5800) 00010000:00010000:0.0:1769074921.101142:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101145:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691400/0xd2fe271aa172dd01 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101151:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691400/0xd2fe271aa172dd01 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101166:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa172dd39 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101172:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa172dd39 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101178:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa172dd39 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101183:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101185:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa172dd39 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101192:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa172dd39 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101198:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xcb:0x0].0xbda0828b (ffff8c8b3c3b5d00) 00010000:00010000:0.0:1769074921.101201:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101203:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa172dd39 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101209:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa172dd39 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101222:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa172dd71 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101228:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa172dd71 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101234:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa172dd71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101239:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213be00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101241:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa172dd71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101247:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa172dd71 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xcb:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101253:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xcb:0x0].0x8a27eaf6 (ffff8c8b3c3b5b00) 00010000:00010000:0.0:1769074921.101255:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101258:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa172dd71 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101282:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa172dd71 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xcb:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101299:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18a00/0xd2fe271aa172dd8d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101305:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18a00/0xd2fe271aa172dd8d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101311:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18a00/0xd2fe271aa172dd8d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101316:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3ed18a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101319:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18a00/0xd2fe271aa172dd8d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101324:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18a00/0xd2fe271aa172dd8d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101332:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xfccb37f (ffff8c8b3c3b5500) 00010000:00010000:0.0:1769074921.101335:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101337:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18a00/0xd2fe271aa172dd8d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101342:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18a00/0xd2fe271aa172dd8d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101358:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa172ddb0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101364:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa172ddb0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101385:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa172ddb0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101389:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101392:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa172ddb0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101398:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa172ddb0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101405:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x66b69b05 (ffff8c8b0398a000) 00010000:00010000:0.0:1769074921.101407:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101410:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa172ddb0 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101415:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa172ddb0 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101430:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18400/0xd2fe271aa172ddc5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101436:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18400/0xd2fe271aa172ddc5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101441:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18400/0xd2fe271aa172ddc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101446:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3ed18400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101449:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18400/0xd2fe271aa172ddc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101454:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18400/0xd2fe271aa172ddc5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101461:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xbda0828b (ffff8c8b3c3b5000) 00010000:00010000:0.0:1769074921.101463:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101466:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18400/0xd2fe271aa172ddc5 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101471:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18400/0xd2fe271aa172ddc5 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101485:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693400/0xd2fe271aa172dde1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101491:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693400/0xd2fe271aa172dde1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101496:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693400/0xd2fe271aa172dde1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101501:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30693400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101504:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693400/0xd2fe271aa172dde1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101509:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693400/0xd2fe271aa172dde1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101516:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x868dff87 (ffff8c8b3c3b5900) 00010000:00010000:0.0:1769074921.101519:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101521:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693400/0xd2fe271aa172dde1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101527:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693400/0xd2fe271aa172dde1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101542:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa172ddfd lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101549:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa172ddfd lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101554:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa172ddfd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101559:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101562:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa172ddfd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101568:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa172ddfd lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101574:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xd946e4d2 (ffff8c8b07747e00) 00010000:00010000:0.0:1769074921.101577:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101580:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa172ddfd lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101585:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa172ddfd lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.101599:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690400/0xd2fe271aa172de58 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101604:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690400/0xd2fe271aa172de58 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101609:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690400/0xd2fe271aa172de58 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101614:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30690400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.101617:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690400/0xd2fe271aa172de58 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101637:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690400/0xd2fe271aa172de58 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101644:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc7:0x0].0x1cda55a (ffff8c8b3c3b5a00) 00010000:00010000:0.0:1769074921.101646:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.101649:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690400/0xd2fe271aa172de58 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.101654:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690400/0xd2fe271aa172de58 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00000100:00100000:3.0:1769074921.103487:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+71:10963:x1855008351193088:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 5934us (8036us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.103498:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1454 00010000:00010000:3.0:1769074921.103576:0:29089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984800/0xd2fe271aa172bfdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcab expref: 73 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.103587:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368725120:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.103624:0:29089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103635:0:29089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103641:0:29089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103651:0:29089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103670:0:29089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103690:0:29089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074921.103880:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:16317:x1855008368723712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22728us (23991us total) trans 8589935609 rc 0/0 00000100:00100000:3.0:1769074921.103887:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557 00010000:00010000:3.0:1769074921.103922:0:29091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3052ec00/0xd2fe271aa172b864 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9cc expref: 70 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.103932:0:29091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29091:1855008368725504:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.103946:0:29091:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103954:0:29091:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103961:0:29091:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103968:0:29091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103975:0:29091:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.103991:0:29091:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074921.104196:0:29091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:16320:x1855008368722944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18312us (20226us total) trans 8589935601 rc 0/0 00000100:00100000:3.0:1769074921.104203:0:29091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00010000:00010000:3.0:1769074921.104228:0:32342:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104237:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104243:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104249:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104263:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1769074921.104361:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+18:16318:x1855008368722560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23596us (30361us total) trans 8589935602 rc 0/0 00000100:00100000:3.0:1769074921.104368:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555 00010000:00010000:3.0:1769074921.104389:0:29090:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104397:0:29090:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104405:0:29090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104413:0:29090:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104422:0:29090:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:3.0:1769074921.104511:0:29090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+18:16318:x1855008368723072:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23525us (30455us total) trans 8589935603 rc 0/0 00000100:00100000:3.0:1769074921.104518:0:29090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556 00010000:00010000:3.0:1769074921.104535:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1769074921.104542:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a800/0xd2fe271aa172faac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104550:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f7a800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.104555:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a800/0xd2fe271aa172faac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104564:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a800/0xd2fe271aa172faac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104583:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a800/0xd2fe271aa172faac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104589:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a800/0xd2fe271aa172faac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104605:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074921.104610:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104615:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.104618:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104624:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104633:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104641:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172faba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104656:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074921.104660:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104688:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00031600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.104691:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104698:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104709:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104716:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031600/0xd2fe271aa172facf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104732:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.104736:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104741:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.104744:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104751:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104760:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104771:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58200/0xd2fe271aa172fa9e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104782:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.104784:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104790:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.104792:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104798:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104805:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104812:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59200/0xd2fe271aa172faa5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.104821:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.104823:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.104825:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.104832:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.106051:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980200/0xd2fe271aa172de90 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106059:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980200/0xd2fe271aa172de90 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106065:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980200/0xd2fe271aa172de90 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106071:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04980200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106075:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980200/0xd2fe271aa172de90 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106081:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980200/0xd2fe271aa172de90 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106094:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc7:0x0].0xce550dc4 (ffff8c8b12919600) 00010000:00010000:0.0:1769074921.106097:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106101:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980200/0xd2fe271aa172de90 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106107:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980200/0xd2fe271aa172de90 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106127:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe200/0xd2fe271aa172dec8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106145:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe200/0xd2fe271aa172dec8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106150:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe200/0xd2fe271aa172dec8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106155:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbe200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106158:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe200/0xd2fe271aa172dec8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106164:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe200/0xd2fe271aa172dec8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106171:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc7:0x0].0x45fac828 (ffff8c8b04c1eb00) 00010000:00010000:0.0:1769074921.106173:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106176:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe200/0xd2fe271aa172dec8 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106181:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe200/0xd2fe271aa172dec8 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106197:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6200/0xd2fe271aa172df00 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106202:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6200/0xd2fe271aa172df00 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106207:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6200/0xd2fe271aa172df00 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106216:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358b6200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106218:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6200/0xd2fe271aa172df00 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106224:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6200/0xd2fe271aa172df00 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106230:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc7:0x0].0xbda0828b (ffff8c8b180ed600) 00010000:00010000:0.0:1769074921.106232:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106235:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6200/0xd2fe271aa172df00 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106239:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6200/0xd2fe271aa172df00 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106254:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf600/0xd2fe271aa172df38 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106259:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf600/0xd2fe271aa172df38 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106263:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf600/0xd2fe271aa172df38 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106268:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbf600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106270:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf600/0xd2fe271aa172df38 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106275:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf600/0xd2fe271aa172df38 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc7:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106281:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc7:0x0].0x8a27eaf6 (ffff8c8b180edc00) 00010000:00010000:0.0:1769074921.106283:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106285:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf600/0xd2fe271aa172df38 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106290:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf600/0xd2fe271aa172df38 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc7:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106304:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980600/0xd2fe271aa172df54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106310:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980600/0xd2fe271aa172df54 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106315:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980600/0xd2fe271aa172df54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106320:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04980600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106322:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980600/0xd2fe271aa172df54 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106327:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980600/0xd2fe271aa172df54 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106334:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xff182846 (ffff8c8b10c60b00) 00010000:00010000:0.0:1769074921.106336:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106339:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980600/0xd2fe271aa172df54 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106344:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980600/0xd2fe271aa172df54 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106360:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981400/0xd2fe271aa172df69 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106366:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981400/0xd2fe271aa172df69 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106403:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981400/0xd2fe271aa172df69 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106408:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04981400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106411:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981400/0xd2fe271aa172df69 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106416:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981400/0xd2fe271aa172df69 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106424:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xbf580d0c (ffff8c8b03918b00) 00010000:00010000:0.0:1769074921.106426:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106429:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981400/0xd2fe271aa172df69 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106434:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981400/0xd2fe271aa172df69 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106450:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691600/0xd2fe271aa172df85 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106455:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691600/0xd2fe271aa172df85 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106460:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691600/0xd2fe271aa172df85 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106464:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30691600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106466:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691600/0xd2fe271aa172df85 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106470:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691600/0xd2fe271aa172df85 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106488:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x610aa076 (ffff8c8b03918d00) 00010000:00010000:0.0:1769074921.106490:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106492:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691600/0xd2fe271aa172df85 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106497:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691600/0xd2fe271aa172df85 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106509:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbee00/0xd2fe271aa172dfa1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106514:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbee00/0xd2fe271aa172dfa1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106520:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbee00/0xd2fe271aa172dfa1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106525:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbee00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106527:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbee00/0xd2fe271aa172dfa1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106532:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbee00/0xd2fe271aa172dfa1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106538:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x8a27eaf6 (ffff8c8b180edf00) 00010000:00010000:0.0:1769074921.106540:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106542:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbee00/0xd2fe271aa172dfa1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106547:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbee00/0xd2fe271aa172dfa1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106558:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d000/0xd2fe271aa172dfbd lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106573:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d000/0xd2fe271aa172dfbd lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106578:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d000/0xd2fe271aa172dfbd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106582:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150d000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106585:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d000/0xd2fe271aa172dfbd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106590:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d000/0xd2fe271aa172dfbd lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106596:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xb2d5a33e (ffff8c8b110f6b00) 00010000:00010000:0.0:1769074921.106597:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106600:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d000/0xd2fe271aa172dfbd lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106604:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d000/0xd2fe271aa172dfbd lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106618:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbec00/0xd2fe271aa172dfd9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106623:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbec00/0xd2fe271aa172dfd9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106628:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbec00/0xd2fe271aa172dfd9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106632:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbec00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106634:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbec00/0xd2fe271aa172dfd9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106639:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbec00/0xd2fe271aa172dfd9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106644:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x712be7d1 (ffff8c8b180ed200) 00010000:00010000:0.0:1769074921.106646:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106648:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbec00/0xd2fe271aa172dfd9 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106653:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbec00/0xd2fe271aa172dfd9 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106678:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ca00/0xd2fe271aa172dff5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106682:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ca00/0xd2fe271aa172dff5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106687:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ca00/0xd2fe271aa172dff5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106691:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150ca00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106693:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ca00/0xd2fe271aa172dff5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106698:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ca00/0xd2fe271aa172dff5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106704:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x47a21a83 (ffff8c8b110f6600) 00010000:00010000:0.0:1769074921.106705:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106708:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ca00/0xd2fe271aa172dff5 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106717:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ca00/0xd2fe271aa172dff5 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106729:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981800/0xd2fe271aa172e011 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106734:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981800/0xd2fe271aa172e011 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106739:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981800/0xd2fe271aa172e011 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106743:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04981800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106746:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981800/0xd2fe271aa172e011 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106750:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981800/0xd2fe271aa172e011 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106755:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xe3541c1d (ffff8c8b10c60900) 00010000:00010000:0.0:1769074921.106757:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106759:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981800/0xd2fe271aa172e011 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106763:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981800/0xd2fe271aa172e011 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106774:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa172e02d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106779:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa172e02d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106798:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa172e02d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106802:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106804:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa172e02d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106809:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa172e02d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106814:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xc025ca7 (ffff8c8b07747900) 00010000:00010000:0.0:1769074921.106816:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106818:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa172e02d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106823:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa172e02d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106844:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980c00/0xd2fe271aa172e049 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106850:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980c00/0xd2fe271aa172e049 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106855:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980c00/0xd2fe271aa172e049 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106860:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04980c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106863:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980c00/0xd2fe271aa172e049 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106868:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980c00/0xd2fe271aa172e049 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106876:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x72a71b3d (ffff8c8b09480700) 00010000:00010000:0.0:1769074921.106878:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106880:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980c00/0xd2fe271aa172e049 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106885:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980c00/0xd2fe271aa172e049 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106901:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa172e065 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106906:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa172e065 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106911:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa172e065 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106914:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213ac00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106916:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa172e065 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106920:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa172e065 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106926:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x39c3d8fe (ffff8c8b07747800) 00010000:00010000:0.0:1769074921.106928:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106930:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa172e065 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106935:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa172e065 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.106946:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981000/0xd2fe271aa172e081 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106963:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981000/0xd2fe271aa172e081 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106967:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981000/0xd2fe271aa172e081 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106971:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04981000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.106974:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981000/0xd2fe271aa172e081 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106978:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981000/0xd2fe271aa172e081 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106984:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xecc4f14 (ffff8c8b09480300) 00010000:00010000:0.0:1769074921.106986:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.106988:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981000/0xd2fe271aa172e081 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.106992:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981000/0xd2fe271aa172e081 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107005:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ba00/0xd2fe271aa172e09d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107011:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ba00/0xd2fe271aa172e09d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107016:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ba00/0xd2fe271aa172e09d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107020:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882ba00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107022:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ba00/0xd2fe271aa172e09d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107060:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ba00/0xd2fe271aa172e09d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107067:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x15c8a56e (ffff8c8a01ef7900) 00010000:00010000:0.0:1769074921.107069:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107072:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ba00/0xd2fe271aa172e09d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107077:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ba00/0xd2fe271aa172e09d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107092:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980a00/0xd2fe271aa172e0b9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107097:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980a00/0xd2fe271aa172e0b9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107102:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980a00/0xd2fe271aa172e0b9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107106:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04980a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107108:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980a00/0xd2fe271aa172e0b9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107113:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980a00/0xd2fe271aa172e0b9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107118:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xaa0c2c16 (ffff8c8b09480000) 00010000:00010000:0.0:1769074921.107120:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107122:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980a00/0xd2fe271aa172e0b9 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107142:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04980a00/0xd2fe271aa172e0b9 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107155:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa172e0d5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107160:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa172e0d5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107165:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa172e0d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107170:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882b000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107172:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa172e0d5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107176:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa172e0d5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107183:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xe087ee79 (ffff8c8a01ef7f00) 00010000:00010000:0.0:1769074921.107185:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107187:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa172e0d5 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107192:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa172e0d5 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107206:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe800/0xd2fe271aa172e0f1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107211:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe800/0xd2fe271aa172e0f1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107220:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe800/0xd2fe271aa172e0f1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107224:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbe800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107227:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe800/0xd2fe271aa172e0f1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107232:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe800/0xd2fe271aa172e0f1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107239:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xe9fa0db8 (ffff8c8b09480c00) 00010000:00010000:0.0:1769074921.107241:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107244:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe800/0xd2fe271aa172e0f1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107249:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe800/0xd2fe271aa172e0f1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107263:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa172e10d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107269:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa172e10d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107275:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa172e10d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107279:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882b800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107282:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa172e10d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107286:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa172e10d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107293:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x9ca112ae (ffff8c8b09b6ef00) 00010000:00010000:0.0:1769074921.107295:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107297:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa172e10d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107302:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa172e10d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107316:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa172e129 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107321:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa172e129 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107326:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa172e129 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107331:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882ac00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107333:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa172e129 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107339:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa172e129 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107346:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x9e90f16b (ffff8c8b3c3b5400) 00010000:00010000:0.0:1769074921.107348:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107351:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa172e129 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107356:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa172e129 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107373:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18000/0xd2fe271aa172e145 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107378:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18000/0xd2fe271aa172e145 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107383:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18000/0xd2fe271aa172e145 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107387:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3ed18000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107390:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18000/0xd2fe271aa172e145 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107395:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18000/0xd2fe271aa172e145 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107402:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x6d38f012 (ffff8c8b3c3b5300) 00010000:00010000:0.0:1769074921.107404:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107407:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18000/0xd2fe271aa172e145 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107411:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18000/0xd2fe271aa172e145 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107426:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981200/0xd2fe271aa172e16f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107431:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981200/0xd2fe271aa172e16f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107435:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981200/0xd2fe271aa172e16f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107439:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04981200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107441:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981200/0xd2fe271aa172e16f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107447:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981200/0xd2fe271aa172e16f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107452:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xde5c5568 (ffff8c8b09480100) 00010000:00010000:0.0:1769074921.107455:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107457:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981200/0xd2fe271aa172e16f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107461:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04981200/0xd2fe271aa172e16f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107475:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7000/0xd2fe271aa172e184 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107481:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7000/0xd2fe271aa172e184 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107485:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7000/0xd2fe271aa172e184 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107490:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358b7000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107492:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7000/0xd2fe271aa172e184 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107498:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7000/0xd2fe271aa172e184 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107504:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x6caa4986 (ffff8c8b09480a00) 00010000:00010000:0.0:1769074921.107506:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107508:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7000/0xd2fe271aa172e184 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107531:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7000/0xd2fe271aa172e184 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107546:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172e1a0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107552:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172e1a0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107557:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172e1a0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107561:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107564:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172e1a0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107569:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172e1a0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107575:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xc701cb36 (ffff8c8b09480200) 00010000:00010000:0.0:1769074921.107577:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107579:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172e1a0 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107584:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172e1a0 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.107599:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693c00/0xd2fe271aa172e1bc lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107605:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693c00/0xd2fe271aa172e1bc lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107613:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693c00/0xd2fe271aa172e1bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107618:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30693c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107620:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693c00/0xd2fe271aa172e1bc lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107625:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693c00/0xd2fe271aa172e1bc lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107631:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x4958ff4 (ffff8c8b3edadc00) 00010000:00010000:0.0:1769074921.107634:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107636:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693c00/0xd2fe271aa172e1bc lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107641:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693c00/0xd2fe271aa172e1bc lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107654:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693a00/0xd2fe271aa172e1d8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107660:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693a00/0xd2fe271aa172e1d8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107665:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693a00/0xd2fe271aa172e1d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107670:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30693a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107672:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693a00/0xd2fe271aa172e1d8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107677:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693a00/0xd2fe271aa172e1d8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107683:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x5b30f298 (ffff8c8b35d5e100) 00010000:00010000:0.0:1769074921.107685:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107687:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693a00/0xd2fe271aa172e1d8 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107692:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30693a00/0xd2fe271aa172e1d8 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107703:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa172e1f4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107709:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa172e1f4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107713:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa172e1f4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107717:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213b200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107719:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa172e1f4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107724:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa172e1f4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107731:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xbb599949 (ffff8c8b07747700) 00010000:00010000:0.0:1769074921.107733:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107736:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa172e1f4 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107741:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa172e1f4 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107754:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351daa00/0xd2fe271aa172e210 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107760:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351daa00/0xd2fe271aa172e210 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107765:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351daa00/0xd2fe271aa172e210 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107769:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b351daa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107771:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351daa00/0xd2fe271aa172e210 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107776:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351daa00/0xd2fe271aa172e210 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107782:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x37dcc2d3 (ffff8c8b07747d00) 00010000:00010000:0.0:1769074921.107785:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.107787:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351daa00/0xd2fe271aa172e210 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107791:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351daa00/0xd2fe271aa172e210 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107803:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172e22c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107808:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172e22c lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107812:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172e22c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107817:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.107819:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172e22c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107824:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172e22c lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.107830:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x56569231 (ffff8c8b09480800) 00010000:00010000:0.0:1769074921.107832:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.109654:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172e22c lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113322:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172e22c lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113352:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7c00/0xd2fe271aa172e248 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113357:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7c00/0xd2fe271aa172e248 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113363:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7c00/0xd2fe271aa172e248 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113369:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358b7c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113372:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7c00/0xd2fe271aa172e248 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113379:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7c00/0xd2fe271aa172e248 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113390:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x130bf32a (ffff8c8b09480e00) 00010000:00010000:0.0:1769074921.113392:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113395:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7c00/0xd2fe271aa172e248 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113403:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b7c00/0xd2fe271aa172e248 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113418:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c400/0xd2fe271aa172e264 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113424:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c400/0xd2fe271aa172e264 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113429:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c400/0xd2fe271aa172e264 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113433:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150c400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113435:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c400/0xd2fe271aa172e264 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113439:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c400/0xd2fe271aa172e264 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113445:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x48e4a31f (ffff8c8b110f6700) 00010000:00010000:0.0:1769074921.113447:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113449:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c400/0xd2fe271aa172e264 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113454:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c400/0xd2fe271aa172e264 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113468:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78c00/0xd2fe271aa172e280 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113473:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78c00/0xd2fe271aa172e280 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113513:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78c00/0xd2fe271aa172e280 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113518:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f78c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113520:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78c00/0xd2fe271aa172e280 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113527:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78c00/0xd2fe271aa172e280 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113534:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x2fbacb41 (ffff8c8b09480f00) 00010000:00010000:0.0:1769074921.113536:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113539:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78c00/0xd2fe271aa172e280 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113544:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78c00/0xd2fe271aa172e280 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113558:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79000/0xd2fe271aa172e29c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113564:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79000/0xd2fe271aa172e29c lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113569:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79000/0xd2fe271aa172e29c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113574:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f79000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113576:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79000/0xd2fe271aa172e29c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113581:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79000/0xd2fe271aa172e29c lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113601:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x267dbf88 (ffff8c8b09480400) 00010000:00010000:0.0:1769074921.113604:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113607:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79000/0xd2fe271aa172e29c lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113611:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79000/0xd2fe271aa172e29c lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.113626:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19c00/0xd2fe271aa172e2f7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113631:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19c00/0xd2fe271aa172e2f7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113636:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19c00/0xd2fe271aa172e2f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113640:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3ed19c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113642:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19c00/0xd2fe271aa172e2f7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113647:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19c00/0xd2fe271aa172e2f7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113653:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc9:0x0].0x1cda55a (ffff8c8b35d5e500) 00010000:00010000:0.0:1769074921.113655:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113658:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19c00/0xd2fe271aa172e2f7 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113663:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19c00/0xd2fe271aa172e2f7 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113676:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351dba00/0xd2fe271aa172e32f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26105 initiator: MDT0 00010000:00010000:0.0:1769074921.113695:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351dba00/0xd2fe271aa172e32f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26105 initiator: MDT0 00010000:00010000:0.0:1769074921.113699:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351dba00/0xd2fe271aa172e32f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26105 initiator: MDT0 00010000:00010000:0.0:1769074921.113703:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b351dba00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113706:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351dba00/0xd2fe271aa172e32f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26105 initiator: MDT0 00010000:00010000:0.0:1769074921.113711:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351dba00/0xd2fe271aa172e32f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26105 initiator: MDT0 00010000:00010000:0.0:1769074921.113717:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc9:0x0].0xce550dc4 (ffff8c8b07747c00) 00010000:00010000:0.0:1769074921.113720:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113722:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351dba00/0xd2fe271aa172e32f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26105 initiator: MDT0 00010000:00010000:0.0:1769074921.113727:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351dba00/0xd2fe271aa172e32f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26105 initiator: MDT0 00010000:00010000:0.0:1769074921.113741:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c000/0xd2fe271aa172e367 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113746:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c000/0xd2fe271aa172e367 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113751:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c000/0xd2fe271aa172e367 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113755:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150c000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113758:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c000/0xd2fe271aa172e367 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113763:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c000/0xd2fe271aa172e367 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113769:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc9:0x0].0x45fac828 (ffff8c8b110f6200) 00010000:00010000:0.0:1769074921.113771:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113773:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c000/0xd2fe271aa172e367 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113778:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c000/0xd2fe271aa172e367 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113788:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ce00/0xd2fe271aa172e39f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113793:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ce00/0xd2fe271aa172e39f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113798:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ce00/0xd2fe271aa172e39f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113803:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150ce00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113806:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ce00/0xd2fe271aa172e39f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113812:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ce00/0xd2fe271aa172e39f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113819:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc9:0x0].0xbda0828b (ffff8c8b110f6d00) 00010000:00010000:0.0:1769074921.113822:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113824:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ce00/0xd2fe271aa172e39f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113833:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150ce00/0xd2fe271aa172e39f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113860:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78200/0xd2fe271aa172e3d7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113866:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78200/0xd2fe271aa172e3d7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113872:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78200/0xd2fe271aa172e3d7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113877:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f78200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113879:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78200/0xd2fe271aa172e3d7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113885:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78200/0xd2fe271aa172e3d7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xc9:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113892:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xc9:0x0].0x8a27eaf6 (ffff8c8a01ef7200) 00010000:00010000:0.0:1769074921.113895:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113898:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78200/0xd2fe271aa172e3d7 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113903:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78200/0xd2fe271aa172e3d7 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xc9:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113918:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa172e3f3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.113924:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa172e3f3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.113934:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa172e3f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.113938:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213a200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113940:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa172e3f3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.113945:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa172e3f3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.113952:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x87726de2 (ffff8c8b07747200) 00010000:00010000:0.0:1769074921.113954:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.113956:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa172e3f3 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.113961:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa172e3f3 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.113973:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79400/0xd2fe271aa172e408 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113979:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79400/0xd2fe271aa172e408 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113984:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79400/0xd2fe271aa172e408 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113988:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f79400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.113991:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79400/0xd2fe271aa172e408 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.113996:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79400/0xd2fe271aa172e408 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114003:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xd47b514a (ffff8c8b09b6e200) 00010000:00010000:0.0:1769074921.114005:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114007:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79400/0xd2fe271aa172e408 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114013:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79400/0xd2fe271aa172e408 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114046:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d200/0xd2fe271aa172e424 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114053:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d200/0xd2fe271aa172e424 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114057:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d200/0xd2fe271aa172e424 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114061:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150d200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114064:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d200/0xd2fe271aa172e424 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114069:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d200/0xd2fe271aa172e424 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114075:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0x48840fb6 (ffff8c8b110f6900) 00010000:00010000:0.0:1769074921.114078:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114080:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d200/0xd2fe271aa172e424 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114085:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d200/0xd2fe271aa172e424 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114098:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79a00/0xd2fe271aa172e440 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114104:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79a00/0xd2fe271aa172e440 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114108:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79a00/0xd2fe271aa172e440 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114112:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f79a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114115:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79a00/0xd2fe271aa172e440 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114120:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79a00/0xd2fe271aa172e440 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x78:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114125:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x78:0x0].0xb34b709f (ffff8c8b09480600) 00010000:00010000:0.0:1769074921.114127:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114142:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79a00/0xd2fe271aa172e440 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114147:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79a00/0xd2fe271aa172e440 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x78:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114159:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79c00/0xd2fe271aa172e45c lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8ca51076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114164:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79c00/0xd2fe271aa172e45c lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8ca51076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114169:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79c00/0xd2fe271aa172e45c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8ca51076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114174:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f79c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114176:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79c00/0xd2fe271aa172e45c lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8ca51076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114182:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79c00/0xd2fe271aa172e45c lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8ca51076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114189:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8ca51076 (ffff8c8b3edacb00) 00010000:00010000:0.0:1769074921.114191:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114204:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79c00/0xd2fe271aa172e45c lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8ca51076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114210:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79c00/0xd2fe271aa172e45c lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8ca51076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114223:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78400/0xd2fe271aa172e494 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6eb6586c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114229:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78400/0xd2fe271aa172e494 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6eb6586c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114234:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78400/0xd2fe271aa172e494 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6eb6586c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114238:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f78400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114240:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78400/0xd2fe271aa172e494 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6eb6586c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114245:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78400/0xd2fe271aa172e494 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x6eb6586c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114251:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6eb6586c (ffff8c8b3edac900) 00010000:00010000:0.0:1769074921.114253:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114256:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78400/0xd2fe271aa172e494 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6eb6586c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114260:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78400/0xd2fe271aa172e494 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x6eb6586c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114272:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78600/0xd2fe271aa172e49b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114278:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78600/0xd2fe271aa172e49b lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114283:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78600/0xd2fe271aa172e49b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114287:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f78600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114289:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78600/0xd2fe271aa172e49b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114294:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78600/0xd2fe271aa172e49b lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114301:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.114303:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114305:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78600/0xd2fe271aa172e49b lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114310:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78600/0xd2fe271aa172e49b lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114320:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dc800/0xd2fe271aa172e4fd lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114325:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dc800/0xd2fe271aa172e4fd lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114330:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dc800/0xd2fe271aa172e4fd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114338:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3f6dc800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114340:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dc800/0xd2fe271aa172e4fd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114345:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dc800/0xd2fe271aa172e4fd lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114351:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x45c0cf9c (ffff8c8b35d5e200) 00010000:00010000:0.0:1769074921.114353:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114356:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dc800/0xd2fe271aa172e4fd lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114361:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dc800/0xd2fe271aa172e4fd lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x45c0cf9c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114372:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78a00/0xd2fe271aa172e574 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114377:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78a00/0xd2fe271aa172e574 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114381:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78a00/0xd2fe271aa172e574 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114386:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f78a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114389:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78a00/0xd2fe271aa172e574 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114395:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78a00/0xd2fe271aa172e574 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114401:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x56569231 (ffff8c8b3edac300) 00010000:00010000:0.0:1769074921.114418:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114421:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78a00/0xd2fe271aa172e574 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114426:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78a00/0xd2fe271aa172e574 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x56569231 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114439:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c800/0xd2fe271aa172e5cf lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114445:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c800/0xd2fe271aa172e5cf lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114451:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c800/0xd2fe271aa172e5cf lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114456:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150c800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114458:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c800/0xd2fe271aa172e5cf lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114464:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c800/0xd2fe271aa172e5cf lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114471:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xa6e7eec (ffff8c8b110f6100) 00010000:00010000:0.0:1769074921.114474:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114476:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c800/0xd2fe271aa172e5cf lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114481:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c800/0xd2fe271aa172e5cf lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xa6e7eec bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114494:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c200/0xd2fe271aa172e62a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114499:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c200/0xd2fe271aa172e62a lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114504:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c200/0xd2fe271aa172e62a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114508:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0150c200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114511:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c200/0xd2fe271aa172e62a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114517:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c200/0xd2fe271aa172e62a lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114523:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe6b34bd0 (ffff8c8b110f6a00) 00010000:00010000:0.0:1769074921.114526:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114528:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c200/0xd2fe271aa172e62a lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114533:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150c200/0xd2fe271aa172e62a lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe6b34bd0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114547:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa172e685 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114553:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa172e685 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114558:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa172e685 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114562:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114565:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa172e685 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114571:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa172e685 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114578:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x9ca112ae (ffff8c8b10c60e00) 00010000:00010000:0.0:1769074921.114580:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114583:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa172e685 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114588:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa172e685 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9ca112ae bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.114602:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa172e6e0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114608:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa172e6e0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114613:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa172e6e0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114618:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882a200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114621:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa172e6e0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114627:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa172e6e0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114634:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x9fe9a331 (ffff8c8b110f6f00) 00010000:00010000:0.0:1769074921.114636:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114639:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa172e6e0 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114645:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa172e6e0 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9fe9a331 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114657:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa172e73b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114664:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa172e73b lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114669:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa172e73b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114673:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114676:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa172e73b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114681:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa172e73b lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114687:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x151c8ac3 (ffff8c8b110f6300) 00010000:00010000:0.0:1769074921.114689:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114692:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa172e73b lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114697:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa172e73b lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x151c8ac3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114709:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe400/0xd2fe271aa172e796 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114715:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe400/0xd2fe271aa172e796 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114720:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe400/0xd2fe271aa172e796 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114724:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbe400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114726:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe400/0xd2fe271aa172e796 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114732:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe400/0xd2fe271aa172e796 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114738:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x15c8a56e (ffff8c8b02d52c00) 00010000:00010000:0.0:1769074921.114740:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114742:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe400/0xd2fe271aa172e796 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114747:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbe400/0xd2fe271aa172e796 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x15c8a56e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114761:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692800/0xd2fe271aa172e7f1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114766:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692800/0xd2fe271aa172e7f1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114772:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692800/0xd2fe271aa172e7f1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114776:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30692800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114779:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692800/0xd2fe271aa172e7f1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114785:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692800/0xd2fe271aa172e7f1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114791:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe7eb4718 (ffff8c8b35d5ec00) 00010000:00010000:0.0:1769074921.114793:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114796:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692800/0xd2fe271aa172e7f1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114821:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692800/0xd2fe271aa172e7f1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe7eb4718 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114852:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5200/0xd2fe271aa172e84c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114858:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5200/0xd2fe271aa172e84c lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114863:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5200/0xd2fe271aa172e84c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114867:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b386a5200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114871:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5200/0xd2fe271aa172e84c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114877:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5200/0xd2fe271aa172e84c lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114883:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x48840fb6 (ffff8c8b3db6fb00) 00010000:00010000:0.0:1769074921.114885:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114888:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5200/0xd2fe271aa172e84c lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114892:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5200/0xd2fe271aa172e84c lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x48840fb6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.114904:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662800/0xd2fe271aa172e8a7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114908:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662800/0xd2fe271aa172e8a7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114917:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662800/0xd2fe271aa172e8a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114922:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b01662800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114924:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662800/0xd2fe271aa172e8a7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114929:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662800/0xd2fe271aa172e8a7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114935:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x48e4a31f (ffff8c8a0901a500) 00010000:00010000:0.0:1769074921.114937:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.114940:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662800/0xd2fe271aa172e8a7 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114945:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662800/0xd2fe271aa172e8a7 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x48e4a31f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114958:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbea00/0xd2fe271aa172e902 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114963:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbea00/0xd2fe271aa172e902 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114968:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbea00/0xd2fe271aa172e902 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114971:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbea00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.114974:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbea00/0xd2fe271aa172e902 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.114979:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbea00/0xd2fe271aa172e902 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115001:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xb34b709f (ffff8c8b02d52000) 00010000:00010000:0.0:1769074921.115003:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115006:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbea00/0xd2fe271aa172e902 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115012:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbea00/0xd2fe271aa172e902 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xb34b709f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115024:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5400/0xd2fe271aa172e95d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115054:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5400/0xd2fe271aa172e95d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115059:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5400/0xd2fe271aa172e95d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115064:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b386a5400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115066:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5400/0xd2fe271aa172e95d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115072:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5400/0xd2fe271aa172e95d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115078:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x9b815f19 (ffff8c8b3db6f900) 00010000:00010000:0.0:1769074921.115080:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115083:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5400/0xd2fe271aa172e95d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115088:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5400/0xd2fe271aa172e95d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9b815f19 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115100:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794600/0xd2fe271aa172e9b8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115105:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794600/0xd2fe271aa172e9b8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115110:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794600/0xd2fe271aa172e9b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115114:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a04794600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115117:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794600/0xd2fe271aa172e9b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115122:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794600/0xd2fe271aa172e9b8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115127:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe9fa0db8 (ffff8c8b02d52900) 00010000:00010000:0.0:1769074921.115129:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115131:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794600/0xd2fe271aa172e9b8 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115136:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794600/0xd2fe271aa172e9b8 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe9fa0db8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115148:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690e00/0xd2fe271aa172ea13 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115153:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690e00/0xd2fe271aa172ea13 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115158:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690e00/0xd2fe271aa172ea13 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115162:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30690e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115165:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690e00/0xd2fe271aa172ea13 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115171:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690e00/0xd2fe271aa172ea13 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115177:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc025ca7 (ffff8c8b3869e400) 00010000:00010000:0.0:1769074921.115179:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115181:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690e00/0xd2fe271aa172ea13 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115186:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690e00/0xd2fe271aa172ea13 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc025ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115201:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4a00/0xd2fe271aa172ea6e lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115206:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4a00/0xd2fe271aa172ea6e lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115210:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4a00/0xd2fe271aa172ea6e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115214:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b386a4a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115217:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4a00/0xd2fe271aa172ea6e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115222:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4a00/0xd2fe271aa172ea6e lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115227:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xecc4f14 (ffff8c8b3db6f000) 00010000:00010000:0.0:1769074921.115229:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115232:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4a00/0xd2fe271aa172ea6e lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115237:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4a00/0xd2fe271aa172ea6e lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xecc4f14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115262:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5a00/0xd2fe271aa172eac9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115267:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5a00/0xd2fe271aa172eac9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115272:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5a00/0xd2fe271aa172eac9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115276:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b386a5a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115279:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5a00/0xd2fe271aa172eac9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115284:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5a00/0xd2fe271aa172eac9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115290:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x712be7d1 (ffff8c8b3db6f600) 00010000:00010000:0.0:1769074921.115292:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115295:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5a00/0xd2fe271aa172eac9 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115300:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5a00/0xd2fe271aa172eac9 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x712be7d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115312:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e200/0xd2fe271aa172eb24 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xafd079bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115318:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e200/0xd2fe271aa172eb24 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xafd079bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115323:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e200/0xd2fe271aa172eb24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xafd079bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115330:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3052e200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115333:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e200/0xd2fe271aa172eb24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xafd079bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115338:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e200/0xd2fe271aa172eb24 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xafd079bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115344:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xafd079bc (ffff8c8b03918500) 00010000:00010000:0.0:1769074921.115346:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115348:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e200/0xd2fe271aa172eb24 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xafd079bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115353:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e200/0xd2fe271aa172eb24 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xafd079bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115369:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e000/0xd2fe271aa172eb7f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115374:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e000/0xd2fe271aa172eb7f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115379:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e000/0xd2fe271aa172eb7f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115384:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3052e000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115386:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e000/0xd2fe271aa172eb7f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115392:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e000/0xd2fe271aa172eb7f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115398:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x4ee593e6 (ffff8c8b03918a00) 00010000:00010000:0.0:1769074921.115401:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115404:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e000/0xd2fe271aa172eb7f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115409:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e000/0xd2fe271aa172eb7f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4ee593e6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115421:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b08a4b800/0xd2fe271aa172ebda lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115427:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b08a4b800/0xd2fe271aa172ebda lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115432:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b08a4b800/0xd2fe271aa172ebda lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115436:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b08a4b800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115438:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b08a4b800/0xd2fe271aa172ebda lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115443:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b08a4b800/0xd2fe271aa172ebda lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115449:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xf0a46efb (ffff8c8b074b9e00) 00010000:00010000:0.0:1769074921.115451:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115454:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b08a4b800/0xd2fe271aa172ebda lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115459:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b08a4b800/0xd2fe271aa172ebda lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xf0a46efb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115472:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79e00/0xd2fe271aa172ec35 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115478:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79e00/0xd2fe271aa172ec35 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115484:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79e00/0xd2fe271aa172ec35 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115487:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f79e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115490:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79e00/0xd2fe271aa172ec35 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115495:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79e00/0xd2fe271aa172ec35 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115500:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x44a5aa00 (ffff8c8b3869e100) 00010000:00010000:0.0:1769074921.115502:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115505:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79e00/0xd2fe271aa172ec35 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115509:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79e00/0xd2fe271aa172ec35 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x44a5aa00 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115520:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78e00/0xd2fe271aa172ec90 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115525:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78e00/0xd2fe271aa172ec90 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115530:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78e00/0xd2fe271aa172ec90 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115533:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f78e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115536:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78e00/0xd2fe271aa172ec90 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115540:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78e00/0xd2fe271aa172ec90 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115547:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x267dbf88 (ffff8c8b09481000) 00010000:00010000:0.0:1769074921.115549:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115551:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78e00/0xd2fe271aa172ec90 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115556:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78e00/0xd2fe271aa172ec90 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x267dbf88 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115567:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa172eceb lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115572:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa172eceb lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115577:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa172eceb lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115582:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115584:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa172eceb lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115590:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa172eceb lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115597:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd946e4d2 (ffff8c8b09481300) 00010000:00010000:0.0:1769074921.115599:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115602:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa172eceb lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115606:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa172eceb lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd946e4d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115619:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697600/0xd2fe271aa172ed46 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115625:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697600/0xd2fe271aa172ed46 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115630:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697600/0xd2fe271aa172ed46 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115634:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03697600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115636:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697600/0xd2fe271aa172ed46 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115641:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697600/0xd2fe271aa172ed46 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115648:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x7584afcd (ffff8c8b09481900) 00010000:00010000:0.0:1769074921.115650:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115652:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697600/0xd2fe271aa172ed46 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115657:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697600/0xd2fe271aa172ed46 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x7584afcd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115668:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697c00/0xd2fe271aa172eda1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115674:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697c00/0xd2fe271aa172eda1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115679:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697c00/0xd2fe271aa172eda1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115683:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03697c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115686:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697c00/0xd2fe271aa172eda1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115692:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697c00/0xd2fe271aa172eda1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115698:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xf4c8ca43 (ffff8c8b09481600) 00010000:00010000:0.0:1769074921.115700:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115702:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697c00/0xd2fe271aa172eda1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115707:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697c00/0xd2fe271aa172eda1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xf4c8ca43 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115718:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696e00/0xd2fe271aa172edfc lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115723:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696e00/0xd2fe271aa172edfc lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115728:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696e00/0xd2fe271aa172edfc lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115732:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03696e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115735:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696e00/0xd2fe271aa172edfc lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115740:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696e00/0xd2fe271aa172edfc lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115747:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x130bf32a (ffff8c8b09481100) 00010000:00010000:0.0:1769074921.115749:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115751:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696e00/0xd2fe271aa172edfc lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115761:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696e00/0xd2fe271aa172edfc lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x130bf32a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115774:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04795c00/0xd2fe271aa172ee57 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115779:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04795c00/0xd2fe271aa172ee57 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115785:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04795c00/0xd2fe271aa172ee57 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115789:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a04795c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115791:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04795c00/0xd2fe271aa172ee57 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115796:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04795c00/0xd2fe271aa172ee57 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115804:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe00215d9 (ffff8c8b13394200) 00010000:00010000:0.0:1769074921.115806:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115809:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04795c00/0xd2fe271aa172ee57 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115814:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04795c00/0xd2fe271aa172ee57 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe00215d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115826:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794c00/0xd2fe271aa172eeb2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115830:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794c00/0xd2fe271aa172eeb2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115865:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794c00/0xd2fe271aa172eeb2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115870:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a04794c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115873:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794c00/0xd2fe271aa172eeb2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115879:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794c00/0xd2fe271aa172eeb2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115885:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x868dff87 (ffff8c8b13394e00) 00010000:00010000:0.0:1769074921.115887:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115889:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794c00/0xd2fe271aa172eeb2 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115894:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794c00/0xd2fe271aa172eeb2 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x868dff87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.115906:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691c00/0xd2fe271aa172ef0d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115911:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691c00/0xd2fe271aa172ef0d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115916:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691c00/0xd2fe271aa172ef0d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115920:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30691c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115922:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691c00/0xd2fe271aa172ef0d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115927:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691c00/0xd2fe271aa172ef0d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115945:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x39c3d8fe (ffff8c8a0901d800) 00010000:00010000:0.0:1769074921.115947:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.115950:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691c00/0xd2fe271aa172ef0d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115955:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30691c00/0xd2fe271aa172ef0d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x39c3d8fe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115970:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa172ef68 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115976:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa172ef68 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115982:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa172ef68 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115986:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.115989:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa172ef68 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.115994:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa172ef68 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116002:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x5b30f298 (ffff8c8a0901df00) 00010000:00010000:0.0:1769074921.116004:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116007:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa172ef68 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116012:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa172ef68 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x5b30f298 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116048:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165600/0xd2fe271aa172efc3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116068:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165600/0xd2fe271aa172efc3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116073:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165600/0xd2fe271aa172efc3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116077:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b42165600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116080:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165600/0xd2fe271aa172efc3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116085:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165600/0xd2fe271aa172efc3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116092:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x2893e4db (ffff8c8b037b7100) 00010000:00010000:0.0:1769074921.116094:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116097:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165600/0xd2fe271aa172efc3 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116102:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165600/0xd2fe271aa172efc3 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x2893e4db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116117:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa172f01e lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116123:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa172f01e lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116127:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa172f01e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116131:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753bc00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116134:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa172f01e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116150:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa172f01e lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116157:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x49aa722d (ffff8c8b13394b00) 00010000:00010000:0.0:1769074921.116160:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116163:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa172f01e lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116167:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa172f01e lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x49aa722d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116180:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165a00/0xd2fe271aa172f079 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.116184:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165a00/0xd2fe271aa172f079 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.116189:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165a00/0xd2fe271aa172f079 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.116193:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b42165a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116196:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165a00/0xd2fe271aa172f079 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.116200:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165a00/0xd2fe271aa172f079 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.116206:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x4c7a76ee (ffff8c8a02e04400) 00010000:00010000:0.0:1769074921.116208:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116210:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165a00/0xd2fe271aa172f079 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.116230:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42165a00/0xd2fe271aa172f079 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4c7a76ee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 28096 initiator: MDT0 00010000:00010000:0.0:1769074921.116243:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518800/0xd2fe271aa172f0d4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116248:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518800/0xd2fe271aa172f0d4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116253:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518800/0xd2fe271aa172f0d4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116257:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03518800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116260:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518800/0xd2fe271aa172f0d4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116265:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518800/0xd2fe271aa172f0d4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116272:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x610aa076 (ffff8c8a0901d400) 00010000:00010000:0.0:1769074921.116274:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116277:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518800/0xd2fe271aa172f0d4 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116282:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518800/0xd2fe271aa172f0d4 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x610aa076 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116295:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518a00/0xd2fe271aa172f12f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39954cdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116301:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518a00/0xd2fe271aa172f12f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39954cdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116321:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518a00/0xd2fe271aa172f12f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39954cdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116325:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03518a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116328:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518a00/0xd2fe271aa172f12f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39954cdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116334:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518a00/0xd2fe271aa172f12f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x39954cdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116343:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x39954cdf (ffff8c8a0901db00) 00010000:00010000:0.0:1769074921.116346:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116349:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518a00/0xd2fe271aa172f12f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x39954cdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116354:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518a00/0xd2fe271aa172f12f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x39954cdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116369:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5800/0xd2fe271aa172f18a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116375:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5800/0xd2fe271aa172f18a lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116380:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5800/0xd2fe271aa172f18a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116385:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b386a5800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116387:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5800/0xd2fe271aa172f18a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116393:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5800/0xd2fe271aa172f18a lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116401:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x72a71b3d (ffff8c8b3e603e00) 00010000:00010000:0.0:1769074921.116403:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116406:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5800/0xd2fe271aa172f18a lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116411:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5800/0xd2fe271aa172f18a lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x72a71b3d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116424:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696600/0xd2fe271aa172f1e5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116430:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696600/0xd2fe271aa172f1e5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116435:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696600/0xd2fe271aa172f1e5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116440:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03696600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116442:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696600/0xd2fe271aa172f1e5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116447:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696600/0xd2fe271aa172f1e5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116454:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xa9dd9870 (ffff8c8b10c61800) 00010000:00010000:0.0:1769074921.116456:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116458:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696600/0xd2fe271aa172f1e5 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116463:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696600/0xd2fe271aa172f1e5 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xa9dd9870 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116475:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19e00/0xd2fe271aa172f240 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116481:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19e00/0xd2fe271aa172f240 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116486:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19e00/0xd2fe271aa172f240 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116490:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3ed19e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116493:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19e00/0xd2fe271aa172f240 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116498:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19e00/0xd2fe271aa172f240 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116505:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x839e9634 (ffff8c8b3e603000) 00010000:00010000:0.0:1769074921.116507:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116510:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19e00/0xd2fe271aa172f240 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116515:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed19e00/0xd2fe271aa172f240 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x839e9634 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116528:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4800/0xd2fe271aa172f29b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116533:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4800/0xd2fe271aa172f29b lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116539:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4800/0xd2fe271aa172f29b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116543:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b386a4800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116546:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4800/0xd2fe271aa172f29b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116564:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4800/0xd2fe271aa172f29b lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116571:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x9e90f16b (ffff8c8b048b9b00) 00010000:00010000:0.0:1769074921.116573:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116576:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4800/0xd2fe271aa172f29b lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116581:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4800/0xd2fe271aa172f29b lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9e90f16b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.116600:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa172f2f6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116604:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa172f2f6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116610:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa172f2f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116614:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.116616:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa172f2f6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116622:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa172f2f6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116629:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x10fe8da8 (ffff8c8a0901ce00) 00010000:00010000:0.0:1769074921.116631:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.116633:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa172f2f6 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.116654:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa172f2f6 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x10fe8da8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074921.121849:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074921.121863:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031200/0xd2fe271aa172fac8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.121900:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00031200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.121905:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031200/0xd2fe271aa172fac8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.121915:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031200/0xd2fe271aa172fac8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.121937:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031200/0xd2fe271aa172fac8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.121944:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b00031200/0xd2fe271aa172fac8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.121967:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.121972:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7b000/0xd2fe271aa172fab3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.121980:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f7b000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.121983:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7b000/0xd2fe271aa172fab3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.121991:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7b000/0xd2fe271aa172fab3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122001:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7b000/0xd2fe271aa172fab3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122205:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7b000/0xd2fe271aa172fab3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122222:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.122226:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122231:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b07bbf000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.122235:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122241:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122251:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122258:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b07bbf000/0xd2fe271aa172fa97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.122272:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.122274:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.122276:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.122284:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.122289:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074921.122337:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a096db800/2, rc 0, transno 8589935602 00000100:00100000:3.0:1769074921.122358:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368722560:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.122372:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a096d8a80/2, rc 0, transno 8589935603 00000100:00100000:3.0:1769074921.122375:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368723072:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.122385:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a096daa00/2, rc 0, transno 8589935605 00000100:00100000:3.0:1769074921.122388:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368723200:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.122419:0:16317:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3ccba680/2, rc 0, transno 8589935610 00000100:00100000:3.0:1769074921.122431:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368723840:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.122440:0:16317:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b04afea00/2, rc 0, transno 8589935609 00000100:00100000:3.0:1769074921.122443:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368723712:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.123284:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368727040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.123342:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.123373:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074921.123379:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368726912:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.123399:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074921.123442:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a096d9c00/2, rc 0, transno 8589935604 00000100:00100000:3.0:1769074921.123448:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368722432:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.123462:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a096d8000/2, rc 0, transno 8589935601 00000100:00100000:3.0:1769074921.123465:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368722944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.123485:0:32344:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368727040 00000100:00100000:3.0:1769074921.126320:0:32344:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368727040 00000100:00100000:3.0:1769074921.126362:0:32344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3572 00000100:00100000:3.0:1769074921.126369:0:32344:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+19:16318:x1855008368727040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.126385:0:32344:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:812 count 1 00010000:00010000:3.0:1769074921.126418:0:32344:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.126452:0:32344:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03696000/0xd2fe271aa172cbce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1130495) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0c5 expref: 71 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.126459:0:32344:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.126461:0:32344:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.126464:0:32344:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.127623:0:32344:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b03696000/0xd2fe271aa172cbce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1130495) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0c5 expref: 71 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.127636:0:32344:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b03696000/0xd2fe271aa172cbce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1130495) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0c5 expref: 71 pid: 27572 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.127648:0:32344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:32344:1855008368727936:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.128980:0:32344:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b035906c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.129018:0:32341:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa172c6f7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x327:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df67 expref: 75 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.129045:0:32341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:32341:1855008368725248:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.129067:0:32341:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.129078:0:32341:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.129109:0:32341:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.129117:0:32341:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.129861:0:32341:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.129886:0:32341:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.130124:0:32341:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:16317:x1855008368724352:12345-0@lo:6:osp-syn-0-0.0 Request processed in 44770us (50063us total) trans 8589935611 rc 0/0 00000100:00100000:3.0:1769074921.130145:0:32341:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3560 00000100:00100000:3.0:1769074921.130166:0:32341:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575 00000100:00100000:3.0:1769074921.130173:0:32341:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38487800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:16319:x1855008368727424:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.130186:0:32341:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:814 count 1 00010000:00010000:3.0:1769074921.130221:0:32341:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130232:0:32341:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03696a00/0xd2fe271aa172cd95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e174 expref: 68 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130239:0:32341:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.130240:0:32341:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.130243:0:32341:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130281:0:32341:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b03696a00/0xd2fe271aa172cd95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e174 expref: 68 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130289:0:32341:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b03696a00/0xd2fe271aa172cd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e174 expref: 68 pid: 29090 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.130299:0:32341:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:32341:1855008368728320:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.130328:0:32341:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03590d80 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.130358:0:27572:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4000/0xd2fe271aa172c091 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcf1 expref: 74 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.130369:0:27572:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:27572:1855008368725632:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.130382:0:27572:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130391:0:27572:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130398:0:27572:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130406:0:27572:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130413:0:27572:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.130429:0:27572:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074921.132848:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa172f351 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132856:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa172f351 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132863:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa172f351 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132869:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753ae00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.132873:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa172f351 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132882:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa172f351 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132893:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x6b7bd7c (ffff8c8a0901c800) 00010000:00010000:0.0:1769074921.132896:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.132900:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa172f351 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132906:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa172f351 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x6b7bd7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132921:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132928:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132958:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132963:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.132966:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132971:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132979:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x37dcc2d3 (ffff8c8a0901ca00) 00010000:00010000:0.0:1769074921.132981:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.132985:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.132990:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa172f3ac lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x37dcc2d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133004:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133010:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133015:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133020:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3f6dca00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133022:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133044:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133064:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xa4bfea24 (ffff8c8a0901c200) 00010000:00010000:0.0:1769074921.133067:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.133070:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133075:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dca00/0xd2fe271aa172f407 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xa4bfea24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133089:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6ce00/0xd2fe271aa172f462 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133094:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6ce00/0xd2fe271aa172f462 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133099:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6ce00/0xd2fe271aa172f462 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133103:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3db6ce00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133106:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6ce00/0xd2fe271aa172f462 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133111:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6ce00/0xd2fe271aa172f462 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133117:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc2bba7e5 (ffff8c8a02e04500) 00010000:00010000:0.0:1769074921.133119:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.133122:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6ce00/0xd2fe271aa172f462 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133127:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6ce00/0xd2fe271aa172f462 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc2bba7e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133153:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133160:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133165:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133171:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133174:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133179:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133186:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x2fbacb41 (ffff8c8b132dcb00) 00010000:00010000:0.0:1769074921.133189:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.133200:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133206:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa172f4bd lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x2fbacb41 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133220:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6dc00/0xd2fe271aa172f518 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133226:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6dc00/0xd2fe271aa172f518 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133232:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6dc00/0xd2fe271aa172f518 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133237:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3db6dc00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133240:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6dc00/0xd2fe271aa172f518 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133245:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6dc00/0xd2fe271aa172f518 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133252:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xff118af2 (ffff8c8a02e04d00) 00010000:00010000:0.0:1769074921.133254:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.133257:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6dc00/0xd2fe271aa172f518 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133262:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6dc00/0xd2fe271aa172f518 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xff118af2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133274:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d800/0xd2fe271aa172f573 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133279:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d800/0xd2fe271aa172f573 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133285:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d800/0xd2fe271aa172f573 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133289:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3db6d800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133292:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d800/0xd2fe271aa172f573 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133298:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d800/0xd2fe271aa172f573 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133304:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xb2d5a33e (ffff8c8a02e04300) 00010000:00010000:0.0:1769074921.133306:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.133309:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d800/0xd2fe271aa172f573 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133319:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d800/0xd2fe271aa172f573 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xb2d5a33e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.133330:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133336:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133341:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133346:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133348:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133354:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133361:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x4958ff4 (ffff8c8b132dc400) 00010000:00010000:0.0:1769074921.133363:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.133366:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133372:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58a00/0xd2fe271aa172f5ce lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4958ff4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133384:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133390:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133415:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133420:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133423:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133429:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133436:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x57ba1cca (ffff8c8b18264e00) 00010000:00010000:0.0:1769074921.133439:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.133442:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133447:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59400/0xd2fe271aa172f629 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x57ba1cca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133461:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133467:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133472:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133478:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.133480:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.133487:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.134621:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x407c6222 (ffff8c8b18264c00) 00010000:00010000:0.0:1769074921.134624:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.134628:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.134634:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa172f684 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x407c6222 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.134655:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519400/0xd2fe271aa172f6df lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00000100:00100000:3.0:1769074921.135086:0:27572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+20:16320:x1855008368723584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48183us (51031us total) trans 8589935612 rc 0/0 00000100:00100000:3.0:1769074921.135094:0:27572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563 00010000:00010000:3.0:1769074921.135135:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074921.135142:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135149:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.135153:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135162:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135175:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135181:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fac1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x327:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135196:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074921.135200:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135206:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.135210:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135216:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135225:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135233:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fad6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135244:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.135248:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa172faf9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135253:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.135256:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa172faf9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135262:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa172faf9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135271:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa172faf9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135278:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa172faf9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135295:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.135298:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172faf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135304:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.135307:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172faf2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135315:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172faf2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135323:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172faf2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135329:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa172faf2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.135340:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.135342:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.135344:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.135350:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.135355:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.135373:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368727680:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.135411:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.135442:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074921.135448:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b07558380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368727552:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.135468:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074921.135749:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519400/0xd2fe271aa172f6df lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.135755:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519400/0xd2fe271aa172f6df lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.135759:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03519400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.135762:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519400/0xd2fe271aa172f6df lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.135769:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519400/0xd2fe271aa172f6df lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.135777:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x239dea14 (ffff8c8b10c61400) 00010000:00010000:0.0:1769074921.135780:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.135783:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519400/0xd2fe271aa172f6df lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.135788:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519400/0xd2fe271aa172f6df lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x239dea14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.135807:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f73a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135813:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f73a lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135818:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f73a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135822:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a01fc4c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.135824:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f73a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135829:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f73a lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135847:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x130f79e0 (ffff8c8b048b9900) 00010000:00010000:0.0:1769074921.135850:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.135852:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f73a lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135857:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4c00/0xd2fe271aa172f73a lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x130f79e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135872:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f795 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135877:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f795 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135882:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f795 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135885:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a01fc5400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.135888:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f795 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135893:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f795 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135899:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc735cef4 (ffff8c8b3e603500) 00010000:00010000:0.0:1769074921.135901:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.135904:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f795 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135908:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5400/0xd2fe271aa172f795 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc735cef4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135922:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c200/0xd2fe271aa172f7f0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135927:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c200/0xd2fe271aa172f7f0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135933:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c200/0xd2fe271aa172f7f0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135938:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3db6c200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.135940:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c200/0xd2fe271aa172f7f0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135945:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c200/0xd2fe271aa172f7f0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135952:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x21aa2247 (ffff8c8a02e04600) 00010000:00010000:0.0:1769074921.135954:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.135956:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c200/0xd2fe271aa172f7f0 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135964:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c200/0xd2fe271aa172f7f0 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x21aa2247 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135979:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c000/0xd2fe271aa172f84b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135984:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c000/0xd2fe271aa172f84b lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135989:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c000/0xd2fe271aa172f84b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.135992:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3db6c000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.135995:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c000/0xd2fe271aa172f84b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136000:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c000/0xd2fe271aa172f84b lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136006:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xbf580d0c (ffff8c8b42148300) 00010000:00010000:0.0:1769074921.136008:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.136011:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c000/0xd2fe271aa172f84b lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136016:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c000/0xd2fe271aa172f84b lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xbf580d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136045:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7ba00/0xd2fe271aa172f8a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136051:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7ba00/0xd2fe271aa172f8a6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136061:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7ba00/0xd2fe271aa172f8a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136065:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f7ba00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.136068:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7ba00/0xd2fe271aa172f8a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136073:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7ba00/0xd2fe271aa172f8a6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136080:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe3541c1d (ffff8c8b048ba900) 00010000:00010000:0.0:1769074921.136082:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.136085:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7ba00/0xd2fe271aa172f8a6 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136090:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7ba00/0xd2fe271aa172f8a6 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe3541c1d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136104:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172f901 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136110:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172f901 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136115:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172f901 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136120:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.136123:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172f901 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136129:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172f901 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136136:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x89d48c8d (ffff8c8b0d1dd000) 00010000:00010000:0.0:1769074921.136138:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.136140:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172f901 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136145:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172f901 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x89d48c8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.136158:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa172f95c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136163:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa172f95c lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136168:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa172f95c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136173:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00030c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.136175:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa172f95c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136180:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa172f95c lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136187:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xbb599949 (ffff8c8b1283a400) 00010000:00010000:0.0:1769074921.136189:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.136192:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa172f95c lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136196:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa172f95c lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xbb599949 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136208:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172f9b7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136214:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172f9b7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136218:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172f9b7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136222:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.136225:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172f9b7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136230:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172f9b7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136235:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x1a616f3f (ffff8c8b0d1dd300) 00010000:00010000:0.0:1769074921.136237:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.136240:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172f9b7 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136244:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172f9b7 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x1a616f3f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136256:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fa12 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136261:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fa12 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136266:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fa12 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136270:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.136272:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fa12 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136277:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fa12 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136283:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x6d38f012 (ffff8c8b3076e300) 00010000:00010000:0.0:1769074921.136285:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.136287:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fa12 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136292:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fa12 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x6d38f012 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074921.136302:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7be00/0xd2fe271aa172fa6d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136308:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7be00/0xd2fe271aa172fa6d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136313:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7be00/0xd2fe271aa172fa6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136317:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f7be00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.136320:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7be00/0xd2fe271aa172fa6d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136325:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7be00/0xd2fe271aa172fa6d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136331:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x52815b39 (ffff8c8b048baf00) 00010000:00010000:0.0:1769074921.136333:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.136336:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7be00/0xd2fe271aa172fa6d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136344:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7be00/0xd2fe271aa172fa6d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x52815b39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.136411:0:38314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03518200/0xd2fe271aa172cc29 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0e8 expref: 66 pid: 29090 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.136424:0:38314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30665880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:38314:1855008368725888:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.136438:0:38314:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136447:0:38314:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136453:0:38314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136461:0:38314:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136467:0:38314:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136490:0:38314:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074921.136500:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.136504:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136516:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03697a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.136518:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136525:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136535:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136542:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697a00/0xd2fe271aa172fae4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.136556:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.136557:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.136559:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.139414:0:38314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+23:16320:x1855008368722816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50204us (55262us total) trans 8589935606 rc 0/0 00000100:00100000:0.0:1769074921.139425:0:38314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3566 00010000:00010000:3.0:1769074921.145783:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074921.145798:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a200/0xd2fe271aa172fb07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145813:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f7a200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.145818:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a200/0xd2fe271aa172fb07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145829:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a200/0xd2fe271aa172fb07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145862:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a200/0xd2fe271aa172fb07 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145870:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f7a200/0xd2fe271aa172fb07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145894:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.145899:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b03519e00/0xd2fe271aa172fadd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145905:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b03519e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.145908:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b03519e00/0xd2fe271aa172fadd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145915:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b03519e00/0xd2fe271aa172fadd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145929:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b03519e00/0xd2fe271aa172fadd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145935:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03519e00/0xd2fe271aa172fadd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145947:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.145951:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7a400/0xd2fe271aa172fb00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145956:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f7a400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.145959:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7a400/0xd2fe271aa172fb00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145965:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7a400/0xd2fe271aa172fb00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145974:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7a400/0xd2fe271aa172fb00 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145980:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7a400/0xd2fe271aa172fb00 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x318:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.145992:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.145994:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.145996:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.146115:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074921.146669:0:16317:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3ccb8380/2, rc 0, transno 8589935611 00000100:00100000:3.0:1769074921.146687:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368724352:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.146708:0:29090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368728704 00000100:00100000:3.0:1769074921.146714:0:29090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368728704 00000100:00100000:3.0:1769074921.146756:0:29090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3578 00000100:00100000:3.0:1769074921.146765:0:29090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+20:16319:x1855008368728704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.146791:0:29090:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:793 count 1 00010000:00010000:3.0:1769074921.146862:0:29090:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fb54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.146880:0:29090:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6ca00/0xd2fe271aa172bd03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db93 expref: 66 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.146887:0:29090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.146889:0:29090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.146893:0:29090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fb54 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.146920:0:29090:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6ca00/0xd2fe271aa172bd03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db93 expref: 66 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.146933:0:29090:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6ca00/0xd2fe271aa172bd03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db93 expref: 66 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.146945:0:29090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:29090:1855008368728832:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.146984:0:29090:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b011ca780 going to sleep for 11 seconds 00000004:00080000:3.0:1769074921.147014:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3650d180/2, rc 0, transno 8589935608 00000100:00100000:3.0:1769074921.147050:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368726144:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.147064:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a096d8e00/2, rc 0, transno 8589935607 00000100:00100000:3.0:1769074921.147068:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368722304:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.147076:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a096da680/2, rc 0, transno 8589935606 00000100:00100000:3.0:1769074921.147079:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368722816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.147088:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3db5a300/2, rc 0, transno 8589935614 00000100:00100000:3.0:1769074921.147091:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368723456:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.147098:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3ccbad80/2, rc 0, transno 8589935613 00000100:00100000:3.0:1769074921.147102:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368723968:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.147109:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b04aff100/2, rc 0, transno 8589935612 00000100:00100000:3.0:1769074921.147112:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368723584:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.148944:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368729216 00000100:00100000:3.0:1769074921.148953:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368729216 00000100:00100000:3.0:1769074921.148993:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368729344 00000100:00100000:3.0:1769074921.148996:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368729344 00000100:00100000:3.0:1769074921.149017:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368729728 00000100:00100000:3.0:1769074921.149019:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368729728 00000100:00100000:3.0:1769074921.149092:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579 00000100:00100000:3.0:1769074921.149101:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+22:16319:x1855008368729216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.149125:0:32342:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:813 count 1 00010000:00010000:3.0:1769074921.149179:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149199:0:32342:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03518400/0xd2fe271aa172cc84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e10b expref: 66 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149207:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.149210:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.149213:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149238:0:32342:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b03518400/0xd2fe271aa172cc84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e10b expref: 66 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149248:0:32342:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b03518400/0xd2fe271aa172cc84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e10b expref: 66 pid: 29090 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.149260:0:32342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30665880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:32342:1855008368729856:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.149294:0:32342:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03590180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.149313:0:29091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580 00000100:00100000:3.0:1769074921.149321:0:29091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+22:16319:x1855008368729344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.149333:0:29091:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:786 count 1 00010000:00010000:3.0:1769074921.149358:0:29091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149369:0:29091:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa172b809 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9a9 expref: 66 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149376:0:29091:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.149377:0:29091:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.149380:0:29091:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149399:0:29091:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa172b809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9a9 expref: 66 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.149413:0:29091:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa172b809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9a9 expref: 66 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.149422:0:29091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30664000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29091:1855008368729984:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.149443:0:29091:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.149459:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581 00000100:00100000:3.0:1769074921.149465:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+23:16319:x1855008368729728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.149478:0:29089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:779 count 1 00010000:00010000:3.0:1769074921.151745:0:29089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.151760:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795000/0xd2fe271aa172b36a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7e2 expref: 64 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.151768:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.151770:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.151773:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.151802:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795000/0xd2fe271aa172b36a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7e2 expref: 64 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.151812:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795000/0xd2fe271aa172b36a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7e2 expref: 64 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.151824:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368730112:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.151880:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.151908:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368729088:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.151950:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.151990:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368729600:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.152012:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.152054:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074921.152060:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368728960:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.152094:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.152110:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368729472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.152140:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.152166:0:27572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368729088 00000100:00100000:3.0:1769074921.152170:0:27572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368729088 00000100:00100000:3.0:1769074921.152197:0:27572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368729600 00000100:00100000:3.0:1769074921.152200:0:27572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368729600 00000100:00100000:3.0:1769074921.152212:0:27572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368728960 00000100:00100000:3.0:1769074921.152214:0:27572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368728960 00000100:00100000:3.0:1769074921.152222:0:27572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368729472 00000100:00100000:3.0:1769074921.152223:0:27572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368729472 00000100:00100000:3.0:1769074921.152232:0:27572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582 00000100:00100000:3.0:1769074921.152238:0:27572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+24:16318:x1855008368729088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.152257:0:27572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:795 count 1 00010000:00010000:3.0:1769074921.152315:0:27572:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.152329:0:27572:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6d600/0xd2fe271aa172be6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc1f expref: 66 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.152334:0:27572:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.152337:0:27572:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.152340:0:27572:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.152359:0:27572:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6d600/0xd2fe271aa172be6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc1f expref: 66 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.152367:0:27572:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6d600/0xd2fe271aa172be6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc1f expref: 66 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.152378:0:27572:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:27572:1855008368730240:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.152400:0:27572:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.152427:0:28095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3583 00000100:00100000:3.0:1769074921.152434:0:28095:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b361fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+25:16318:x1855008368729600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.152447:0:28095:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:803 count 1 00010000:00010000:3.0:1769074921.152473:0:28095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697400/0xd2fe271aa172fb8c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.152485:0:28095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7200/0xd2fe271aa172c47a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de72 expref: 64 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.153336:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.153448:0:38314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3584 00000100:00100000:0.0:1769074921.153463:0:38314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:16318:x1855008368728960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074921.153486:0:38314:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:777 count 1 00010000:00010000:0.0:1769074921.153514:0:38314:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.153532:0:38314:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa172b187 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d72c expref: 66 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.153538:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.153539:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.153542:0:38314:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.153564:0:38314:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa172b187 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d72c expref: 66 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.153574:0:38314:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa172b187 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d72c expref: 66 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.153585:0:38314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:38314:1855008368730368:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.153617:0:38314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03919000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.154016:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.154980:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.155050:0:26088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351195392 00000100:00100000:0.0:1769074921.155057:0:26088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351195392 00010000:00010000:0.0:1769074921.155093:0:26088:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa172b5e7 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8d7 expref: 67 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.155120:0:26088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351195520 00000100:00100000:0.0:1769074921.155124:0:26088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351195520 00010000:00010000:3.0:1769074921.156094:0:28095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.156097:0:28095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.156100:0:28095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697400/0xd2fe271aa172fb8c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.156123:0:28095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7200/0xd2fe271aa172c47a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de72 expref: 65 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.156316:0:28095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7200/0xd2fe271aa172c47a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de72 expref: 65 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.156328:0:28095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b1764aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:28095:1855008368730624:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.156374:0:28095:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.156441:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1471 00000100:00100000:3.0:1769074921.156452:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a01fd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+67:10965:x1855008351195392:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.156464:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.156470:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa172b5e7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8d7 expref: 67 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.156482:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa172b5e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8d7 expref: 67 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.156629:0:26088:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59c00/0xd2fe271aa172b9d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da58 expref: 65 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.156788:0:26088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1472 00000100:00100000:0.0:1769074921.156797:0:26088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+65:10965:x1855008351195520:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.156806:0:26088:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.156811:0:26088:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59c00/0xd2fe271aa172b9d0 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da58 expref: 65 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.156820:0:26088:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59c00/0xd2fe271aa172b9d0 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da58 expref: 65 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.156851:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.156853:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.156857:0:26088:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.156867:0:26088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.156884:0:26088:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.156915:0:26088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+65:10965:x1855008351195520:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 120us (1939us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.156923:0:26088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1472 00010000:00010000:0.0:1769074921.156998:0:32343:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59c00/0xd2fe271aa172b9d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da58 expref: 64 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.157011:0:32343:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:32343:1855008368728064:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.157047:0:32343:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.157056:0:32343:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.157063:0:32343:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.157072:0:32343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.157080:0:32343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.157098:0:32343:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074921.158011:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa172b5e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8d7 expref: 67 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.158024:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.158049:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.158053:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa172fb23 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158062:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa172fb23 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158094:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.158813:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a01fd5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+66:10965:x1855008351195392:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 2362us (4796us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.158822:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1471 00010000:00010000:3.0:1769074921.158891:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.158898:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158908:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b06f7bc00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.158912:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158922:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158936:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158943:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7bc00/0xd2fe271aa172fb31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158961:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.158965:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa172fb23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158972:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.158975:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa172fb23 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158984:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa172fb23 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.158994:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa172fb23 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.159002:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa172fb23 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.159016:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.159018:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.159019:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.159046:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074921.159081:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3650e300/2, rc 0, transno 8589935616 00000100:00100000:3.0:1769074921.159093:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368726912:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1769074921.159122:0:36867:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04981e00/0xd2fe271aa172c41f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de4f expref: 65 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.159395:0:32343:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3f690380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+26:16319:x1855008368727296:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31156us (32319us total) trans 8589935609 rc 0/0 00000100:00100000:0.0:1769074921.159404:0:32343:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573 00000100:00100000:3.0:1769074921.161297:0:36867:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:36867:1855008368726016:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.161325:0:36867:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.161337:0:36867:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.161350:0:36867:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.161360:0:36867:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.161368:0:36867:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.161392:0:36867:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.161618:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:16320:x1855008368724096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 74488us (77532us total) trans 8589935617 rc 0/0 00000100:00100000:3.0:1769074921.161626:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564 00000100:00100000:3.0:1769074921.162958:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35cf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368731136:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.162995:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.163063:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074921.163072:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368730880:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.163095:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074921.163136:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.163143:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.163152:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.163156:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.163170:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.163189:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.163196:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172faeb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x323:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.163215:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.163217:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.163219:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.163294:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.168711:0:32341:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:32341:1855008368728320:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.168735:0:32341:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.168761:0:29090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:29090:1855008368728832:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.168774:0:29090:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fb54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x319:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.168795:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30665880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:32342:1855008368729856:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.168807:0:32342:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.168828:0:29091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30664000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:29091:1855008368729984:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.168889:0:29091:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.168913:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368730112:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.168922:0:29089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.168943:0:27572:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:27572:1855008368730240:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.168954:0:27572:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.168973:0:32344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:32344:1855008368727936:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.168983:0:32344:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.168998:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351196160 00000100:00100000:3.0:1769074921.169001:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351196160 00010000:00010000:3.0:1769074921.169019:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b00030a00/0xd2fe271aa172c30e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dde6 expref: 66 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169049:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351196032 00000100:00100000:3.0:1769074921.169051:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351196032 00010000:00010000:3.0:1769074921.169065:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3db6c400/0xd2fe271aa172bf80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc88 expref: 67 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169075:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351196416 00000100:00100000:3.0:1769074921.169078:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351196416 00010000:00010000:3.0:1769074921.169088:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b03518400/0xd2fe271aa172cc84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e10b expref: 66 pid: 29090 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169097:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351196544 00000100:00100000:3.0:1769074921.169099:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351196544 00010000:00010000:3.0:1769074921.169108:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa172b809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9a9 expref: 67 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169116:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351196672 00000100:00100000:3.0:1769074921.169119:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351196672 00010000:00010000:3.0:1769074921.169138:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795000/0xd2fe271aa172b36a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7e2 expref: 68 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169148:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351196800 00000100:00100000:3.0:1769074921.169151:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351196800 00010000:00010000:3.0:1769074921.169160:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6d600/0xd2fe271aa172be6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc1f expref: 68 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169169:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351196928 00000100:00100000:3.0:1769074921.169170:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351196928 00010000:00010000:3.0:1769074921.169180:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa172b187 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d72c expref: 69 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169188:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351197056 00000100:00100000:3.0:1769074921.169190:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351197056 00010000:00010000:3.0:1769074921.169198:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5200/0xd2fe271aa172c1a2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x31f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dd5a expref: 69 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169206:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351197440 00000100:00100000:3.0:1769074921.169209:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351197440 00010000:00010000:3.0:1769074921.169217:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7200/0xd2fe271aa172c47a lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x323:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de72 expref: 70 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.169228:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1473 00000100:00100000:3.0:1769074921.169235:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+70:10963:x1855008351195776:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.169248:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.169253:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc4600/0xd2fe271aa172c0ec lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dd14 expref: 70 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169262:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc4600/0xd2fe271aa172c0ec lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dd14 expref: 70 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169284:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169287:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169292:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa172fb38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169300:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa172fb38 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169316:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.169366:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+70:10963:x1855008351195776:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 130us (1408us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.169374:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1473 00000100:00100000:3.0:1769074921.169391:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1474 00000100:00100000:3.0:1769074921.169397:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+69:10963:x1855008351195648:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.169407:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.169411:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b03696000/0xd2fe271aa172cbce lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1130495) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0c5 expref: 69 pid: 27572 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169421:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b03696000/0xd2fe271aa172cbce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1130495) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0c5 expref: 69 pid: 27572 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169434:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03696000/0xd2fe271aa172cbce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1130495) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0c5 expref: 69 pid: 27572 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169446:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169448:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169451:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169458:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169472:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.169571:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+68:10963:x1855008351195648:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 92us (1500us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.169580:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1474 00000100:00100000:3.0:1769074921.169595:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1475 00000100:00100000:3.0:1769074921.169602:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+69:10965:x1855008351195904:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.169609:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.169613:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b03696a00/0xd2fe271aa172cd95 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e174 expref: 69 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169627:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b03696a00/0xd2fe271aa172cd95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e174 expref: 69 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169640:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03696a00/0xd2fe271aa172cd95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e174 expref: 69 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169649:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169651:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169653:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169675:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169693:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.169713:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+68:10965:x1855008351195904:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 111us (1703us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.169719:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1475 00000100:00100000:3.0:1769074921.169733:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1476 00000100:00100000:3.0:1769074921.169739:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+67:10963:x1855008351196160:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.169747:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.169752:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b00030a00/0xd2fe271aa172c30e lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dde6 expref: 67 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169760:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b00030a00/0xd2fe271aa172c30e lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dde6 expref: 67 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169796:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169797:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169800:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985200/0xd2fe271aa172fb4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169807:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985200/0xd2fe271aa172fb4d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169817:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.169832:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+67:10963:x1855008351196160:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 94us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.169850:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1476 00000100:00100000:3.0:1769074921.169863:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1477 00000100:00100000:3.0:1769074921.169869:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a01fd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+66:10965:x1855008351196032:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.169876:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.169880:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b3db6c400/0xd2fe271aa172bf80 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc88 expref: 66 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169889:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b3db6c400/0xd2fe271aa172bf80 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc88 expref: 66 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.169899:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169901:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.169904:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6800/0xd2fe271aa172fb46 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169911:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6800/0xd2fe271aa172fb46 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 35410 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.169937:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.169957:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a01fd7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+66:10965:x1855008351196032:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 88us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.169962:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1477 00000100:00100000:3.0:1769074921.169975:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1478 00000100:00100000:3.0:1769074921.169981:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+67:10965:x1855008351196416:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.169988:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.169992:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b03518400/0xd2fe271aa172cc84 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e10b expref: 67 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170001:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b03518400/0xd2fe271aa172cc84 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e10b expref: 67 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170012:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03518400/0xd2fe271aa172cc84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e10b expref: 67 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170020:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170021:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170024:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170052:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170068:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.170086:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+66:10965:x1855008351196416:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 105us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.170106:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1478 00000100:00100000:3.0:1769074921.170119:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1479 00000100:00100000:3.0:1769074921.170126:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+65:10965:x1855008351196544:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.170133:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.170137:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa172b809 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9a9 expref: 65 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170145:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa172b809 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9a9 expref: 65 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170156:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa172b809 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9a9 expref: 65 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170165:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170167:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170170:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170176:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170190:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.170210:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+64:10965:x1855008351196544:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 85us (2012us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.170216:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1479 00000100:00100000:3.0:1769074921.170232:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1480 00000100:00100000:3.0:1769074921.170239:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+65:10963:x1855008351196672:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.170248:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.170252:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795000/0xd2fe271aa172b36a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7e2 expref: 65 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170260:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795000/0xd2fe271aa172b36a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7e2 expref: 65 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170273:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795000/0xd2fe271aa172b36a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7e2 expref: 65 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170282:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170283:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170286:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170294:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170309:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.170327:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+64:10963:x1855008351196672:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 88us (2106us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.170333:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1480 00000100:00100000:3.0:1769074921.170345:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1481 00000100:00100000:3.0:1769074921.170352:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+63:10963:x1855008351196800:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.170358:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.170364:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6d600/0xd2fe271aa172be6f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc1f expref: 63 pid: 32342 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170372:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6d600/0xd2fe271aa172be6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc1f expref: 63 pid: 32342 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170384:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3db6d600/0xd2fe271aa172be6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc1f expref: 63 pid: 32342 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170392:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170394:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.170396:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170403:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.170419:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.170433:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+62:10963:x1855008351196800:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 82us (2189us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.170439:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1481 00000100:00100000:3.0:1769074921.170450:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1482 00000100:00100000:3.0:1769074921.170455:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+61:10965:x1855008351196928:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.170461:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.170465:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa172b187 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d72c expref: 61 pid: 29095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170473:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa172b187 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d72c expref: 61 pid: 29095 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.170487:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.172371:0:30682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc4600/0xd2fe271aa172c0ec lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dd14 expref: 61 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.172384:0:30682:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38487480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:30682:1855008368728192:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.172403:0:30682:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa172fb38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.172416:0:30682:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa172fb38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.172422:0:30682:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa172fb38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.172429:0:30682:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa172fb38 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.172435:0:30682:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa172fb38 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.172449:0:30682:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074921.172594:0:30682:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3f692300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+27:16319:x1855008368727808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 43196us (45477us total) trans 8589935610 rc 0/0 00000100:00100000:0.0:1769074921.172601:0:30682:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574 00010000:00010000:0.0:1769074921.172656:0:38314:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa172b187 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d72c expref: 60 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.172666:0:38314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a0aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:38314:1855008368730368:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.172862:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.172868:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.172877:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.180586:0:38314:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.180605:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.180610:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa172fba1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.180617:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573ea00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.180621:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa172fba1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.180630:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa172fba1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.180645:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa172fba1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.180652:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa172fba1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.180669:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.180670:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.180672:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.180677:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.183095:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1769074921.183102:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172fba8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183109:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.183114:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172fba8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183122:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172fba8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183150:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172fba8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183157:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa172fba8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183174:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1769074921.183177:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183183:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.183185:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183200:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183209:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183215:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fb62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x312:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183227:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074921.183230:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183240:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.183243:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183249:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183257:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183263:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fb5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183273:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074921.183277:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183284:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.183287:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183294:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183302:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183313:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697600/0xd2fe271aa172fb3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183326:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.183329:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183335:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.183338:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183344:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183351:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183357:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fb2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.183367:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.183369:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.183371:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.183378:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.188699:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368731520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.188762:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.188851:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074921.188857:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368731648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.188877:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.189135:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3590 00000100:00100000:0.0:1769074921.189152:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+28:16319:x1855008368731648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074921.189172:0:32342:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:805 count 1 00010000:00010000:0.0:1769074921.189212:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.189228:0:32342:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213b800/0xd2fe271aa172c58b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dedb expref: 57 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.189242:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.189244:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.189247:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.189271:0:32342:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213b800/0xd2fe271aa172c58b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dedb expref: 57 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.189281:0:32342:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213b800/0xd2fe271aa172c58b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dedb expref: 57 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.189293:0:32342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:32342:1855008368732160:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.189326:0:32342:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b221259c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.190669:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.190722:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+57:10965:x1855008351196928:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 20263us (22450us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.190733:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1482 00010000:00010000:3.0:1769074921.190794:0:29089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.190805:0:29089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.190815:0:29089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.190823:0:29089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.190853:0:29089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.191094:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+29:16319:x1855008368729728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 41627us (42301us total) trans 8589935617 rc 0/0 00000100:00100000:3.0:1769074921.191144:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581 00010000:00010000:3.0:1769074921.191171:0:27572:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191179:0:27572:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191188:0:27572:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191201:0:27572:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191221:0:27572:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074921.191338:0:27572:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+29:16318:x1855008368729088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 39098us (39387us total) trans 8589935624 rc 0/0 00000100:00100000:3.0:1769074921.191344:0:27572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582 00010000:00010000:3.0:1769074921.191362:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.191368:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191376:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.191381:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191390:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191413:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191421:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fb7e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191438:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.191441:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191447:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.191450:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191458:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191469:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191475:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fb85 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191488:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.191490:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.191491:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.191506:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368731904:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.191539:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074921.191582:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a02a0a300/2, rc 0, transno 8589935615 00000100:00100000:3.0:1769074921.191594:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368730880:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.191608:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b35cf6300/2, rc 0, transno 8589935620 00000100:00100000:3.0:1769074921.191618:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35cf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368731136:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.191628:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3650ce00/2, rc 0, transno 8589935611 00000100:00100000:3.0:1769074921.191631:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368729472:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.191638:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3dfe8a80/2, rc 0, transno 8589935624 00000100:00100000:3.0:1769074921.191641:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368729088:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.191648:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3650f480/2, rc 0, transno 8589935614 00000100:00100000:3.0:1769074921.191651:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368729600:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.191670:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b07558380/2, rc 0, transno 8589935612 00000100:00100000:3.0:1769074921.191674:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b07558380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368727552:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.191682:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b04978a80/2, rc 0, transno 8589935613 00000100:00100000:3.0:1769074921.191686:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04978a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368727680:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.191694:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3650d500/2, rc 0, transno 8589935623 00000100:00100000:3.0:1769074921.191697:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368727040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.191707:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074921.191713:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368731776:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.191732:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.191759:0:27572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368731904 00000100:00100000:3.0:1769074921.191767:0:27572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368731904 00000100:00100000:3.0:1769074921.191801:0:27572:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368731776 00000100:00100000:3.0:1769074921.191804:0:27572:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368731776 00000100:00100000:3.0:1769074921.191830:0:27572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593 00000100:00100000:3.0:1769074921.191849:0:27572:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+30:16318:x1855008368731904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.191877:0:27572:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:808 count 1 00010000:00010000:3.0:1769074921.191917:0:27572:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fbe7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191933:0:27572:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03697e00/0xd2fe271aa172c7ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dfad expref: 56 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191940:0:27572:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.191943:0:27572:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.191945:0:27572:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fbe7 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191975:0:27572:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b03697e00/0xd2fe271aa172c7ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dfad expref: 56 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.191986:0:27572:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b03697e00/0xd2fe271aa172c7ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dfad expref: 56 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.191998:0:27572:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b1764a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:27572:1855008368732800:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.192075:0:27572:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.192216:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368733056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.192246:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.192271:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368733696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.192286:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.192301:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074921.192305:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b1764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368732928:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.192320:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.192331:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368733568:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.192344:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.192367:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368733440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.192391:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074921.192755:0:38314:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.192786:0:38314:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.192796:0:38314:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.192803:0:38314:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.192820:0:38314:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.193853:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368733952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074921.193962:0:38314:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+31:16318:x1855008368728960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 40503us (41865us total) trans 8589935625 rc 0/0 00000100:00100000:0.0:1769074921.193972:0:38314:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3584 00000100:00100000:0.0:1769074921.193997:0:38314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368733056 00000100:00100000:0.0:1769074921.194004:0:38314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368733056 00000100:00100000:3.0:1769074921.194615:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.195460:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1769074921.195471:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b1764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368733184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.195521:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.198961:0:38314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368733568 00000100:00100000:0.0:1769074921.198966:0:38314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368733568 00000100:00100000:3.0:1769074921.200956:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368733824:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.201022:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.201079:0:30682:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368733824 00000100:00100000:3.0:1769074921.201085:0:30682:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368733824 00000100:00100000:3.0:1769074921.201115:0:30682:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3596 00000100:00100000:3.0:1769074921.201124:0:30682:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:16318:x1855008368733696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.201154:0:30682:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:804 count 1 00010000:00010000:3.0:1769074921.201172:0:30682:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.201813:0:30682:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa172c530 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607deb8 expref: 55 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.201825:0:30682:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.201827:0:30682:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.201830:0:30682:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.201865:0:30682:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa172c530 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607deb8 expref: 55 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.201876:0:30682:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa172c530 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607deb8 expref: 55 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.201891:0:30682:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30664000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:30682:1855008368734336:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.201919:0:30682:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.201967:0:29092:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598 00000100:00100000:3.0:1769074921.201976:0:29092:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b361fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+33:16318:x1855008368733568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.201991:0:29092:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:815 count 1 00010000:00010000:3.0:1769074921.202003:0:29092:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202016:0:29092:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358b6a00/0xd2fe271aa172ce4b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e1ba expref: 55 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202023:0:29092:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.202472:0:29092:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.202478:0:29092:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202588:0:29092:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b358b6a00/0xd2fe271aa172ce4b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e1ba expref: 55 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202598:0:29092:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358b6a00/0xd2fe271aa172ce4b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e1ba expref: 55 pid: 27572 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.202609:0:29092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30665880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:29092:1855008368734464:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.202649:0:29092:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.202828:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600 00000100:00100000:3.0:1769074921.202853:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b361fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+33:16320:x1855008368733952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.202880:0:44333:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:784 count 1 00010000:00010000:3.0:1769074921.202928:0:44333:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202941:0:44333:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3ed18c00/0xd2fe271aa172b6f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d940 expref: 55 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202947:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.202949:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.202951:0:44333:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202970:0:44333:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b3ed18c00/0xd2fe271aa172b6f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d940 expref: 55 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.202979:0:44333:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b3ed18c00/0xd2fe271aa172b6f8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d940 expref: 55 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.202988:0:44333:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30665c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:44333:1855008368734592:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.203016:0:44333:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a79c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.203047:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.203068:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.203076:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.203082:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.203098:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.203119:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.203344:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fb93 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.203364:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.203367:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.203371:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.206679:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368735104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.206731:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074921.206802:0:27571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5600/0xd2fe271aa172c808 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x328:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->221183) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dfd0 expref: 54 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.206818:0:27571:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:27571:1855008368732672:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.206855:0:27571:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fbe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.206920:0:27571:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fbe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.206927:0:27571:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fbe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.206936:0:27571:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fbe0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.206942:0:27571:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fbe0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.206972:0:27571:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.207199:0:27571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38484e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:16320:x1855008368732288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17510us (17735us total) trans 8589935619 rc 0/0 00000100:00100000:3.0:1769074921.207208:0:27571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592 00000100:00100000:3.0:1769074921.207228:0:27571:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368735104 00000100:00100000:3.0:1769074921.207234:0:27571:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368735104 00000100:00100000:3.0:1769074921.207262:0:27571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603 00000100:00100000:3.0:1769074921.207269:0:27571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+34:16317:x1855008368735104:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.207293:0:27571:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:780 count 1 00010000:00010000:3.0:1769074921.207312:0:27571:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697200/0xd2fe271aa172fc3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.207327:0:27571:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f79600/0xd2fe271aa172b420 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d828 expref: 53 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.207339:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.207341:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.207344:0:27571:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697200/0xd2fe271aa172fc3b lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.207371:0:27571:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f79600/0xd2fe271aa172b420 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d828 expref: 53 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.207382:0:27571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f79600/0xd2fe271aa172b420 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d828 expref: 53 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.207393:0:27571:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30667b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:27571:1855008368735232:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.207443:0:27571:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b035906c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074921.208252:0:32342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213b800/0xd2fe271aa172c58b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dedb expref: 55 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.208265:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:32342:1855008368732160:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.208284:0:32342:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.208294:0:32342:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.208336:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.208345:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.208352:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.208372:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074921.208724:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+34:16319:x1855008368731648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19576us (19842us total) trans 8589935627 rc 0/0 00000100:00100000:0.0:1769074921.208739:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3590 00000004:00080000:0.0:1769074921.208786:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3dfe9880/2, rc 0, transno 8589935625 00000100:00100000:0.0:1769074921.208801:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368728960:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.208816:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368735360:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074921.208863:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074921.209758:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.209768:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.209783:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.209789:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.209800:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.209818:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.209845:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163800/0xd2fe271aa172fbd2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x325:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.209874:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.209878:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.209880:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.211705:0:29095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605 00000100:00100000:0.0:1769074921.211730:0:29095:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+34:16320:x1855008368735488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074921.211763:0:29095:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:787 count 1 00010000:00010000:0.0:1769074921.211787:0:29095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fc49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.211805:0:29095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19800/0xd2fe271aa172b8bf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9ef expref: 54 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.211848:0:29095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.211851:0:29095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.211853:0:29095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fc49 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.213610:0:29095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19800/0xd2fe271aa172b8bf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9ef expref: 54 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.213629:0:29095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19800/0xd2fe271aa172b8bf lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d9ef expref: 54 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.213644:0:29095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:29095:1855008368735744:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.216469:0:29092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30665880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:29092:1855008368734464:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.216776:0:29092:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.216916:0:30682:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30664000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:30682:1855008368734336:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.216929:0:30682:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.216963:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.216984:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217003:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217023:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217070:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217099:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217294:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217328:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217350:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.217376:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.218252:0:29095:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b221259c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.218345:0:32344:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa172fbee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.218381:0:32344:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa172fbee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.218396:0:32344:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa172fbee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.218411:0:32344:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa172fbee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.218430:0:32344:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1769074921.218891:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a02a08380/2, rc 0, transno 8589935627 00000100:00100000:0.0:1769074921.218904:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368731648:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1769074921.218971:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a02a0aa00/2, rc 0, transno 8589935626 00000100:00100000:0.0:1769074921.218978:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a0aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368731520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.219015:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074921.219059:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368736000:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.220266:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.220310:0:38314:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368736000 00000100:00100000:0.0:1769074921.220317:0:38314:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368736000 00000100:00100000:0.0:1769074921.220347:0:38314:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606 00000100:00100000:0.0:1769074921.220353:0:38314:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+36:16318:x1855008368736000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074921.220373:0:38314:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:804 count 1 00010000:00010000:0.0:1769074921.220396:0:38314:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fc50 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.220410:0:38314:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6400/0xd2fe271aa172c4d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de95 expref: 50 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.220418:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.220420:0:38314:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.220423:0:38314:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fc50 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 38314 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.220445:0:38314:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6400/0xd2fe271aa172c4d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de95 expref: 50 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.220456:0:38314:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6400/0xd2fe271aa172c4d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x324:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607de95 expref: 50 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.220468:0:38314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:38314:1855008368736128:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.220656:0:38314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125c00 going to sleep for 11 seconds 00000004:00080000:0.0:1769074921.220692:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3650f100/2, rc 0, transno 8589935617 00000100:00100000:0.0:1769074921.220705:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368729728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074921.220715:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074921.220720:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368735872:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.221704:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074921.222400:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074921.222408:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa172fc1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222423:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.222428:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa172fc1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222437:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa172fc1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222453:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa172fc1f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222461:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa172fc1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x316:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222478:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074921.222482:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa172fc26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222573:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.222577:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa172fc26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222585:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa172fc26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222596:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa172fc26 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222609:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa172fc26 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222621:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.222625:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fbe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222631:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.222634:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fbe7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222641:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fbe7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222649:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fbe7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222656:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fbe7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x328:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222665:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.222667:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.222669:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.222977:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.222982:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.222994:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.222997:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.223004:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.223015:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.223021:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fbfc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x324:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.223046:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.223048:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.223049:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.224319:0:32344:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+37:16318:x1855008368731776:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32237us (32577us total) trans 8589935628 rc 0/0 00000100:00100000:3.0:1769074921.224331:0:32344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594 00000100:00100000:3.0:1769074921.224360:0:32344:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368735872 00000100:00100000:3.0:1769074921.224368:0:32344:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368735872 00000100:00100000:3.0:1769074921.224410:0:32344:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3607 00000100:00100000:3.0:1769074921.224418:0:32344:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+37:16319:x1855008368735872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.224446:0:32344:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:788 count 1 00010000:00010000:3.0:1769074921.224469:0:32344:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fc57 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074921.224703:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.224782:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.224805:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351199872 00000100:00100000:0.0:1769074921.224809:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351199872 00000100:00100000:0.0:1769074921.224845:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3608 00000100:00100000:0.0:1769074921.224853:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+50:10964:x1855008351199872:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.224862:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.224900:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fc5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec17 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074921.224924:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074921.224937:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.224939:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.224946:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fc5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec17 expref: 51 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.224961:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fc5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec17 expref: 51 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.224972:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162c00, rc 0) 00000100:00100000:0.0:1769074921.225001:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+51:10964:x1855008351199872:12345-192.168.204.41@tcp:101:cp.0 Request processed in 149us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.225007:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3608 00010000:00010000:3.0:1769074921.225857:0:32344:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa172b975 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da35 expref: 49 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.225882:0:32344:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.225884:0:32344:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.225909:0:32344:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fc57 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.225950:0:32344:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa172b975 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da35 expref: 49 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.225963:0:32344:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa172b975 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da35 expref: 49 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.225978:0:32344:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:32344:1855008368736256:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.226073:0:32344:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03590d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.226123:0:27571:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30667b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:27571:1855008368735232:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.226157:0:27571:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697200/0xd2fe271aa172fc3b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.227124:0:27573:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.227141:0:27573:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.227149:0:27573:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.227155:0:27573:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227809:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074921.227817:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227826:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.227830:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227849:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227875:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227886:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697000/0xd2fe271aa172fc0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227905:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.227909:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227915:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.227918:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227926:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227936:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.227943:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.227944:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.227947:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.228941:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.228948:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fc11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.228957:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.228961:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fc11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.228970:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fc11 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.228984:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fc11 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x319:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.228991:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.228993:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.228994:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.229271:0:29095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:29095:1855008368735744:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.229297:0:29095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fc49 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074921.229323:0:29091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38485880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29091:1855008368735616:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.229335:0:29091:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.229451:0:27573:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1769074921.229458:0:27573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa172fc03 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074921.229633:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.229688:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.229946:0:27573:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:16318:x1855008368732928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28617us (37622us total) trans 8589935631 rc 0/0 00000100:00100000:3.0:1769074921.229954:0:27573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597 00000004:00080000:3.0:1769074921.230006:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b1764b100/2, rc 0, transno 8589935629 00000100:00100000:3.0:1769074921.230021:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b1764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368733184:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.230051:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b17649f80/2, rc 0, transno 8589935620 00000100:00100000:3.0:1769074921.230055:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368733824:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1769074921.230080:0:44333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3ed18c00/0xd2fe271aa172b6f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d940 expref: 50 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.230090:0:44333:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30665c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:44333:1855008368734592:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.230104:0:44333:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230111:0:44333:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230118:0:44333:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230143:0:44333:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230151:0:44333:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230168:0:44333:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.230286:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b361fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+36:16320:x1855008368733952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27436us (35670us total) trans 8589935623 rc 0/0 00000100:00100000:3.0:1769074921.230292:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000004:00080000:3.0:1769074921.230320:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b17648700/2, rc 0, transno 8589935623 00000100:00100000:3.0:1769074921.230324:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368733952:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1769074921.230338:0:29089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230345:0:29089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230353:0:29089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230360:0:29089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.230373:0:29089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074921.230472:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+37:16318:x1855008368733056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29371us (38225us total) trans 8589935632 rc 0/0 00000100:00100000:3.0:1769074921.230479:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3595 00010000:00010000:0.0:1769074921.231280:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074921.231289:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231298:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.231303:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231313:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231333:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231340:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fc18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231358:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.231362:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231368:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.231373:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231391:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231404:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231410:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172fbf5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.231458:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.231460:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.231463:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.232817:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.233291:0:26088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1505 00000100:00100000:0.0:1769074921.233305:0:26088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+49:10963:x1855008351200000:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.233316:0:26088:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.233321:0:26088:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa172cb73 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0a2 expref: 49 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.233333:0:26088:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa172cb73 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0a2 expref: 49 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.233348:0:26088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa172cb73 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e0a2 expref: 49 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.233358:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.233360:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.233364:0:26088:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.233372:0:26088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.233391:0:26088:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.233416:0:26088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+48:10963:x1855008351200000:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 117us (3728us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.233448:0:26088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1505 00010000:00010000:0.0:1769074921.233474:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.233603:0:29091:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.233612:0:29091:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.233622:0:29091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.233629:0:29091:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.233642:0:29091:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074921.233826:0:29091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+36:16318:x1855008368735360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 23810us (24962us total) trans 8589935625 rc 0/0 00000100:00100000:0.0:1769074921.233843:0:29091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604 00000100:00100000:0.0:1769074921.233860:0:29091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351200256 00000100:00100000:0.0:1769074921.234469:0:29091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351200256 00000100:00100000:0.0:1769074921.234616:0:29091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3609 00000100:00100000:0.0:1769074921.234626:0:29091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:705e500b-e064-49d7-afab-35748affa4a4+48:31577:x1855008351200256:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.234641:0:29091:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.234656:0:29091:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163a00/0xd2fe271aa172fc65 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec1e expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.234681:0:29091:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fc5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec17 expref: 49 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.234690:0:29091:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.234692:0:29091:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.234696:0:29091:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163a00/0xd2fe271aa172fc65 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec1e expref: 49 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.234726:0:29091:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fc5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec17 expref: 49 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.234738:0:29091:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fc5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec17 expref: 49 pid: 32342 timeout: 1715 lvb_type: 1 00000100:00100000:0.0:1769074921.234750:0:29091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29091:1855008368736512:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.234824:0:29091:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125300 going to sleep for 11 seconds 00010000:00010000:0.0:1769074921.234859:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.234937:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.234947:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.234952:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.234962:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.234978:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.234989:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e000/0xd2fe271aa172fc42 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.235008:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.235010:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.235012:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.238986:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.239053:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00010000:00010000:3.0:1769074921.240696:0:27571:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697200/0xd2fe271aa172fc3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.240707:0:27571:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697200/0xd2fe271aa172fc3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.240716:0:27571:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697200/0xd2fe271aa172fc3b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.240723:0:27571:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697200/0xd2fe271aa172fc3b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.240742:0:27571:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074921.241057:0:27571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:16317:x1855008368735104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 33787us (34324us total) trans 8589935626 rc 0/0 00000100:00100000:3.0:1769074921.241064:0:27571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603 00000100:00100000:3.0:1769074921.241080:0:27571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611 00000100:00100000:3.0:1769074921.241087:0:27571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:16318:x1855008368736896:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.241108:0:27571:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:800 count 1 00010000:00010000:3.0:1769074921.241126:0:27571:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241151:0:27571:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa172c258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dda0 expref: 49 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241163:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.241165:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.241168:0:27571:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241343:0:27571:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa172c258 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dda0 expref: 49 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241355:0:27571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa172c258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dda0 expref: 49 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.241365:0:27571:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:27571:1855008368737024:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.241417:0:27571:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b035906c0 going to sleep for 11 seconds 00000004:00080000:3.0:1769074921.241446:0:16317:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b38485c00/2, rc 0, transno 8589935626 00000100:00100000:3.0:1769074921.241456:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38485c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368735104:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1769074921.241483:0:32344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa172b975 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x314:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da35 expref: 47 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.241559:0:32344:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:32344:1855008368736256:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.241577:0:32344:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fc57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241585:0:32344:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fc57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241596:0:32344:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fc57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241604:0:32344:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fc57 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241610:0:32344:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172fc57 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x314:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.241624:0:32344:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074921.241753:0:32344:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+39:16319:x1855008368735872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17334us (20047us total) trans 8589935635 rc 0/0 00000100:00100000:3.0:1769074921.241762:0:32344:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3607 00000100:00100000:3.0:1769074921.242289:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368737664:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.242319:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.242336:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074921.242342:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368737280:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.242359:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.242373:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074921.242382:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3f690380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368738176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.242406:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.242426:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368737792:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.242450:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.243170:0:29091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29091:1855008368736512:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.243198:0:29091:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163a00/0xd2fe271aa172fc65 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 3 type: EXT [0->184319] (req 0->184319) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec1e expref: 49 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.243213:0:29091:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163a00, rc 0) 00000100:00100000:0.0:1769074921.243246:0:29091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:705e500b-e064-49d7-afab-35748affa4a4+49:31577:x1855008351200256:12345-192.168.204.41@tcp:101:cp.0 Request processed in 8623us (10430us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.243253:0:29091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3609 00000100:00100000:3.0:1769074921.244263:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3613 00000100:00100000:3.0:1769074921.244274:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+40:16317:x1855008368737280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.244290:0:44333:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:785 count 1 00010000:00010000:3.0:1769074921.244324:0:44333:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.244337:0:44333:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30693800/0xd2fe271aa172b753 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d963 expref: 46 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.244344:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.244346:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.244348:0:44333:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.244379:0:44333:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b30693800/0xd2fe271aa172b753 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d963 expref: 46 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.244392:0:44333:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30693800/0xd2fe271aa172b753 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d963 expref: 46 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.244406:0:44333:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:44333:1855008368738304:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.244470:0:44333:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03590d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.247962:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.248012:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.249682:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.249712:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351200896 00000100:00100000:0.0:1769074921.249716:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351200896 00010000:00010000:0.0:1769074921.249735:0:26090:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa172c258 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dda0 expref: 49 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.249754:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1510 00000100:00100000:0.0:1769074921.249759:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+49:10964:x1855008351200896:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.249764:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.249767:0:26090:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa172c258 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dda0 expref: 49 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.249774:0:26090:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa172c258 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dda0 expref: 49 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.249782:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.249784:0:26090:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.249786:0:26090:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.249791:0:26090:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.249798:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.249808:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:705e500b-e064-49d7-afab-35748affa4a4+49:10964:x1855008351200896:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 51us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.249813:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1510 00010000:00010000:0.0:1769074921.249853:0:27571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa172c258 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dda0 expref: 48 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.249873:0:27571:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccbb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:27571:1855008368737024:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.249892:0:27571:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.249901:0:27571:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.249908:0:27571:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.249918:0:27571:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.249926:0:27571:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.249939:0:27571:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074921.250135:0:27571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38486d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+39:16318:x1855008368736896:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9048us (9727us total) trans 8589935627 rc 0/0 00000100:00100000:0.0:1769074921.250143:0:27571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611 00010000:00010000:0.0:1769074921.250161:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.250167:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.250174:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.250178:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.250187:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.250347:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.250355:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fc6c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.250445:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.250447:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.250448:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074921.250468:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b38484e00/2, rc 0, transno 8589935627 00000100:00100000:0.0:1769074921.250479:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368736896:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074921.251891:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368736640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074921.251960:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.252003:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368737408:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.252024:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074921.252069:0:29095:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368736640 00000100:00100000:0.0:1769074921.252076:0:29095:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368736640 00000100:00100000:0.0:1769074921.252115:0:29095:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368737408 00000100:00100000:0.0:1769074921.252118:0:29095:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368737408 00000100:00100000:0.0:1769074921.252136:0:29095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617 00000100:00100000:0.0:1769074921.252144:0:29095:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+39:16319:x1855008368736640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1769074921.252171:0:29095:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:783 count 1 00010000:00010000:0.0:1769074921.252214:0:29095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252233:0:29095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da200/0xd2fe271aa172b642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8fa expref: 47 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252240:0:29095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.252243:0:29095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.252246:0:29095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252276:0:29095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da200/0xd2fe271aa172b642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8fa expref: 47 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252288:0:29095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da200/0xd2fe271aa172b642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8fa expref: 47 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.252300:0:29095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29095:1855008368739200:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.252342:0:29095:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.252361:0:27571:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618 00000100:00100000:0.0:1769074921.252368:0:27571:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+41:16319:x1855008368737408:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1769074921.252382:0:27571:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:784 count 1 00010000:00010000:0.0:1769074921.252410:0:27571:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252423:0:27571:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19600/0xd2fe271aa172b69d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d91d expref: 46 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252429:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.252431:0:27571:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.252433:0:27571:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252454:0:27571:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19600/0xd2fe271aa172b69d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d91d expref: 46 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.252481:0:27571:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19600/0xd2fe271aa172b69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d91d expref: 46 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.252502:0:27571:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:27571:1855008368739328:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.252529:0:27571:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b221259c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.252542:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368737920:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074921.252564:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074921.252610:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a02a08000/2, rc 0, transno 8589935635 00000100:00100000:0.0:1769074921.252619:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a08000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368735872:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1769074921.255791:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.255800:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa172fc73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.255809:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573f600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.255817:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa172fc73 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.255843:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa172fc73 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.255874:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa172fc73 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.255882:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa172fc73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x320:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.255903:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.255906:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.255907:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.256273:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368740096 00000100:00100000:3.0:1769074921.256279:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368740096 00000100:00100000:3.0:1769074921.256318:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623 00000100:00100000:3.0:1769074921.256330:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+42:16320:x1855008368738048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.256348:0:29089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:797 count 1 00010000:00010000:3.0:1769074921.256366:0:29089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.256380:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b386a5600/0xd2fe271aa172c036 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcce expref: 47 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.256386:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.256388:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.256391:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.256432:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b386a5600/0xd2fe271aa172c036 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcce expref: 47 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.256452:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b386a5600/0xd2fe271aa172c036 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcce expref: 47 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.256464:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368740352:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.256641:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03590180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.258092:0:44333:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccbbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:44333:1855008368738304:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.258120:0:44333:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074921.261131:0:29091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368739968 00000100:00100000:0.0:1769074921.261143:0:29091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368739968 00000100:00100000:0.0:1769074921.261194:0:29091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368740736 00000100:00100000:0.0:1769074921.261199:0:29091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368740736 00000100:00100000:0.0:1769074921.264681:0:29091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3626 00000100:00100000:0.0:1769074921.264710:0:29091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+44:16318:x1855008368740608:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1769074921.264743:0:29091:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:787 count 1 00000100:00100000:3.0:1769074921.267092:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.267149:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.267197:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.267224:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.267271:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.267304:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.267332:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.267358:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.268696:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.268732:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.268766:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00010000:00010000:0.0:1769074921.268967:0:29091:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.268990:0:29091:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59000/0xd2fe271aa172b91a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da12 expref: 47 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.269059:0:29091:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.269062:0:29091:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1769074921.269066:0:29091:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074921.269092:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201024 00000100:00100000:0.0:1769074921.269101:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201024 00010000:00010000:0.0:1769074921.269141:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30693800/0xd2fe271aa172b753 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d963 expref: 46 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269163:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201152 00000100:00100000:0.0:1769074921.269165:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201152 00010000:00010000:0.0:1769074921.269180:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b03519200/0xd2fe271aa172ca62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->233471) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e039 expref: 47 pid: 29090 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269201:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201408 00000100:00100000:0.0:1769074921.269203:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201408 00010000:00010000:0.0:1769074921.269217:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa172b30f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x30b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7bf expref: 48 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269227:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201280 00000100:00100000:0.0:1769074921.269230:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201280 00010000:00010000:0.0:1769074921.269241:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b1213ba00/0xd2fe271aa172bbf2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db2a expref: 48 pid: 29095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269251:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201536 00000100:00100000:0.0:1769074921.269253:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201536 00010000:00010000:0.0:1769074921.269265:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da200/0xd2fe271aa172b642 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8fa expref: 49 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269280:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201664 00000100:00100000:0.0:1769074921.269283:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201664 00010000:00010000:0.0:1769074921.269296:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19600/0xd2fe271aa172b69d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d91d expref: 49 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269307:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201792 00000100:00100000:0.0:1769074921.269310:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201792 00010000:00010000:0.0:1769074921.269321:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa172c5e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->143359) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607defe expref: 50 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269331:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351201920 00000100:00100000:0.0:1769074921.269334:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351201920 00010000:00010000:0.0:1769074921.269344:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa172bf25 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc65 expref: 50 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269355:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351202048 00000100:00100000:0.0:1769074921.269357:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351202048 00010000:00010000:0.0:1769074921.269367:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358b6800/0xd2fe271aa172c69c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df44 expref: 51 pid: 29091 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269377:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351202176 00000100:00100000:0.0:1769074921.269379:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351202176 00010000:00010000:0.0:1769074921.269389:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b351db000/0xd2fe271aa172bb97 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db07 expref: 51 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269399:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351202304 00000100:00100000:0.0:1769074921.269401:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351202304 00010000:00010000:0.0:1769074921.269412:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0150d400/0xd2fe271aa172b1fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d756 expref: 52 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.269426:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1511 00000100:00100000:0.0:1769074921.269435:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+51:10964:x1855008351201024:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.269451:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.269457:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b30693800/0xd2fe271aa172b753 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d963 expref: 51 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.269471:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b30693800/0xd2fe271aa172b753 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d963 expref: 51 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.269692:0:40732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30693800/0xd2fe271aa172b753 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x311:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d963 expref: 51 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.269709:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.269711:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.269715:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.269725:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.269761:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.269824:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+50:10964:x1855008351201024:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 389us (2740us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.269831:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1511 00000100:00100000:0.0:1769074921.269863:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1512 00000100:00100000:0.0:1769074921.269881:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+49:10962:x1855008351201152:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.269891:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.269895:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b03519200/0xd2fe271aa172ca62 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->233471) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e039 expref: 49 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.269905:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b03519200/0xd2fe271aa172ca62 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->233471) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e039 expref: 49 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.269918:0:40732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03519200/0xd2fe271aa172ca62 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->233471) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e039 expref: 49 pid: 29090 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.269928:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.269929:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.269932:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.269940:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.269959:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.269979:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+48:10962:x1855008351201152:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 100us (2829us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.269985:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1512 00000100:00100000:0.0:1769074921.269998:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1513 00000100:00100000:0.0:1769074921.270005:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a01fd7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+47:10965:x1855008351201408:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.270012:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.270017:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa172b30f lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x30b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7bf expref: 47 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.270055:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa172b30f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d7bf expref: 47 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.270068:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.270069:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.270072:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fc96 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.270079:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fc96 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.270092:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.270111:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a01fd7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+47:10965:x1855008351201408:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 106us (2921us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.270117:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1513 00000100:00100000:0.0:1769074921.270130:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1514 00000100:00100000:0.0:1769074921.270136:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+52:10962:x1855008351201280:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.270144:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.270149:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b1213ba00/0xd2fe271aa172bbf2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db2a expref: 52 pid: 29095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.270158:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b1213ba00/0xd2fe271aa172bbf2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db2a expref: 52 pid: 29095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.270171:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.270172:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.270176:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172fc8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.270183:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172fc8f lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29092 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.270958:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.270993:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+52:10962:x1855008351201280:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 855us (3766us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.271001:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1514 00000100:00100000:0.0:1769074921.271023:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1515 00000100:00100000:0.0:1769074921.271058:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+51:10965:x1855008351201536:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.271069:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.271076:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da200/0xd2fe271aa172b642 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8fa expref: 51 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.271085:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da200/0xd2fe271aa172b642 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8fa expref: 51 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.271099:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.271100:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.271103:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.271111:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.271122:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.271141:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+51:10965:x1855008351201536:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 111us (3869us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.271147:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1515 00000100:00100000:0.0:1769074921.271160:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1516 00000100:00100000:0.0:1769074921.271167:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+46:10962:x1855008351201664:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.271175:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.271180:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19600/0xd2fe271aa172b69d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d91d expref: 46 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.271189:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19600/0xd2fe271aa172b69d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d91d expref: 46 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:3.0:1769074921.271810:0:44333:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.271822:0:44333:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.271840:0:44333:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.271896:0:44333:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.271922:0:44333:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.272209:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+46:16317:x1855008368737280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27936us (29848us total) trans 8589935637 rc 0/0 00000100:00100000:3.0:1769074921.272220:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3613 00000100:00100000:3.0:1769074921.272244:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627 00000100:00100000:3.0:1769074921.272253:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+45:16320:x1855008368740736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.272278:0:44333:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:809 count 1 00010000:00010000:3.0:1769074921.272315:0:44333:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.272332:0:44333:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358b6400/0xd2fe271aa172c863 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dff3 expref: 46 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.272339:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.272340:0:44333:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.272344:0:44333:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.272374:0:44333:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b358b6400/0xd2fe271aa172c863 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dff3 expref: 46 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.272387:0:44333:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358b6400/0xd2fe271aa172c863 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dff3 expref: 46 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.272421:0:44333:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:44333:1855008368740992:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.272482:0:44333:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b035906c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074921.272982:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.272984:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.272987:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.272996:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.273014:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.273057:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+46:10962:x1855008351201664:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 1890us (5751us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.273066:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1516 00000100:00100000:0.0:1769074921.273089:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1517 00000100:00100000:0.0:1769074921.273097:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+50:10962:x1855008351201792:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.273106:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.273132:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa172c5e6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->143359) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607defe expref: 50 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.273143:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa172c5e6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->143359) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607defe expref: 50 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.273156:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.273158:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.273161:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fcab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.273169:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fcab lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x325:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 30682 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.273180:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.273705:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+50:10962:x1855008351201792:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 607us (6368us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.273714:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1517 00000100:00100000:0.0:1769074921.273732:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1518 00000100:00100000:0.0:1769074921.273740:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+45:10965:x1855008351201920:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.273748:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.273755:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa172bf25 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc65 expref: 45 pid: 32342 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.273764:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa172bf25 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dc65 expref: 45 pid: 32342 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.273779:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.273798:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.273801:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa172fcb2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.273809:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa172fcb2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.273822:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.273847:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+45:10965:x1855008351201920:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 108us (6487us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.273853:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1518 00000100:00100000:0.0:1769074921.273877:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1519 00000100:00100000:0.0:1769074921.273884:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+49:10965:x1855008351202048:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.273892:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.273896:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b358b6800/0xd2fe271aa172c69c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df44 expref: 49 pid: 29091 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.273906:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b358b6800/0xd2fe271aa172c69c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607df44 expref: 49 pid: 29091 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.273917:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.273919:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.273922:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fcb9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.273930:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fcb9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.273940:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.273957:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+49:10965:x1855008351202048:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 73us (5268us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.273963:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1519 00000100:00100000:0.0:1769074921.273978:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1520 00000100:00100000:0.0:1769074921.273984:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a01fd4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+44:10962:x1855008351202176:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.273992:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.273997:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b351db000/0xd2fe271aa172bb97 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db07 expref: 44 pid: 32342 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.274007:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b351db000/0xd2fe271aa172bb97 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607db07 expref: 44 pid: 32342 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.274018:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.274019:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.274022:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172fcc0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274057:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172fcc0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274070:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.274085:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a01fd4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+44:10962:x1855008351202176:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 101us (5352us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.274091:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1520 00000100:00100000:0.0:1769074921.274122:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1521 00000100:00100000:0.0:1769074921.274129:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+48:10962:x1855008351202304:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.274140:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.274146:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b0150d400/0xd2fe271aa172b1fe lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d756 expref: 48 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.274157:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b0150d400/0xd2fe271aa172b1fe lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d756 expref: 48 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.274168:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.274170:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.274173:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172fc88 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274179:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172fc88 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274201:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.274217:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+48:10962:x1855008351202304:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 89us (5450us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.274223:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1521 00010000:00010000:0.0:1769074921.274253:0:29090:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274262:0:29090:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274270:0:29090:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274277:0:29090:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274309:0:29090:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074921.274525:0:29090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+46:16317:x1855008368737664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 30699us (32205us total) trans 8589935638 rc 0/0 00000100:00100000:0.0:1769074921.274534:0:29090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612 00010000:00010000:0.0:1769074921.274597:0:27571:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3ed19600/0xd2fe271aa172b69d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d91d expref: 43 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.274607:0:27571:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:27571:1855008368739328:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.274627:0:27571:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274635:0:27571:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274642:0:27571:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274650:0:27571:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274657:0:27571:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274676:0:27571:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074921.274774:0:27571:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+46:16319:x1855008368737408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22405us (22748us total) trans 8589935639 rc 0/0 00000100:00100000:0.0:1769074921.274781:0:27571:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618 00010000:00010000:0.0:1769074921.274800:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074921.274807:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274814:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.274818:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.274827:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276625:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.276635:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276645:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573fa00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.276647:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276655:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276685:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276691:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa172fc7a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29090 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276714:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.276719:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276725:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.276728:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276734:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276741:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276744:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fca4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.276753:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.276755:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.276756:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.278823:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.278831:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172fc81 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x311:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.278864:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.278879:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172fcc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.278886:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573ee00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.278889:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172fcc0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.278897:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172fcc0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.278907:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172fcc0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.278914:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172fcc0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x317:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32341 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.278928:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.278930:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.278932:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.278983:0:29095:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da200/0xd2fe271aa172b642 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8fa expref: 46 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.278991:0:29095:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfea680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:29095:1855008368739200:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.279007:0:29095:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.279014:0:29095:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.279018:0:29095:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.279023:0:29095:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.279048:0:29095:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.279062:0:29095:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074921.279303:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.279307:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279313:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.279315:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279319:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279328:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279331:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162800/0xd2fe271aa172fc9d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279341:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.279344:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172fc88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279347:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573fc00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.279349:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172fc88 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279353:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172fc88 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279357:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172fc88 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279361:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172fc88 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x309:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27573 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.279370:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.279372:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.279373:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.281242:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.281249:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fcb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281259:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573ec00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.281263:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fcb9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281273:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fcb9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281291:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fcb9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281298:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fcb9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281322:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.281325:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.281328:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.281447:0:29093:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368741248 00000100:00100000:3.0:1769074921.281454:0:29093:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368741248 00000100:00100000:3.0:1769074921.281507:0:29093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00100000:3.0:1769074921.281516:0:29093:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+46:16318:x1855008368741248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.281544:0:29093:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:799 count 1 00010000:00010000:3.0:1769074921.281600:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fcea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281613:0:29093:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b386a4e00/0xd2fe271aa172c147 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dd37 expref: 41 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281624:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.281626:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.281629:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fcea lrc: 4/0,1 mode: --/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281672:0:29093:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b386a4e00/0xd2fe271aa172c147 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dd37 expref: 41 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.281692:0:29093:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b386a4e00/0xd2fe271aa172c147 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dd37 expref: 41 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.281706:0:29093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:29093:1855008368741504:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.281749:0:29093:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03590d80 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.284360:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.285094:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368741760:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1769074921.290779:0:29089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b386a5600/0xd2fe271aa172c036 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dcce expref: 41 pid: 32342 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.290791:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368740352:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.290808:0:29089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.290817:0:29089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.290824:0:29089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.290845:0:29089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.290854:0:29089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.290881:0:29089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074921.291125:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:16320:x1855008368738048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34798us (35106us total) trans 8589935633 rc 0/0 00000100:00100000:3.0:1769074921.291133:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623 00010000:00010000:3.0:1769074921.291157:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074921.291165:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa172fcb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291172:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.291176:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa172fcb2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291184:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa172fcb2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291207:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa172fcb2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291214:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa172fcb2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 27572 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291230:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074921.291233:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291240:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074921.291243:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291250:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291259:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291265:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696400/0xd2fe271aa172fcc7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291277:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.291279:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.291280:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.291314:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.291340:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368741760 00000100:00100000:3.0:1769074921.291346:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368741760 00000100:00100000:3.0:1769074921.291380:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:3.0:1769074921.291388:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+47:16319:x1855008368741760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1769074921.291411:0:29089:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:781 count 1 00010000:00010000:3.0:1769074921.291429:0:29089:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291443:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985600/0xd2fe271aa172b4d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d86e expref: 40 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291477:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.291479:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.291481:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291521:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985600/0xd2fe271aa172b4d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d86e expref: 40 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.291533:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985600/0xd2fe271aa172b4d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d86e expref: 40 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.291546:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368741888:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.291590:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03590180 going to sleep for 11 seconds 00000004:00080000:3.0:1769074921.291618:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b35cf4e00/2, rc 0, transno 8589935642 00000100:00100000:3.0:1769074921.291624:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35cf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368739584:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.291648:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b38484a80/2, rc 0, transno 8589935639 00000100:00100000:3.0:1769074921.291652:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368737408:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.291663:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b38484000/2, rc 0, transno 8589935632 00000100:00100000:3.0:1769074921.291673:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368737920:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.291684:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074921.291691:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368741120:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1769074921.291716:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074921.292368:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b38486a00/2, rc 0, transno 8589935630 00000100:00100000:3.0:1769074921.292375:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38486a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368736768:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.292410:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b38485f80/2, rc 0, transno 8589935640 00000100:00100000:3.0:1769074921.292415:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38485f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368737536:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.292424:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b38487480/2, rc 0, transno 8589935633 00000100:00100000:3.0:1769074921.292427:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368738048:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.292446:0:28095:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368741120 00000100:00100000:3.0:1769074921.292451:0:28095:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368741120 00000100:00100000:3.0:1769074921.292483:0:28095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3631 00000100:00100000:3.0:1769074921.292504:0:28095:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+47:16319:x1855008368741120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1769074921.292524:0:28095:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:782 count 1 00010000:00010000:3.0:1769074921.292541:0:28095:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.292555:0:28095:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f78800/0xd2fe271aa172b531 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d891 expref: 39 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.292562:0:28095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.292564:0:28095:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1769074921.292567:0:28095:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 4/0,1 mode: --/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.292590:0:28095:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f78800/0xd2fe271aa172b531 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d891 expref: 39 pid: 32344 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.292601:0:28095:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f78800/0xd2fe271aa172b531 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d891 expref: 39 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.292612:0:28095:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:28095:1855008368742016:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.292667:0:28095:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a79c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.292852:0:32340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351202560 00000100:00100000:0.0:1769074921.292857:0:32340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351202560 00000100:00100000:0.0:1769074921.292979:0:32340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1276 00000100:00100000:0.0:1769074921.292987:0:32340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+74:31577:x1855008351202560:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:0.0:1769074921.293689:0:32340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+75:31577:x1855008351202560:12345-192.168.204.41@tcp:35:cp.0 Request processed in 702us (5298us total) trans 55834575786 rc 0/0 00000100:00100000:0.0:1769074921.293697:0:32340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1276 00010000:00010000:0.0:1769074921.293729:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.293758:0:29091:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59000/0xd2fe271aa172b91a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x50000000030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da12 expref: 40 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.293778:0:29091:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59000/0xd2fe271aa172b91a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x70000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da12 expref: 40 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.293798:0:29091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29091:1855008368742272:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.293845:0:29091:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b221259c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.296348:0:32343:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.296362:0:32343:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.297627:0:32343:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.297635:0:32343:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.297661:0:32343:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074921.300660:0:29095:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+48:16319:x1855008368736640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 48504us (48688us total) trans 8589935628 rc 0/0 00000100:00100000:0.0:1769074921.300676:0:29095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617 00010000:00010000:0.0:1769074921.301093:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.301103:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301115:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.301122:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301133:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301158:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301166:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3573e200/0xd2fe271aa172fcce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32343 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301202:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.301204:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.301206:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.301326:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.301349:0:26089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351202944 00000100:00100000:0.0:1769074921.301356:0:26089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351202944 00010000:00010000:0.0:1769074921.301389:0:26089:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58600/0xd2fe271aa172ba86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da9e expref: 41 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.301425:0:26089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1524 00000100:00100000:0.0:1769074921.301435:0:26089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+41:10963:x1855008351202944:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.301449:0:26089:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.301454:0:26089:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58600/0xd2fe271aa172ba86 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da9e expref: 41 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.301466:0:26089:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58600/0xd2fe271aa172ba86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da9e expref: 41 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.301483:0:26089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58600/0xd2fe271aa172ba86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da9e expref: 41 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.301663:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.301666:0:26089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.301670:0:26089:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573f200/0xd2fe271aa172fcd5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301680:0:26089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573f200/0xd2fe271aa172fcd5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301711:0:26089:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.301743:0:26089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:705e500b-e064-49d7-afab-35748affa4a4+40:10963:x1855008351202944:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 310us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.301750:0:26089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1524 00010000:00010000:0.0:1769074921.301963:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.301969:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573f200/0xd2fe271aa172fcd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301977:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573f200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.301980:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573f200/0xd2fe271aa172fcd5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.301989:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573f200/0xd2fe271aa172fcd5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.302002:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573f200/0xd2fe271aa172fcd5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.302010:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573f200/0xd2fe271aa172fcd5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x315:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.302044:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.302047:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.302049:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074921.302261:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3f692300/2, rc 0, transno 8589935634 00000100:00100000:0.0:1769074921.302268:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3f692300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368739968:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1769074921.304715:0:32343:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+48:16318:x1855008368740096:12345-0@lo:6:osp-syn-0-0.0 Request processed in 48365us (48531us total) trans 8589935643 rc 0/0 00000100:00100000:0.0:1769074921.304730:0:32343:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624 00000004:00080000:3.0:1769074921.305022:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b35cf6d80/2, rc 0, transno 8589935643 00000100:00100000:3.0:1769074921.305070:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35cf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368740096:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.307147:0:44333:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:44333:1855008368740992:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.307162:0:44333:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074921.314618:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.314763:0:29091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a09f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:29091:1855008368742272:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.314800:0:29091:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074921.314851:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.314883:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.315734:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.315751:0:26088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351203200 00000100:00100000:0.0:1769074921.315755:0:26088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351203200 00010000:00010000:0.0:1769074921.315774:0:26088:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358b6400/0xd2fe271aa172c863 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dff3 expref: 39 pid: 28095 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.315793:0:26088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1527 00000100:00100000:0.0:1769074921.315799:0:26088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a01fd7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+39:10963:x1855008351203200:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.315807:0:26088:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.315811:0:26088:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b358b6400/0xd2fe271aa172c863 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dff3 expref: 39 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.315821:0:26088:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b358b6400/0xd2fe271aa172c863 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dff3 expref: 39 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.315849:0:26088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358b6400/0xd2fe271aa172c863 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x329:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607dff3 expref: 39 pid: 28095 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.315859:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.315861:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.315864:0:26088:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.315872:0:26088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.315889:0:26088:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.315934:0:26088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a01fd7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+38:10963:x1855008351203200:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 133us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.315942:0:26088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1527 00010000:00010000:0.0:1769074921.315968:0:44333:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.315977:0:44333:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.315986:0:44333:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.315993:0:44333:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316007:0:44333:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074921.316232:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+48:16320:x1855008368740736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43980us (55096us total) trans 8589935644 rc 0/0 00000100:00100000:0.0:1769074921.316240:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627 00010000:00010000:0.0:1769074921.316262:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.316268:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316277:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.316281:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316293:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316310:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316319:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fce3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x329:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 44333 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316336:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.316339:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.316342:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074921.316376:0:16320:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8a02a0a680/2, rc 0, transno 8589935644 00000100:00100000:0.0:1769074921.316385:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368740736:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1769074921.316422:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.316498:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.316518:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351203584 00000100:00100000:0.0:1769074921.316522:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351203584 00010000:00010000:0.0:1769074921.316540:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985600/0xd2fe271aa172b4d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d86e expref: 39 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.316559:0:40732:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351203712 00000100:00100000:0.0:1769074921.316561:0:40732:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351203712 00010000:00010000:0.0:1769074921.316572:0:40732:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f78800/0xd2fe271aa172b531 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d891 expref: 38 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.316584:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1528 00000100:00100000:0.0:1769074921.316590:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+39:10963:x1855008351203584:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.316600:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.316604:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985600/0xd2fe271aa172b4d6 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d86e expref: 39 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.316619:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985600/0xd2fe271aa172b4d6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d86e expref: 39 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.316633:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.316635:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.316638:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316646:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316659:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.316677:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+39:10963:x1855008351203584:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 87us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.316683:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1528 00000100:00100000:0.0:1769074921.316696:0:40732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1529 00000100:00100000:0.0:1769074921.316702:0:40732:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+38:10962:x1855008351203712:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.316709:0:40732:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.316714:0:40732:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f78800/0xd2fe271aa172b531 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d891 expref: 38 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.316725:0:40732:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f78800/0xd2fe271aa172b531 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d891 expref: 38 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.316736:0:40732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b06f78800/0xd2fe271aa172b531 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d891 expref: 38 pid: 32344 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.316750:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.316751:0:40732:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.316754:0:40732:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316760:0:40732:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.316777:0:40732:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.316795:0:40732:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:705e500b-e064-49d7-afab-35748affa4a4+37:10962:x1855008351203712:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 94us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.316801:0:40732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1529 00000100:00100000:0.0:1769074921.316909:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.316925:0:26088:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351203840 00000100:00100000:0.0:1769074921.316928:0:26088:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351203840 00010000:00010000:0.0:1769074921.316942:0:26088:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59000/0xd2fe271aa172b91a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da12 expref: 39 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.316960:0:26088:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1530 00000100:00100000:0.0:1769074921.316967:0:26088:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+39:10964:x1855008351203840:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074921.316975:0:26088:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074921.316979:0:26088:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59000/0xd2fe271aa172b91a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x60000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da12 expref: 39 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.316988:0:26088:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59000/0xd2fe271aa172b91a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x50000400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da12 expref: 39 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.317008:0:26088:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e59000/0xd2fe271aa172b91a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607da12 expref: 39 pid: 36867 timeout: 1715 lvb_type: 0 00010000:00010000:0.0:1769074921.317023:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.317055:0:26088:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.317061:0:26088:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317068:0:26088:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317088:0:26088:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074921.317113:0:26088:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:705e500b-e064-49d7-afab-35748affa4a4+38:10964:x1855008351203840:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 144us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.317128:0:26088:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1530 00010000:00010000:0.0:1769074921.317150:0:29091:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317162:0:29091:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317173:0:29091:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317181:0:29091:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317222:0:29091:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074921.317252:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074921.317258:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317265:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.317268:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317275:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317286:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317293:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163400/0xd2fe271aa172fcdc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x313:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29091 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317309:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.317313:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fcea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317319:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.317322:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fcea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317333:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fcea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317345:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fcea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317352:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fcea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317368:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.317371:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.317374:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.317473:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074921.317479:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317487:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074921.317490:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317498:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317509:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317515:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fcff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 28095 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.317528:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.317530:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074921.317531:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074921.317554:0:29091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:16318:x1855008368740608:12345-0@lo:6:osp-syn-1-0.0 Request processed in 52860us (58049us total) trans 8589935636 rc 0/0 00000100:00100000:0.0:1769074921.317561:0:29091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3626 00010000:00010000:0.0:1769074921.317663:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074921.320791:0:29089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985600/0xd2fe271aa172b4d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d86e expref: 37 pid: 32344 timeout: 1715 lvb_type: 0 00000100:00100000:3.0:1769074921.320812:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368741888:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.320848:0:29089:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.320859:0:29089:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.320866:0:29089:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.320895:0:29089:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.320903:0:29089:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fcf8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.320929:0:29089:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074921.321166:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+48:16319:x1855008368741760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29777us (29848us total) trans 8589935637 rc 0/0 00000100:00100000:3.0:1769074921.321174:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000004:00080000:3.0:1769074921.321229:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b361fd180/2, rc 0, transno 8589935635 00000100:00100000:3.0:1769074921.321235:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b361fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368741376:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.321248:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b3650d880/2, rc 0, transno 8589935645 00000100:00100000:3.0:1769074921.321252:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368741248:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1769074921.321261:0:16318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b30666680/2, rc 0, transno 8589935636 00000100:00100000:3.0:1769074921.321264:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368740608:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1769074921.321287:0:16319:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8c8b30667b80/2, rc 0, transno 8589935637 00000100:00100000:3.0:1769074921.321292:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30667b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368741760:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1769074921.323006:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00010000:00010000:0.0:1769074921.324934:0:32342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b351dae00/0xd2fe271aa172b58c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801400030020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607d8b4 expref: 36 pid: 36867 timeout: 1715 lvb_type: 0 00000100:00100000:0.0:1769074921.324963:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368742400:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.324992:0:32342:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fd06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.325003:0:32342:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fd06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.325010:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fd06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.325021:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fd06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.325086:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fd06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.325133:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074921.325383:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+48:16320:x1855008368742144:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31914us (31993us total) trans 8589935638 rc 0/0 00000100:00100000:0.0:1769074921.325392:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3632 00000100:00100000:3.0:1769074921.333002:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.343335:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.344068:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351204480 00000100:00100000:0.0:1769074921.344079:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351204480 00000100:00100000:0.0:1769074921.344150:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3633 00000100:00100000:0.0:1769074921.344160:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+36:10962:x1855008351204480:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.344178:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.344202:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fd5a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec3a expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074921.344224:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x34f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074921.344243:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.344245:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.344253:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fd5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec3a expref: 37 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.344269:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fd5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec3a expref: 37 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.344283:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163400, rc 0) 00000100:00100000:0.0:1769074921.344351:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+37:10962:x1855008351204480:12345-192.168.204.41@tcp:101:cp.0 Request processed in 192us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.344357:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3633 00000100:00100000:3.0:1769074921.353868:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.354003:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351204608 00000100:00100000:0.0:1769074921.354014:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351204608 00000100:00100000:0.0:1769074921.354123:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3634 00000100:00100000:0.0:1769074921.354133:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+37:31577:x1855008351204608:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.354150:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.354169:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162000/0xd2fe271aa172fd61 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec41 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.354211:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fd5a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec3a expref: 38 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.354219:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.354221:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.354226:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162000/0xd2fe271aa172fd61 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->12287] (req 0->12287) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec41 expref: 38 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.354259:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fd5a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec3a expref: 38 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.354273:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fd5a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec3a expref: 38 pid: 32342 timeout: 1715 lvb_type: 1 00000100:00100000:0.0:1769074921.354287:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a02a0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368742528:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.354355:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.359638:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00010000:00010000:0.0:1769074921.360952:0:29089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fd5a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x34f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec3a expref: 39 pid: 32342 timeout: 1715 lvb_type: 1 00000100:00100000:0.0:1769074921.360969:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a02a0bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368742528:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.360999:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162000/0xd2fe271aa172fd61 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec41 expref: 38 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.361010:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162000, rc 0) 00000100:00100000:0.0:1769074921.361196:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+38:31577:x1855008351204608:12345-192.168.204.41@tcp:101:cp.0 Request processed in 7055us (7358us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.361205:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3634 00000100:00100000:3.0:1769074921.371896:0:26107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351204992 00000100:00100000:3.0:1769074921.371908:0:26107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351204992 00000100:00100000:3.0:1769074921.371973:0:26107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1277 00000100:00100000:3.0:1769074921.371983:0:26107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+78:31577:x1855008351204992:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:3.0:1769074921.382654:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.404245:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00080000:00000400:3.0:1769074921.405418:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.405423:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074921.405425:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.405427:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.405429:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.405431:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074921.405700:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696400/0xd2fe271aa172fda7 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x12f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405715:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696400/0xd2fe271aa172fda7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x12f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405724:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696400/0xd2fe271aa172fda7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x12f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405765:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405772:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405778:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405785:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405791:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.405796:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405804:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405817:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.405820:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.405825:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405841:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa172fd99 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074921.405855:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008c9862c9 reply state 00000000712736ac transno 55834575789 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405865:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.405870:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd13f1037 (ffff8c8b1283a900) 00010000:00010000:3.0:1769074921.405872:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074921.405875:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074921.405912:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa172fd92 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec56 expref: 82 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.405926:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696400/0xd2fe271aa172fda7 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x12f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec56 expref: 81 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.405933:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x12f:0x0].0x0 (ffff8c8b04971700) 00010000:00010000:3.0:1769074921.405935:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074921.405938:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696400, rc 0) 00000100:00100000:3.0:1769074921.406146:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b361fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+82:31577:x1855008351205504:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1717us (1910us total) trans 55834575789 rc 0/0 00000100:00100000:3.0:1769074921.406156:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5768 00000100:00100000:0.0:1769074921.408872:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.409015:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351205632 00000100:00100000:3.0:1769074921.409062:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351205632 00000100:00100000:3.0:1769074921.409167:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3635 00000100:00100000:3.0:1769074921.409176:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+36:10964:x1855008351205632:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.409201:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.409220:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdb5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec5d expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074921.409238:0:29089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x34f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074921.409255:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.409256:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.409263:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec5d expref: 37 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.409275:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec5d expref: 37 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.409285:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696600, rc 0) 00000100:00100000:3.0:1769074921.409327:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+37:10964:x1855008351205632:12345-192.168.204.41@tcp:101:cp.0 Request processed in 153us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.409333:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3635 00000100:00100000:0.0:1769074921.413775:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.413930:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351205760 00000100:00100000:3.0:1769074921.413941:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351205760 00000100:00100000:3.0:1769074921.414093:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3636 00000100:00100000:3.0:1769074921.414104:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+37:31577:x1855008351205760:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.414126:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.414147:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fdbc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec64 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.414181:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdb5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec5d expref: 38 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.414200:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.414202:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.414206:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fdbc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->221183] (req 0->221183) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec64 expref: 38 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.414241:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdb5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec5d expref: 38 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.414254:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdb5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec5d expref: 38 pid: 29089 timeout: 1715 lvb_type: 1 00000100:00100000:3.0:1769074921.414269:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368742784:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.414349:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.417841:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00010000:00010000:3.0:1769074921.418899:0:29089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdb5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x34f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec5d expref: 39 pid: 29089 timeout: 1715 lvb_type: 1 00000100:00100000:3.0:1769074921.418915:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfeb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:29089:1855008368742784:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.418941:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fdbc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->221183) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec64 expref: 38 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.418957:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697a00, rc 0) 00000100:00100000:3.0:1769074921.418989:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+38:31577:x1855008351205760:12345-192.168.204.41@tcp:101:cp.0 Request processed in 4887us (5226us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.418997:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3636 00000100:00100000:0.0:1769074921.427177:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.432637:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.432733:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351206272 00000100:00100000:3.0:1769074921.432744:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351206272 00000100:00100000:3.0:1769074921.432813:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5769 00000100:00100000:3.0:1769074921.432823:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0755aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+84:31577:x1855008351206272:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.432858:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.432890:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fdc3 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec6b expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.432955:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fdca lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.432970:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fdca lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.432981:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fdca lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.432994:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fdd1 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.433000:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fdd1 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.433006:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fdd1 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000100:00100000:3.0:1769074921.437343:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351206400 00000100:00100000:3.0:1769074921.437356:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351206400 00000100:00100000:3.0:1769074921.437431:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5770 00000100:00100000:3.0:1769074921.437443:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+84:31577:x1855008351206400:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.437465:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.437488:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fdd8 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec72 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.437559:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437573:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437585:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437600:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437607:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437613:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437659:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437666:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437677:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437683:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437688:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.437692:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437700:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437711:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.437714:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.437719:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437724:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fddf lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437741:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437747:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437752:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437757:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.437760:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437770:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437776:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc701cb36 (ffff8c8b04971900) 00010000:00010000:3.0:1769074921.437779:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.437781:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437787:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fde6 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.437821:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fdd8 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec72 expref: 85 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.437841:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.437844:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.437847:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fdd8 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec72 expref: 85 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.437856:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696c00, rc 0) 00000100:00100000:3.0:1769074921.437966:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+84:31577:x1855008351206400:12345-192.168.204.41@tcp:101:cp.0 Request processed in 525us (848us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.437974:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5770 00000100:00100000:3.0:1769074921.441376:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.445747:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.445855:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351206784 00000100:00100000:3.0:1769074921.445866:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351206784 00000100:00100000:3.0:1769074921.445972:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3637 00000100:00100000:3.0:1769074921.445981:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+37:10962:x1855008351206784:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.446002:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.446023:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe10 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec80 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074921.446084:0:29089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074921.446104:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.446106:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.446113:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec80 expref: 38 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.446126:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec80 expref: 38 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.446136:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697400, rc 0) 00000100:00100000:3.0:1769074921.446194:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+38:10962:x1855008351206784:12345-192.168.204.41@tcp:101:cp.0 Request processed in 212us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.446201:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3637 00000100:00100000:3.0:1769074921.449523:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351206912 00000100:00100000:3.0:1769074921.449533:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351206912 00000100:00100000:3.0:1769074921.449588:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3638 00000100:00100000:3.0:1769074921.449597:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+38:31577:x1855008351206912:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.449618:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.449638:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fe17 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec87 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.449672:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe10 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec80 expref: 39 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.449685:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.449687:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.449691:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fe17 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec87 expref: 39 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.449725:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe10 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec80 expref: 39 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.449737:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe10 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec80 expref: 39 pid: 29089 timeout: 1715 lvb_type: 1 00000100:00100000:3.0:1769074921.449751:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368743040:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.449828:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.452369:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfeb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368743040:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.452408:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fe17 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 3 type: EXT [0->159743] (req 0->159743) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec87 expref: 39 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.452427:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696c00, rc 0) 00000100:00100000:3.0:1769074921.452484:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+39:31577:x1855008351206912:12345-192.168.204.41@tcp:101:cp.0 Request processed in 2888us (3205us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.452494:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3638 00000100:00100000:0.0:1769074921.455488:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.466120:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.470625:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.470725:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351207424 00000100:00100000:3.0:1769074921.470735:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351207424 00000100:00100000:3.0:1769074921.470847:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5772 00000100:00100000:3.0:1769074921.470859:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+88:31577:x1855008351207424:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.470898:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.470921:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fe1e lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec8e expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.470987:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471000:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471010:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471061:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471069:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471075:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471116:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471124:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471130:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471136:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471142:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.471146:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471153:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471165:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.471168:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.471173:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471179:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172fe25 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471203:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471208:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471213:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471218:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.471220:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471225:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471231:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x322afea2 (ffff8c8b04971900) 00010000:00010000:3.0:1769074921.471242:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.471245:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471254:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172fe2c lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.471291:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fe1e lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec8e expref: 89 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.471302:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.471304:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.471307:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172fe1e lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec8e expref: 89 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.471316:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696e00, rc 0) 00000100:00100000:3.0:1769074921.471387:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38487100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+88:31577:x1855008351207424:12345-192.168.204.41@tcp:101:cp.0 Request processed in 530us (769us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.471394:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5772 00000100:00100000:3.0:1769074921.476175:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.476220:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351207552 00000100:00100000:3.0:1769074921.476229:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351207552 00000100:00100000:3.0:1769074921.476280:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5773 00000100:00100000:3.0:1769074921.476289:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+88:31577:x1855008351207552:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.476309:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.476330:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe33 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec95 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.476405:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476419:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476431:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476444:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476450:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476455:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476496:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476504:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476510:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476515:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476521:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.476526:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476533:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476544:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.476547:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.476552:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476558:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172fe3a lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476572:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476577:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476582:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476587:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.476589:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476594:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476600:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x322afea2 (ffff8c8b04971500) 00010000:00010000:3.0:1769074921.476602:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.476605:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476610:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172fe41 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.476641:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe33 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec95 expref: 89 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.476650:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.476653:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.476656:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe33 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec95 expref: 89 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.476665:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696600, rc 0) 00000100:00100000:3.0:1769074921.476726:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+88:31577:x1855008351207552:12345-192.168.204.41@tcp:101:cp.0 Request processed in 438us (559us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.476733:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5773 00000100:00100000:0.0:1769074921.480157:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.480371:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351207808 00000100:00100000:3.0:1769074921.480382:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351207808 00000100:00100000:3.0:1769074921.480441:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5774 00000100:00100000:3.0:1769074921.480451:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+88:31577:x1855008351207808:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.480471:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.480491:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fe48 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ec9c expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.480588:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.480602:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.480613:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.480626:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.480632:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.480639:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:3.0:1769074921.480936:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x350:0x0], index 1: 0 00080000:00000400:3.0:1769074921.480949:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.480953:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.480955:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.480957:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.480959:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.480961:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.480979:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.480982:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.480984:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.480986:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.480989:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.480991:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.481021:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.481024:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.481053:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.481055:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.481058:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.481060:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074921.481151:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fe5d lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x131:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481160:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fe5d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x131:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481169:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fe5d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x131:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481381:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481389:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481396:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481403:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481410:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.481414:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481423:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481436:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.481439:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.481444:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481450:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe4f lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074921.481466:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e51c9dc reply state 0000000016f293ef transno 55834575794 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481476:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.481483:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x322afea2 (ffff8c8b04971300) 00010000:00010000:3.0:1769074921.481486:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074921.481489:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074921.481517:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fe48 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec9c expref: 91 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.481536:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fe5d lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x131:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec9c expref: 90 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.481543:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x131:0x0].0x0 (ffff8c8b04971c00) 00010000:00010000:3.0:1769074921.481545:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074921.481548:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696800, rc 0) 00000100:00100000:3.0:1769074921.481615:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+91:31577:x1855008351207808:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1165us (1468us total) trans 55834575794 rc 0/0 00000100:00100000:3.0:1769074921.481623:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5774 00000100:00100000:0.0:1769074921.486349:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.486494:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351207936 00000100:00100000:3.0:1769074921.486505:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351207936 00000100:00100000:3.0:1769074921.486571:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3639 00000100:00100000:3.0:1769074921.486582:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+37:10964:x1855008351207936:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.486600:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.486622:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697800/0xd2fe271aa172fe6b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607eca3 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074921.486646:0:29089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x350:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074921.486664:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.486666:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.486674:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697800/0xd2fe271aa172fe6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eca3 expref: 38 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.486692:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697800/0xd2fe271aa172fe6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eca3 expref: 38 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.486711:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697800, rc 0) 00000100:00100000:3.0:1769074921.486776:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+38:10964:x1855008351207936:12345-192.168.204.41@tcp:101:cp.0 Request processed in 196us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.486783:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3639 00000100:00100000:3.0:1769074921.490564:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.494493:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.507092:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.511126:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.511223:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351208576 00000100:00100000:3.0:1769074921.511235:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351208576 00000100:00100000:3.0:1769074921.511296:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5775 00000100:00100000:3.0:1769074921.511305:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+92:31577:x1855008351208576:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.511330:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.511350:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fe79 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecb1 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.511420:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511437:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511449:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511462:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511469:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511476:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511515:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511522:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511530:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511537:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511544:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.511548:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511555:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511567:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.511570:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.511575:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511581:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172fe80 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511597:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511604:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511610:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511616:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.511619:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511624:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511632:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xaa0c2c16 (ffff8c8b04971500) 00010000:00010000:3.0:1769074921.511634:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.511637:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511643:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172fe87 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.511671:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fe79 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecb1 expref: 93 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.511682:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.511685:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.511689:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fe79 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecb1 expref: 93 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.511698:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697e00, rc 0) 00000100:00100000:3.0:1769074921.511756:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+92:31577:x1855008351208576:12345-192.168.204.41@tcp:101:cp.0 Request processed in 452us (638us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.511764:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5775 00010000:00010000:0.0:1769074921.514164:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074921.515277:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.515384:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351208704 00000100:00100000:0.0:1769074921.515394:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351208704 00000100:00100000:0.0:1769074921.515454:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5776 00000100:00100000:0.0:1769074921.515464:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+92:31577:x1855008351208704:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.515484:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.515504:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fe8e lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecb8 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.515567:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515581:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515591:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515604:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515610:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515616:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515660:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515668:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515673:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515680:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515686:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.515690:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515698:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515710:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.515714:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.515718:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515723:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fe95 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515735:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515742:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515747:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515752:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.515755:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515761:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515768:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xaa0c2c16 (ffff8c8b3076e700) 00010000:00010000:0.0:1769074921.515771:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.515774:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515781:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fe9c lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.515812:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fe8e lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecb8 expref: 93 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.515821:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.515823:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.515827:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fe8e lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecb8 expref: 93 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.515848:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163400, rc 0) 00000100:00100000:0.0:1769074921.515915:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+92:31577:x1855008351208704:12345-192.168.204.41@tcp:101:cp.0 Request processed in 452us (645us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074921.515923:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5776 00000100:00100000:3.0:1769074921.520637:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351208960 00000100:00100000:3.0:1769074921.520650:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351208960 00000100:00100000:3.0:1769074921.520709:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5777 00000100:00100000:3.0:1769074921.520718:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+92:31577:x1855008351208960:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.520739:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.520759:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172fea3 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecbf expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.520871:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172feaa lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.520887:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172feaa lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.520898:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172feaa lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.520912:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.520919:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.520925:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:3.0:1769074921.521250:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x351:0x0], index 0: 0 00080000:00000400:3.0:1769074921.521262:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.521266:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.521269:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.521270:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.521273:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.521274:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.521292:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.521296:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.521298:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.521299:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.521301:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.521303:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.521331:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.521334:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.521335:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.521338:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.521340:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.521342:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074921.528707:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351209088 00000100:00100000:0.0:1769074921.528717:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351209088 00000100:00100000:0.0:1769074921.528781:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3641 00000100:00100000:0.0:1769074921.528792:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+38:10963:x1855008351209088:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.528812:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.528844:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fec6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecc6 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074921.528869:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074921.528887:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.528889:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.528898:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecc6 expref: 39 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.528914:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecc6 expref: 39 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.528925:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163400, rc 0) 00000100:00100000:0.0:1769074921.528981:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+39:10963:x1855008351209088:12345-192.168.204.41@tcp:101:cp.0 Request processed in 191us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.528989:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3641 00000100:00100000:3.0:1769074921.533658:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.533878:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351209216 00000100:00100000:0.0:1769074921.533891:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351209216 00000100:00100000:0.0:1769074921.533962:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3642 00000100:00100000:0.0:1769074921.533971:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+39:31577:x1855008351209216:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.533990:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.534010:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fecd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607eccd expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.534078:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fec6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecc6 expref: 40 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.534088:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.534090:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.534094:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fecd lrc: 4/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eccd expref: 40 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.534131:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fec6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecc6 expref: 40 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.534144:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa172fec6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecc6 expref: 40 pid: 32342 timeout: 1715 lvb_type: 1 00000100:00100000:0.0:1769074921.534163:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccbb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368743552:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.534253:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.537744:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccbb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368743552:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.537786:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fecd lrc: 3/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 3 type: EXT [0->233471] (req 0->233471) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eccd expref: 40 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.537811:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162800, rc 0) 00000100:00100000:0.0:1769074921.537901:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+40:31577:x1855008351209216:12345-192.168.204.41@tcp:101:cp.0 Request processed in 3930us (4253us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.537912:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3642 00000100:00100000:3.0:1769074921.543745:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.552287:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.552458:0:32340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351209600 00000100:00100000:0.0:1769074921.552469:0:32340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351209600 00000100:00100000:0.0:1769074921.552540:0:32340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1281 00000100:00100000:0.0:1769074921.552559:0:32340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b09153c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+95:31577:x1855008351209600:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:0.0:1769074921.552873:0:32340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b09153c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+96:31577:x1855008351209600:12345-192.168.204.41@tcp:35:cp.0 Request processed in 307us (588us total) trans 55834575797 rc 0/0 00000100:00100000:0.0:1769074921.552881:0:32340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1281 00000100:00100000:0.0:1769074921.558587:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351209728 00000100:00100000:0.0:1769074921.558598:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351209728 00000100:00100000:0.0:1769074921.558660:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5778 00000100:00100000:0.0:1769074921.558670:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+96:31577:x1855008351209728:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.558696:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.558716:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fed4 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecd4 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.558778:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558792:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558804:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558871:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558880:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558887:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558926:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558933:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558940:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558946:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558952:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.558957:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558969:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558981:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.558984:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.558988:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.558995:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fedb lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559008:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559014:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559020:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559068:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.559072:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559078:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559086:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd47b514a (ffff8c8b3076ef00) 00010000:00010000:0.0:1769074921.559089:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.559092:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559098:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa172fee2 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.559128:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fed4 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecd4 expref: 97 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.559138:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.559141:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.559144:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172fed4 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecd4 expref: 97 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.559153:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163600, rc 0) 00000100:00100000:0.0:1769074921.559215:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+96:31577:x1855008351209728:12345-192.168.204.41@tcp:101:cp.0 Request processed in 546us (825us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074921.559223:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5778 00000100:00100000:3.0:1769074921.564657:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.564750:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351209856 00000100:00100000:0.0:1769074921.564762:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351209856 00000100:00100000:0.0:1769074921.564836:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5779 00000100:00100000:0.0:1769074921.564848:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+96:31577:x1855008351209856:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.564877:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.564900:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fee9 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecdb expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.564963:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.564978:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.564990:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565010:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565018:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565060:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565105:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565113:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565120:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565127:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565134:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.565139:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565146:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565159:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.565162:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.565167:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565173:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172fef0 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565198:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565204:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565209:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565214:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.565217:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565224:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565231:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd47b514a (ffff8c8b3076e800) 00010000:00010000:0.0:1769074921.565234:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.565237:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565243:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172fef7 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074921.565275:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fee9 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecdb expref: 97 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.565285:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.565288:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.565292:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fee9 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecdb expref: 97 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.565306:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162200, rc 0) 00000100:00100000:0.0:1769074921.565366:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+96:31577:x1855008351209856:12345-192.168.204.41@tcp:101:cp.0 Request processed in 520us (723us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074921.565374:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5779 00000100:00100000:0.0:1769074921.575223:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351210112 00000100:00100000:0.0:1769074921.575234:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351210112 00000100:00100000:0.0:1769074921.575298:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5780 00000100:00100000:0.0:1769074921.575317:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+96:31577:x1855008351210112:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.575337:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.575357:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fefe lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ece2 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.575459:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.575473:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.575494:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.575509:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.575516:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.575523:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:0.0:1769074921.575842:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x351:0x0], index 1: 0 00080000:00000400:0.0:1769074921.575854:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1769074921.575859:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1769074921.575861:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074921.575864:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074921.575866:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074921.575869:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074921.575886:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1769074921.575889:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1769074921.575891:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074921.575893:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074921.575896:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074921.575898:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074921.575927:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:0.0:1769074921.575929:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:0.0:1769074921.575932:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074921.575934:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074921.575936:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074921.575939:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1769074921.576024:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172ff13 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x133:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576066:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172ff13 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x133:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576074:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172ff13 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x133:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576105:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576112:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576119:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576126:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576132:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074921.576137:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576144:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576156:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074921.576159:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074921.576163:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576169:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa172ff05 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:0.0:1769074921.576181:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009b6ee1e0 reply state 000000007eb5132b transno 55834575798 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576189:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074921.576196:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd47b514a (ffff8c8b3076e800) 00010000:00010000:0.0:1769074921.576198:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074921.576201:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1769074921.576227:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa172fefe lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ece2 expref: 99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.576246:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172ff13 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x133:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ece2 expref: 98 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.576254:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x133:0x0].0x0 (ffff8c8b3076ef00) 00010000:00010000:0.0:1769074921.576256:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074921.576259:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163600, rc 0) 00000100:00100000:0.0:1769074921.576317:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+99:31577:x1855008351210112:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1010us (1209us total) trans 55834575798 rc 0/0 00000100:00100000:0.0:1769074921.576325:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5780 00000100:00100000:0.0:1769074921.581856:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351210240 00000100:00100000:0.0:1769074921.581876:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351210240 00000100:00100000:0.0:1769074921.581941:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3643 00000100:00100000:0.0:1769074921.581950:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+38:10964:x1855008351210240:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.581970:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.581993:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172ff21 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ece9 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074921.582015:0:29089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x351:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074921.582072:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.582075:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.582084:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172ff21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ece9 expref: 39 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.582102:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162c00/0xd2fe271aa172ff21 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ece9 expref: 39 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.582118:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162c00, rc 0) 00000100:00100000:0.0:1769074921.582181:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+39:10964:x1855008351210240:12345-192.168.204.41@tcp:101:cp.0 Request processed in 231us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.582197:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3643 00000100:00100000:3.0:1769074921.598751:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.604852:0:26107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351210752 00000100:00100000:0.0:1769074921.604869:0:26107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351210752 00000100:00100000:0.0:1769074921.604961:0:26107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1282 00000100:00100000:0.0:1769074921.604972:0:26107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+99:31577:x1855008351210752:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:0.0:1769074921.605477:0:26107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+100:31577:x1855008351210752:12345-192.168.204.41@tcp:35:cp.0 Request processed in 505us (730us total) trans 55834575799 rc 0/0 00000100:00100000:0.0:1769074921.605493:0:26107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1282 00000100:00100000:3.0:1769074921.611850:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351210880 00000100:00100000:3.0:1769074921.611867:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351210880 00000100:00100000:3.0:1769074921.611927:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5781 00000100:00100000:3.0:1769074921.611936:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+100:31577:x1855008351210880:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.611964:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.611984:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff2f lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecf7 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.612073:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612087:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612099:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612114:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612121:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612127:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612168:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612175:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612181:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612198:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612205:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.612208:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612216:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612227:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.612230:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.612234:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612240:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa172ff36 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612257:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612264:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612270:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612275:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.612278:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612284:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612291:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x7772308b (ffff8c8b04971900) 00010000:00010000:3.0:1769074921.612293:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.612296:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612301:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff3d lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.612341:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff2f lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecf7 expref: 101 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.612350:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.612353:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.612357:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff2f lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecf7 expref: 101 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.612371:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696000, rc 0) 00000100:00100000:3.0:1769074921.613358:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+100:31577:x1855008351210880:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1417us (1590us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.613368:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5781 00000100:00100000:3.0:1769074921.618788:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351211008 00000100:00100000:3.0:1769074921.618799:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351211008 00000100:00100000:3.0:1769074921.618877:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5782 00000100:00100000:3.0:1769074921.618887:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+100:31577:x1855008351211008:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.618908:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.618931:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172ff44 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ecfe expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.618998:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619012:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619023:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619062:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619069:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619076:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619118:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619125:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619132:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619138:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619144:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.619148:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619156:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619168:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.619171:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.619176:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619181:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ff4b lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619206:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619212:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619218:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619223:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.619226:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619231:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619239:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x7772308b (ffff8c8b04971600) 00010000:00010000:3.0:1769074921.619241:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.619245:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619250:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ff52 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.619282:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172ff44 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecfe expref: 101 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.619292:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.619295:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.619298:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172ff44 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecfe expref: 101 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.619915:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697400, rc 0) 00000100:00100000:3.0:1769074921.619985:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+100:31577:x1855008351211008:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1097us (1767us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.619995:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5782 00000100:00100000:3.0:1769074921.627817:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351211264 00000100:00100000:3.0:1769074921.627837:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351211264 00000100:00100000:3.0:1769074921.627910:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5783 00000100:00100000:3.0:1769074921.627920:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+100:31577:x1855008351211264:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.627941:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.627963:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff59 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed05 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.628093:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.628107:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.628118:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.628132:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.628140:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.628146:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000100:00100000:3.0:1769074921.628766:0:47397:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfea680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:47397:1855008368744064:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1769074921.628838:0:47397:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074921.628936:0:47397:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.628960:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368744064 00000100:00100000:3.0:1769074921.628966:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368744064 00000100:00100000:3.0:1769074921.629007:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645 00000100:00100000:3.0:1769074921.629015:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+48:47397:x1855008368744064:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1769074921.629116:0:32342:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 866 00002000:00080000:3.0:1769074921.630197:0:32342:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 874 00000001:00080000:3.0:1769074921.632241:0:32342:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935647 00002000:00080000:3.0:1769074921.632282:0:32342:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 882 00000001:00080000:3.0:1769074921.632645:0:32342:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935648 00002000:00080000:3.0:1769074921.632661:0:32342:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 890 00000001:00080000:3.0:1769074921.633301:0:32342:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935649 00000100:00100000:3.0:1769074921.633404:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+52:47397:x1855008368744064:12345-0@lo:5:osp-pre-0-0.0 Request processed in 4387us (4573us total) trans 8589935650 rc 0/0 00000100:00100000:3.0:1769074921.633415:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645 00000020:00080000:3.0:1769074921.633421:0:32342:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000004:00080000:3.0:1769074921.634326:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x352:0x0], index 0: 0 00080000:00000400:3.0:1769074921.634340:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.634343:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.634345:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.634348:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.634350:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.634353:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.634372:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.634374:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.634376:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.634378:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.634380:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.634382:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.634415:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.634417:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.634419:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.634421:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.634423:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.634425:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074921.634908:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172ff6e lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x134:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.634925:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172ff6e lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x134:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.634936:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172ff6e lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x134:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.634971:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.634978:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.634983:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.634989:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.634994:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.634998:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.635005:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.635017:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.635020:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.635161:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.635171:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff60 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074921.635315:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008fd5ad47 reply state 00000000f731f660 transno 55834575800 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.635325:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.635331:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x7772308b (ffff8c8b3edac000) 00010000:00010000:3.0:1769074921.635334:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074921.635337:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074921.635372:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff59 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed05 expref: 103 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.635387:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172ff6e lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x134:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed05 expref: 102 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.635394:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x134:0x0].0x0 (ffff8c8b3edacf00) 00010000:00010000:3.0:1769074921.635397:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074921.635400:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697800, rc 0) 00000100:00100000:3.0:1769074921.635518:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+103:31577:x1855008351211264:12345-192.168.204.41@tcp:101:cp.0 Request processed in 7599us (7936us total) trans 55834575800 rc 0/0 00000100:00100000:3.0:1769074921.635528:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5783 00000100:00100000:0.0:1769074921.641166:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.641336:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351211392 00000100:00100000:3.0:1769074921.641347:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351211392 00000100:00100000:3.0:1769074921.641409:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3646 00000100:00100000:3.0:1769074921.641419:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+39:10963:x1855008351211392:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.641438:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.641461:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff7c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed0c expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074921.641524:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074921.641540:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.641811:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.641820:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed0c expref: 40 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.641854:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed0c expref: 40 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.641875:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696000, rc 0) 00000100:00100000:3.0:1769074921.641961:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+40:10963:x1855008351211392:12345-192.168.204.41@tcp:101:cp.0 Request processed in 544us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.641970:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3646 00000100:00100000:0.0:1769074921.646739:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.646815:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351211520 00000100:00100000:3.0:1769074921.646825:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351211520 00000100:00100000:3.0:1769074921.647001:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3647 00000100:00100000:3.0:1769074921.647012:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+40:31577:x1855008351211520:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.647058:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.647078:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff83 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed13 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.647109:0:32342:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff7c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed0c expref: 41 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.647118:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.647162:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.647167:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff83 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->368639] (req 0->368639) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed13 expref: 41 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.647212:0:32342:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff7c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed0c expref: 41 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.647226:0:32342:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff7c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed0c expref: 41 pid: 32342 timeout: 1715 lvb_type: 1 00000100:00100000:3.0:1769074921.647241:0:32342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:32342:1855008368744192:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074921.647325:0:32342:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b03919000 going to sleep for 11 seconds 00010000:00010000:3.0:1769074921.654079:0:32342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff7c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed0c expref: 42 pid: 32342 timeout: 1715 lvb_type: 1 00000100:00100000:3.0:1769074921.654097:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35d23800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:32342:1855008368744192:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074921.654121:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff83 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->368639) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed13 expref: 41 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.654132:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696e00, rc 0) 00000100:00100000:3.0:1769074921.654180:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+41:31577:x1855008351211520:12345-192.168.204.41@tcp:101:cp.0 Request processed in 7170us (7449us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.654193:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3647 00000100:00100000:0.0:1769074921.671471:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.677001:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.677128:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351212032 00000100:00100000:3.0:1769074921.677139:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351212032 00000100:00100000:3.0:1769074921.677197:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5784 00000100:00100000:3.0:1769074921.677207:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+104:31577:x1855008351212032:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.677280:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.677300:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff8a lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed1a expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.677389:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677404:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677417:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677449:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677456:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677463:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677501:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677508:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677515:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677521:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677527:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.677553:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677561:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677574:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.677577:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.677581:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677589:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa172ff91 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677605:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677610:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677616:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677622:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.677625:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677630:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677636:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe087ee79 (ffff8c8b3edaca00) 00010000:00010000:3.0:1769074921.677638:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.677641:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677662:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa172ff98 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.677693:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff8a lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed1a expref: 105 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.677703:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.677704:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.677708:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa172ff8a lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed1a expref: 105 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.677716:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696000, rc 0) 00000100:00100000:3.0:1769074921.677785:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+104:31577:x1855008351212032:12345-192.168.204.41@tcp:101:cp.0 Request processed in 579us (795us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.677793:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5784 00000100:00100000:3.0:1769074921.681840:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351212160 00000100:00100000:3.0:1769074921.681850:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351212160 00000100:00100000:3.0:1769074921.681917:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5785 00000100:00100000:3.0:1769074921.681926:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+104:31577:x1855008351212160:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.681945:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.681965:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172ff9f lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed21 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.682129:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682144:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682644:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682663:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682670:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682677:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682714:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682721:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682729:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682735:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682741:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.682745:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682751:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682763:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.682766:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.682786:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682792:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa172ffa6 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682808:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682814:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682820:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682824:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.682836:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682842:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682849:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe087ee79 (ffff8c8b3edac300) 00010000:00010000:3.0:1769074921.682852:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.682855:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682860:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa172ffad lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.682893:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172ff9f lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed21 expref: 105 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.682902:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.682916:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.682920:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa172ff9f lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed21 expref: 105 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.682929:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697400, rc 0) 00000100:00100000:3.0:1769074921.683083:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+104:31577:x1855008351212160:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1158us (1569us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.683092:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5785 00000100:00100000:0.0:1769074921.688740:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.697858:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351212544 00000100:00100000:3.0:1769074921.697869:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351212544 00000100:00100000:3.0:1769074921.697929:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3648 00000100:00100000:3.0:1769074921.697938:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+39:10964:x1855008351212544:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.697957:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.697978:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696000/0xd2fe271aa172ffd7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed2f expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074921.698001:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x352:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074921.698019:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.698021:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.698069:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696000/0xd2fe271aa172ffd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed2f expref: 40 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.698086:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696000/0xd2fe271aa172ffd7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed2f expref: 40 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074921.698099:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696000, rc 0) 00000100:00100000:3.0:1769074921.698159:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+40:10964:x1855008351212544:12345-192.168.204.41@tcp:101:cp.0 Request processed in 221us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.698218:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3648 00000100:00100000:3.0:1769074921.707997:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.713231:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00010000:00010000:0.0:1769074921.714255:0:32342:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696000/0xd2fe271aa172ffd7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x352:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed2f expref: 42 pid: 32342 timeout: 1715 lvb_type: 1 00000100:00100000:0.0:1769074921.714270:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0489b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368744576:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.714294:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e200/0xd2fe271aa172ffde lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed36 expref: 41 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.714314:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b3573e200, rc 0) 00000100:00100000:0.0:1769074921.714346:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+41:31577:x1855008351212672:12345-192.168.204.41@tcp:101:cp.0 Request processed in 6157us (6355us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.714355:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3650 00000100:00100000:3.0:1769074921.723088:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.723158:0:32340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351213056 00000100:00100000:0.0:1769074921.723167:0:32340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351213056 00000100:00100000:0.0:1769074921.723218:0:32340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1284 00000100:00100000:0.0:1769074921.723227:0:32340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a0af44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+107:31577:x1855008351213056:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:0.0:1769074921.723505:0:32340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a0af44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+108:31577:x1855008351213056:12345-192.168.204.41@tcp:35:cp.0 Request processed in 278us (419us total) trans 55834575803 rc 0/0 00000100:00100000:0.0:1769074921.723512:0:32340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1284 00000100:00100000:3.0:1769074921.729141:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.732732:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.747493:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.752569:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.752685:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351213696 00000100:00100000:0.0:1769074921.752698:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351213696 00000100:00100000:0.0:1769074921.752769:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3651 00000100:00100000:0.0:1769074921.752779:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a0af46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+40:10963:x1855008351213696:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.752798:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.752822:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa1730032 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed52 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074921.752856:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x353:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074921.752878:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.752880:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.752888:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa1730032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed52 expref: 41 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.752905:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162200/0xd2fe271aa1730032 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed52 expref: 41 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.752924:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162200, rc 0) 00000100:00100000:0.0:1769074921.752992:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a0af46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+41:10963:x1855008351213696:12345-192.168.204.41@tcp:101:cp.0 Request processed in 215us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.752997:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3651 00000100:00100000:3.0:1769074921.785747:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.790948:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.843236:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.843279:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.859712:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.859859:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351214592 00000100:00100000:3.0:1769074921.859869:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351214592 00000100:00100000:3.0:1769074921.859935:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5790 00000100:00100000:3.0:1769074921.859945:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+112:31577:x1855008351214592:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.859971:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.859990:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730040 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed60 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.860093:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860107:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860116:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860128:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860134:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860194:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860233:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860238:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860244:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860250:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860255:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.860259:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860266:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860277:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.860280:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.860284:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860289:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730047 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860304:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860309:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860329:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860333:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.860336:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860340:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860346:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x489b8eb2 (ffff8c8b3edac300) 00010000:00010000:3.0:1769074921.860349:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.860352:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860357:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173004e lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.860386:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730040 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed60 expref: 113 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.860396:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.860398:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.860401:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730040 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed60 expref: 113 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.860409:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696a00, rc 0) 00000100:00100000:3.0:1769074921.860464:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+112:31577:x1855008351214592:12345-192.168.204.41@tcp:101:cp.0 Request processed in 520us (759us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.860471:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5790 00000100:00100000:3.0:1769074921.863654:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.873572:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.879838:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.889580:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.894667:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.901838:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.907617:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351215872 00000100:00100000:3.0:1769074921.907628:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351215872 00000100:00100000:3.0:1769074921.907743:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5794 00000100:00100000:3.0:1769074921.907753:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+116:31577:x1855008351215872:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.907775:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.907798:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa17300b0 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed8a expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.907877:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.907892:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.907904:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.907918:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.907924:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.907931:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.907968:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.907975:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908011:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908019:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908163:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.908176:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908191:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908203:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.908207:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.908212:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908218:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa17300b7 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908234:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908241:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908247:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908252:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.908255:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908278:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908286:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xf2ca543e (ffff8c8b3edac300) 00010000:00010000:3.0:1769074921.908289:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.908291:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908298:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17300be lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.908329:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa17300b0 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed8a expref: 117 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.908339:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.908341:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.908345:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa17300b0 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed8a expref: 117 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.908354:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696a00, rc 0) 00000100:00100000:3.0:1769074921.908464:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+116:31577:x1855008351215872:12345-192.168.204.41@tcp:101:cp.0 Request processed in 711us (1036us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074921.908473:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5794 00000100:00100000:3.0:1769074921.911709:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351216128 00000100:00100000:3.0:1769074921.911719:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351216128 00000100:00100000:3.0:1769074921.911777:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5795 00000100:00100000:3.0:1769074921.911787:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+116:31577:x1855008351216128:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.911808:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.911858:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa17300c5 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed91 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.911959:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17300cc lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.911971:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17300cc lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.911979:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17300cc lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.911989:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.911993:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074921.911997:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00000100:00100000:0.0:1769074921.920972:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351216256 00000100:00100000:0.0:1769074921.920983:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351216256 00000100:00100000:0.0:1769074921.921078:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3655 00000100:00100000:0.0:1769074921.921090:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+41:10964:x1855008351216256:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.921109:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.921133:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed98 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074921.921161:0:29089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x354:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074921.921952:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.922335:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.922348:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 42 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.922371:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 42 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.922387:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163400, rc 0) 00000100:00100000:0.0:1769074921.922458:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+42:10964:x1855008351216256:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1370us (1644us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.922467:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3655 00000100:00100000:0.0:1769074921.927564:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351216384 00000100:00100000:0.0:1769074921.927576:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351216384 00000100:00100000:0.0:1769074921.927687:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3656 00000100:00100000:0.0:1769074921.927696:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+42:31577:x1855008351216384:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074921.927714:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074921.927734:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa17300ef lrc: 2/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ed9f expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.927765:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 43 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.927774:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.927777:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074921.927781:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa17300ef lrc: 4/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed9f expref: 43 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.927816:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 43 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074921.927840:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 43 pid: 29089 timeout: 1716 lvb_type: 1 00000100:00100000:0.0:1769074921.927861:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368745344:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074921.927956:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074921.930431:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368745344:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074921.930473:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa17300ef lrc: 3/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed9f expref: 43 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074921.930492:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162c00, rc 0) 00000100:00100000:0.0:1769074921.930605:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+43:31577:x1855008351216384:12345-192.168.204.41@tcp:101:cp.0 Request processed in 2908us (3163us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074921.930614:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3656 00000100:00100000:3.0:1769074921.937521:0:44334:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351216512 00000100:00100000:3.0:1769074921.937534:0:44334:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351216512 00010000:00010000:3.0:1769074921.937581:0:44334:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 43 pid: 29089 timeout: 1716 lvb_type: 1 00000100:00100000:3.0:1769074921.937684:0:44334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1542 00000100:00100000:3.0:1769074921.937694:0:44334:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:705e500b-e064-49d7-afab-35748affa4a4+43:10965:x1855008351216512:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074921.937710:0:44334:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074921.937730:0:44334:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 43 pid: 29089 timeout: 1716 lvb_type: 1 00010000:00010000:3.0:1769074921.939870:0:44334:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 43 pid: 29089 timeout: 1716 lvb_type: 1 00010000:00010000:3.0:1769074921.939898:0:44334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17300e8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x354:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed98 expref: 43 pid: 29089 timeout: 1716 lvb_type: 1 00010000:00010000:3.0:1769074921.939915:0:44334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.939918:0:44334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074921.939924:0:44334:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa17300ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed9f expref: 42 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.939934:0:44334:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa17300ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed9f expref: 42 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.940171:0:44334:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa17300ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed9f expref: 42 pid: 29089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074921.940191:0:44334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30599880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44334:1855008368745472:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074921.940297:0:44334:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0a8a7180 going to sleep for 11 seconds 00000100:00100000:3.0:1769074921.948170:0:44334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30599880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44334:1855008368745472:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074921.948203:0:44334:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074921.948263:0:44334:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:705e500b-e064-49d7-afab-35748affa4a4+42:10965:x1855008351216512:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 10569us (11812us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074921.948374:0:44334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1542 00000100:00100000:0.0:1769074921.959648:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074921.987648:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074921.987914:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351217280 00000100:00100000:3.0:1769074921.987963:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351217280 00000100:00100000:3.0:1769074921.988085:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5798 00000100:00100000:3.0:1769074921.988096:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+120:31577:x1855008351217280:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074921.988117:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074921.988138:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730120 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607edb4 expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.988257:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988272:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988284:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988298:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988305:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988311:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00080000:3.0:1769074921.988575:0:29082:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x354:0x0], index 1: 0 00080000:00000400:3.0:1769074921.988587:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.988591:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.988594:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.988596:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.988599:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.988601:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.988619:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.988638:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.988641:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.988643:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.988645:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.988647:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074921.988691:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074921.988694:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074921.988697:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074921.988699:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074921.988701:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074921.988703:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074921.988789:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa1730135 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x139:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988799:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa1730135 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x139:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988807:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa1730135 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x139:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988848:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988856:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988863:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988870:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988876:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074921.988880:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988901:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988913:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074921.988916:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074921.988921:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988928:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730127 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074921.988943:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006f3c4e72 reply state 000000005f1a09c4 transno 55834575810 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988954:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074921.988960:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd06bcd9f (ffff8c8b3edac300) 00010000:00010000:3.0:1769074921.988963:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074921.988965:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074921.988991:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730120 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edb4 expref: 123 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.989005:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa1730135 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x139:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edb4 expref: 122 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074921.989013:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x139:0x0].0x0 (ffff8c8b3edac600) 00010000:00010000:3.0:1769074921.989015:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074921.989018:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697e00, rc 0) 00000100:00100000:3.0:1769074921.989112:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+123:31577:x1855008351217280:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1017us (1472us total) trans 55834575810 rc 0/0 00000100:00100000:3.0:1769074921.989135:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5798 00000100:00100000:0.0:1769074921.995478:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.000131:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351217536 00000100:00100000:0.0:1769074922.000140:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351217536 00000100:00100000:0.0:1769074922.000203:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3658 00000100:00100000:0.0:1769074922.000215:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+42:31577:x1855008351217536:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074922.000234:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074922.000255:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163800/0xd2fe271aa173014a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607edc2 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.000288:0:32342:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730143 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edbb expref: 43 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.000338:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.000340:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.000344:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163800/0xd2fe271aa173014a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->24575] (req 0->24575) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edc2 expref: 43 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.000374:0:32342:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730143 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edbb expref: 43 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.000384:0:32342:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730143 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edbb expref: 43 pid: 29089 timeout: 1716 lvb_type: 1 00000100:00100000:0.0:1769074922.000394:0:32342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368745600:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074922.000460:0:32342:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074922.006698:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368745600:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074922.006741:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163800/0xd2fe271aa173014a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 3 type: EXT [0->24575] (req 0->24575) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edc2 expref: 43 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.006762:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35163800, rc 0) 00000100:00100000:0.0:1769074922.006832:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+43:31577:x1855008351217536:12345-192.168.204.41@tcp:101:cp.0 Request processed in 6620us (6825us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.006841:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3658 00000100:00100000:3.0:1769074922.008078:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.012656:0:44334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:44334:1855008368745728:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074922.012694:0:44334:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074922.012804:0:44334:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30599880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:705e500b-e064-49d7-afab-35748affa4a4+42:10962:x1855008351217664:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 4535us (4730us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074922.012818:0:44334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1543 00000100:00100000:0.0:1769074922.022208:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00080000:0.0:1769074922.025106:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074922.031485:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.035508:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.039964:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.045851:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.046494:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351218560 00000100:00100000:0.0:1769074922.046506:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351218560 00000100:00100000:0.0:1769074922.046596:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3659 00000100:00100000:0.0:1769074922.046609:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b08dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+42:10964:x1855008351218560:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074922.046628:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074922.046650:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173019e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607edde expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074922.046676:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074922.046693:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.046696:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.046705:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173019e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edde expref: 43 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.046720:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173019e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edde expref: 43 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.046733:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162e00, rc 0) 00000100:00100000:0.0:1769074922.046798:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b08dd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+43:10964:x1855008351218560:12345-192.168.204.41@tcp:101:cp.0 Request processed in 193us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.046805:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3659 00000100:00100000:3.0:1769074922.051505:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.057318:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.058082:0:44334:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351218816 00000100:00100000:3.0:1769074922.058090:0:44334:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351218816 00010000:00010000:3.0:1769074922.058123:0:44334:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173019e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edde expref: 44 pid: 32342 timeout: 1716 lvb_type: 1 00000100:00100000:3.0:1769074922.058158:0:44334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1544 00000100:00100000:3.0:1769074922.058167:0:44334:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38486d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:705e500b-e064-49d7-afab-35748affa4a4+44:10964:x1855008351218816:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074922.058198:0:44334:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074922.058217:0:44334:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173019e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edde expref: 44 pid: 32342 timeout: 1716 lvb_type: 1 00010000:00010000:3.0:1769074922.058230:0:44334:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173019e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edde expref: 44 pid: 32342 timeout: 1716 lvb_type: 1 00010000:00010000:3.0:1769074922.058314:0:44334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173019e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x355:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edde expref: 44 pid: 32342 timeout: 1716 lvb_type: 1 00010000:00010000:3.0:1769074922.058327:0:44334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.058329:0:44334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.058336:0:44334:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6400/0xd2fe271aa17301a5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ede5 expref: 43 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.058345:0:44334:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6400/0xd2fe271aa17301a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ede5 expref: 43 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.058625:0:44334:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6400/0xd2fe271aa17301a5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ede5 expref: 43 pid: 29089 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074922.058640:0:44334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0908f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44334:1855008368745984:192.168.204.41@tcp:105: 00000100:00100000:3.0:1769074922.058710:0:44334:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0287ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074922.067241:0:44334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0908f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0000_UUID:44334:1855008368745984:192.168.204.41@tcp:105: 00010000:00010000:3.0:1769074922.067283:0:44334:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074922.067358:0:44334:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38486d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:705e500b-e064-49d7-afab-35748affa4a4+43:10964:x1855008351218816:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 9190us (10047us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074922.067369:0:44334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1544 00000100:00100000:0.0:1769074922.085114:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.106709:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000004:00080000:3.0:1769074922.109255:0:26104:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x355:0x0], index 1: 0 00080000:00000400:3.0:1769074922.109275:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.109279:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.109282:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.109315:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.109318:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.109320:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.109349:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.109352:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.109354:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.109357:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.109359:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.109361:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.109409:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.109412:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.109413:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.109415:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.109417:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.109419:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.109544:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17301eb lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x13b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109560:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17301eb lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109570:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17301eb lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109606:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109613:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109618:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109624:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109648:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573ea00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.109652:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109658:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109669:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.109673:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.109677:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109684:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17301dd lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.109699:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008c1fea4e reply state 000000006dafb04e transno 55834575814 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109709:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.109715:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x9ce4d69c (ffff8c8b09481100) 00010000:00010000:3.0:1769074922.109717:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.109720:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074922.109755:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17301d6 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edfa expref: 131 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.109771:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17301eb lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x13b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edfa expref: 130 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.109778:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13b:0x0].0x0 (ffff8c8b04971600) 00010000:00010000:3.0:1769074922.109794:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074922.109797:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697200, rc 0) 00000100:00100000:3.0:1769074922.111442:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+131:31577:x1855008351219584:12345-192.168.204.41@tcp:101:cp.0 Request processed in 3869us (4733us total) trans 55834575814 rc 0/0 00000100:00100000:3.0:1769074922.111454:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5804 00000100:00100000:0.0:1769074922.119457:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351219712 00000100:00100000:0.0:1769074922.119468:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351219712 00000100:00100000:0.0:1769074922.119611:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3661 00000100:00100000:0.0:1769074922.119621:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+42:10962:x1855008351219712:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074922.119640:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074922.119661:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162e00/0xd2fe271aa17301f9 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee01 expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074922.119683:0:29089:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x355:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074922.119702:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.119704:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.119712:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162e00/0xd2fe271aa17301f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee01 expref: 43 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.119729:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162e00/0xd2fe271aa17301f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee01 expref: 43 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.119743:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162e00, rc 0) 00000100:00100000:0.0:1769074922.119805:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+43:10962:x1855008351219712:12345-192.168.204.41@tcp:101:cp.0 Request processed in 185us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.119813:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3661 00000100:00100000:3.0:1769074922.123791:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351219840 00000100:00100000:3.0:1769074922.123801:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351219840 00000100:00100000:3.0:1769074922.123875:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3662 00000100:00100000:3.0:1769074922.123885:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+43:31577:x1855008351219840:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.123908:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.123928:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730200 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee08 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.123958:0:32342:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162e00/0xd2fe271aa17301f9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee01 expref: 44 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074922.123965:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.123967:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.123972:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730200 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee08 expref: 44 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.124005:0:32342:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162e00/0xd2fe271aa17301f9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee01 expref: 44 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074922.124019:0:32342:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162e00/0xd2fe271aa17301f9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x355:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee01 expref: 44 pid: 29089 timeout: 1716 lvb_type: 1 00000100:00100000:3.0:1769074922.124066:0:32342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0908f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368746112:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074922.124255:0:32342:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b36753c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074922.128001:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0908f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368746112:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074922.128079:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730200 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee08 expref: 45 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.128099:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30696a00, rc 0) 00000100:00100000:3.0:1769074922.128156:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a02a09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+45:31577:x1855008351219840:12345-192.168.204.41@tcp:101:cp.0 Request processed in 4269us (4459us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074922.128167:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3662 00000100:00100000:0.0:1769074922.134159:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.134361:0:26107:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351220224 00000100:00100000:3.0:1769074922.134377:0:26107:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351220224 00000100:00100000:3.0:1769074922.134443:0:26107:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1290 00000100:00100000:3.0:1769074922.134455:0:26107:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+131:31577:x1855008351220224:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:3.0:1769074922.134791:0:26107:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:705e500b-e064-49d7-afab-35748affa4a4+132:31577:x1855008351220224:12345-192.168.204.41@tcp:35:cp.0 Request processed in 338us (641us total) trans 55834575815 rc 0/0 00000100:00100000:3.0:1769074922.134799:0:26107:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1290 00000100:00100000:3.0:1769074922.138862:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351220352 00000100:00100000:3.0:1769074922.138873:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351220352 00000100:00100000:3.0:1769074922.138930:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5805 00000100:00100000:3.0:1769074922.138940:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+132:31577:x1855008351220352:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.138965:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.138987:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730207 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee0f expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.139101:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139160:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139316:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139334:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139341:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139347:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139389:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139395:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139401:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139407:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139412:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.139416:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139422:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139449:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.139453:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.139457:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139463:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa173020e lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139572:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139579:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139584:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139590:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.139594:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139599:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139606:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x6caa4986 (ffff8c8b04971900) 00010000:00010000:3.0:1769074922.139609:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.139612:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139617:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730215 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.139649:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730207 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee0f expref: 133 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.139673:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.139675:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.139679:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa1730207 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee0f expref: 133 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.139688:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b30697400, rc 0) 00000100:00100000:3.0:1769074922.139754:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+132:31577:x1855008351220352:12345-192.168.204.41@tcp:101:cp.0 Request processed in 815us (1032us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074922.139763:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5805 00000100:00100000:3.0:1769074922.148332:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351220480 00000100:00100000:3.0:1769074922.148341:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351220480 00000100:00100000:3.0:1769074922.148395:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5806 00000100:00100000:3.0:1769074922.148402:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+132:31577:x1855008351220480:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.148419:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.148436:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa173021c lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee16 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.148489:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148501:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148508:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148518:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148568:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148575:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148613:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148620:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148626:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148632:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148638:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.148642:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148648:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148831:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.148835:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.148841:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148851:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730223 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148869:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148891:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148896:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148900:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.148903:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148908:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148915:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x6caa4986 (ffff8c8b04971900) 00010000:00010000:3.0:1769074922.148918:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.148920:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148925:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173022a lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.148958:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa173021c lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee16 expref: 133 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.148967:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.148969:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.148972:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa173021c lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee16 expref: 133 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.148980:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b04985600, rc 0) 00000100:00100000:3.0:1769074922.149842:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+132:31577:x1855008351220480:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1434us (1808us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074922.149872:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5806 00000100:00100000:3.0:1769074922.156189:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351220736 00000100:00100000:3.0:1769074922.156199:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351220736 00000100:00100000:3.0:1769074922.156252:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5807 00000100:00100000:3.0:1769074922.156262:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a09023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+132:31577:x1855008351220736:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.156285:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.156305:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730231 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee1d expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.156421:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.156437:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.156449:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.156464:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.156470:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.156476:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00000004:00080000:3.0:1769074922.156779:0:26104:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x356:0x0], index 0: 0 00080000:00000400:3.0:1769074922.156794:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.156798:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.156801:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.156855:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.156858:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.156860:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.156881:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.156884:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.156886:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.156889:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.156891:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.156892:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.161146:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.161155:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.161157:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.161159:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.161160:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.161162:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.161296:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984200/0xd2fe271aa1730246 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x13c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161314:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984200/0xd2fe271aa1730246 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161325:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984200/0xd2fe271aa1730246 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161365:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161370:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161374:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161378:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161407:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.161410:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161416:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161425:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.161428:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.161432:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161436:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730238 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.161449:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006cfde77b reply state 00000000260e1dc9 transno 55834575816 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161456:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.161459:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x6caa4986 (ffff8c8b04971900) 00010000:00010000:3.0:1769074922.161461:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.161463:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074922.161492:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730231 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee1d expref: 135 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.161501:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984200/0xd2fe271aa1730246 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x13c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee1d expref: 134 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.161506:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13c:0x0].0x0 (ffff8c8a01ef7e00) 00010000:00010000:3.0:1769074922.161508:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074922.161510:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b04984200, rc 0) 00000100:00100000:3.0:1769074922.161579:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a09023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+135:31577:x1855008351220736:12345-192.168.204.41@tcp:101:cp.0 Request processed in 5317us (6047us total) trans 55834575816 rc 0/0 00000100:00100000:3.0:1769074922.161587:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5807 00000100:00100000:3.0:1769074922.175393:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351220864 00000100:00100000:3.0:1769074922.175403:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351220864 00000100:00100000:3.0:1769074922.175466:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3663 00000100:00100000:3.0:1769074922.175485:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+43:10964:x1855008351220864:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.175503:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.175524:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730254 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee24 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074922.175549:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x356:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074922.175569:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.175571:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.175580:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee24 expref: 44 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074922.175596:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee24 expref: 44 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074922.175608:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b04985600, rc 0) 00000100:00100000:3.0:1769074922.175666:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+44:10964:x1855008351220864:12345-192.168.204.41@tcp:101:cp.0 Request processed in 191us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074922.175673:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3663 00000100:00100000:0.0:1769074922.201519:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351220992 00000100:00100000:0.0:1769074922.201531:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351220992 00000100:00100000:0.0:1769074922.201596:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3664 00000100:00100000:0.0:1769074922.201616:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a0af44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+44:31577:x1855008351220992:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:0.0:1769074922.201632:0:29089:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074922.201653:0:29089:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173025b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee2b expref: -99 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.201683:0:29089:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730254 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee24 expref: 45 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.201691:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.201693:0:29089:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.201697:0:29089:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173025b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->311295] (req 0->311295) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee2b expref: 45 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.201734:0:29089:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730254 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee24 expref: 45 pid: 32342 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074922.201748:0:29089:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730254 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee24 expref: 45 pid: 32342 timeout: 1716 lvb_type: 1 00000100:00100000:0.0:1769074922.201761:0:29089:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38643480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368746368:192.168.204.41@tcp:104: 00000100:00100000:0.0:1769074922.201863:0:29089:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b22125c00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074922.208687:0:29089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730254 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee24 expref: 46 pid: 32342 timeout: 1716 lvb_type: 1 00000100:00100000:0.0:1769074922.208704:0:29089:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38643480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:29089:1855008368746368:192.168.204.41@tcp:104: 00010000:00010000:0.0:1769074922.208736:0:29089:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173025b lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->311295) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee2b expref: 45 pid: 29089 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.208750:0:29089:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b35162e00, rc 0) 00000100:00100000:0.0:1769074922.208784:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a0af44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:705e500b-e064-49d7-afab-35748affa4a4+45:31577:x1855008351220992:12345-192.168.204.41@tcp:101:cp.0 Request processed in 7171us (7362us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.208792:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3664 00000100:00100000:0.0:1769074922.233564:0:32340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351221376 00000100:00100000:0.0:1769074922.233575:0:32340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351221376 00000100:00100000:0.0:1769074922.233640:0:32340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1291 00000100:00100000:0.0:1769074922.233661:0:32340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+135:31577:x1855008351221376:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:0.0:1769074922.233974:0:32340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3cf94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+136:31577:x1855008351221376:12345-192.168.204.41@tcp:35:cp.0 Request processed in 314us (693us total) trans 55834575817 rc 0/0 00000100:00100000:0.0:1769074922.233982:0:32340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1291 00000100:00100000:0.0:1769074922.248134:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.248697:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351221504 00000100:00100000:3.0:1769074922.248709:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351221504 00000100:00100000:3.0:1769074922.248780:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5808 00000100:00100000:3.0:1769074922.248790:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+136:31577:x1855008351221504:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.248814:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.248853:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730262 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee32 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.248932:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.248948:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.248959:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.248972:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.248979:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.248985:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249025:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249055:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249061:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249071:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249077:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.249080:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249088:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249100:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.249103:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.249107:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249113:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa1730269 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249127:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249133:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249138:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249142:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.249145:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249150:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249158:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x47a21a83 (ffff8c8a01ef7f00) 00010000:00010000:3.0:1769074922.249160:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.249163:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249413:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730270 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.249449:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730262 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee32 expref: 137 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.249459:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.249461:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.249465:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa1730262 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee32 expref: 137 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.249563:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b04984600, rc 0) 00000100:00100000:3.0:1769074922.249629:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38643480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+136:31577:x1855008351221504:12345-192.168.204.41@tcp:101:cp.0 Request processed in 839us (1504us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074922.249636:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5808 00000100:00100000:0.0:1769074922.261802:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.261887:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351221632 00000100:00100000:3.0:1769074922.261897:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351221632 00000100:00100000:3.0:1769074922.261972:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5809 00000100:00100000:3.0:1769074922.261981:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+136:31577:x1855008351221632:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.262000:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.262021:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730277 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee39 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.262115:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262129:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262140:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262154:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262161:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262167:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262205:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262211:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262216:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262222:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262228:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.262232:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262243:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262254:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.262257:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.262272:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262279:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa173027e lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262295:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262300:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262304:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262309:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.262312:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262317:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262324:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x47a21a83 (ffff8c8a01ef7900) 00010000:00010000:3.0:1769074922.262327:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.262329:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262334:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa1730285 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.262364:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730277 lrc: 1/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee39 expref: 137 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.262373:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.262376:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.262379:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730277 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee39 expref: 137 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.262388:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b04985000, rc 0) 00000100:00100000:3.0:1769074922.262450:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38642300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+136:31577:x1855008351221632:12345-192.168.204.41@tcp:101:cp.0 Request processed in 469us (657us total) trans 0 rc 301/301 00000100:00100000:3.0:1769074922.262458:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5809 00000100:00100000:3.0:1769074922.267282:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351221888 00000100:00100000:3.0:1769074922.267293:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351221888 00000100:00100000:3.0:1769074922.267358:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5810 00000100:00100000:3.0:1769074922.267367:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b421c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+136:31577:x1855008351221888:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.267388:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.267409:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173028c lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee40 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.267508:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.267524:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.267535:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.267552:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.267559:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.267565:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00000004:00080000:3.0:1769074922.268194:0:26104:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x356:0x0], index 1: 0 00080000:00000400:3.0:1769074922.268206:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.268211:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.268213:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.268216:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.268218:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.268220:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.268237:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.268240:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.268242:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.268244:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.268247:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.268249:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.268277:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074922.268280:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.268282:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074922.268284:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.268287:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.268289:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.268375:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984800/0xd2fe271aa17302a1 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x13d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268385:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984800/0xd2fe271aa17302a1 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268394:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984800/0xd2fe271aa17302a1 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268425:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268433:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268439:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268447:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268453:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.268458:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268465:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268475:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.268478:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.268482:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268488:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730293 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.268503:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bcb2b69c reply state 00000000106a32fb transno 55834575818 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268516:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.268522:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x47a21a83 (ffff8c8a01ef7f00) 00010000:00010000:3.0:1769074922.268525:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.268527:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074922.268556:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984600/0xd2fe271aa173028c lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee40 expref: 139 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.268569:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984800/0xd2fe271aa17302a1 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee40 expref: 138 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.268576:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13d:0x0].0x0 (ffff8c8a01ef7d00) 00010000:00010000:3.0:1769074922.268578:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074922.268580:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b04984800, rc 0) 00000100:00100000:3.0:1769074922.268654:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b421c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+139:31577:x1855008351221888:12345-192.168.204.41@tcp:101:cp.0 Request processed in 1287us (2307us total) trans 55834575818 rc 0/0 00000100:00100000:3.0:1769074922.269102:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5810 00000100:00100000:0.0:1769074922.274371:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.282278:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.282359:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351222144 00000100:00100000:3.0:1769074922.282369:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351222144 00000100:00100000:3.0:1769074922.282426:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 3666 00000100:00100000:3.0:1769074922.282436:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+44:31577:x1855008351222144:12345-192.168.204.41@tcp:101:cp.0 00010000:00010000:3.0:1769074922.282453:0:32342:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.282473:0:32342:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa17302b6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee4e expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.282504:0:32342:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17302af lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee47 expref: 45 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074922.282513:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.282515:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074922.282519:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa17302b6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x50000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee4e expref: 45 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.282553:0:32342:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17302af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee47 expref: 45 pid: 29089 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074922.282568:0:32342:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17302af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee47 expref: 45 pid: 29089 timeout: 1716 lvb_type: 1 00000100:00100000:3.0:1769074922.282583:0:32342:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0908f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368746624:192.168.204.41@tcp:104: 00000100:00100000:3.0:1769074922.282797:0:32342:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b36753c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074922.299870:0:32342:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0908f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:32342:1855008368746624:192.168.204.41@tcp:104: 00010000:00010000:3.0:1769074922.299904:0:32342:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa17302b6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee4e expref: 45 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.299923:0:32342:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b04984600, rc 0) 00000100:00100000:3.0:1769074922.299988:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38640000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:705e500b-e064-49d7-afab-35748affa4a4+45:31577:x1855008351222144:12345-192.168.204.41@tcp:101:cp.0 Request processed in 17553us (17730us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074922.299997:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 3666 00000100:00100000:0.0:1769074922.301597:0:44334:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351222272 00000100:00100000:0.0:1769074922.301609:0:44334:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351222272 00010000:00010000:0.0:1769074922.301654:0:44334:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17302af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee47 expref: 45 pid: 29089 timeout: 1716 lvb_type: 1 00000100:00100000:0.0:1769074922.301710:0:44334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1547 00000100:00100000:0.0:1769074922.301721:0:44334:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a0af46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:705e500b-e064-49d7-afab-35748affa4a4+45:10962:x1855008351222272:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074922.301736:0:44334:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074922.301756:0:44334:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17302af lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee47 expref: 45 pid: 29089 timeout: 1716 lvb_type: 1 00010000:00010000:0.0:1769074922.301769:0:44334:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17302af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee47 expref: 45 pid: 29089 timeout: 1716 lvb_type: 1 00010000:00010000:0.0:1769074922.301793:0:44334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17302af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x356:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee47 expref: 45 pid: 29089 timeout: 1716 lvb_type: 1 00010000:00010000:0.0:1769074922.301813:0:44334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.301825:0:44334:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074922.301832:0:44334:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa17302b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee4e expref: 44 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.301840:0:44334:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa17302b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40080000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee4e expref: 44 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074922.301875:0:44334:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa17302b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee4e expref: 44 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074922.301888:0:44334:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:44334:1855008368746752:192.168.204.41@tcp:105: 00000100:00100000:0.0:1769074922.301983:0:44334:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b02b84180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074922.310807:0:44334:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38641180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_005:lustre-OST0001_UUID:44334:1855008368746752:192.168.204.41@tcp:105: 00010000:00010000:0.0:1769074922.310861:0:44334:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074922.310926:0:44334:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a0af46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:705e500b-e064-49d7-afab-35748affa4a4+44:10962:x1855008351222272:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 9206us (11595us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.310937:0:44334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1547 00000100:00100000:0.0:1769074922.325679:0:32340:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351222528 00000100:00100000:0.0:1769074922.325690:0:32340:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351222528 00000100:00100000:0.0:1769074922.325750:0:32340:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 1292 00000100:00100000:0.0:1769074922.325761:0:32340:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a0af45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+139:31577:x1855008351222528:12345-192.168.204.41@tcp:35:cp.0 00000100:00100000:0.0:1769074922.326150:0:32340:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a0af45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:705e500b-e064-49d7-afab-35748affa4a4+140:31577:x1855008351222528:12345-192.168.204.41@tcp:35:cp.0 Request processed in 388us (877us total) trans 55834575819 rc 0/0 00000100:00100000:0.0:1769074922.326159:0:32340:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 1292 00000100:00100000:3.0:1769074922.365526:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351222784 00000100:00100000:3.0:1769074922.365538:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351222784 00000100:00100000:3.0:1769074922.365665:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5811 00000100:00100000:3.0:1769074922.365677:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b421c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+140:31579:x1855008351222784:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.365797:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.365824:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.365837:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.365852:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.365860:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.365866:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:3.0:1769074922.366242:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.366247:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.366249:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.366252:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.366255:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1769074922.366257:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.366560:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 257 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.366563:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.366565:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.366567:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.366569:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:3.0:1769074922.366571:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.366652:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366663:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366671:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.366687:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f7c2f3b4 reply state 00000000d56a9f96 transno 55834575820 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366697:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366705:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x0 (ffff8c8a01ef7500) 00010000:00010000:3.0:1769074922.366708:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.366712:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1769074922.366717:0:26104:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x13e:0x0]: returning size 4096 00010000:00010000:3.0:1769074922.366725:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366732:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366739:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366746:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366753:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.366757:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366765:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366774:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.366777:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.366781:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366788:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa17302bd lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.366804:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f7c2f3b4 reply state 00000000d56a9f96 transno 55834575820 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366812:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.366829:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xff182846 (ffff8c8a01ef7900) 00010000:00010000:3.0:1769074922.366832:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.366834:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1769074922.366927:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b421c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+142:31579:x1855008351222784:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 1251us (1514us total) trans 55834575820 rc 0/0 00000100:00100000:3.0:1769074922.369216:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5811 00000100:00100000:3.0:1769074922.374797:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351223040 00000100:00100000:3.0:1769074922.374809:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351223040 00000100:00100000:3.0:1769074922.374876:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5812 00000100:00100000:3.0:1769074922.374886:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+142:31579:x1855008351223040:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.375017:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375065:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375079:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375100:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375107:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375114:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:3.0:1769074922.375697:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.375703:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.375706:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.375708:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.375710:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.375712:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.375740:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.375743:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.375745:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.375748:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.375750:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.375752:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.375838:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375850:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375859:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.375874:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000047751af1 reply state 00000000ce88b132 transno 55834575821 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375888:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375897:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:3.0:1769074922.375900:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.375903:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1769074922.375908:0:26104:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x13f:0x0]: returning size 4096 00010000:00010000:3.0:1769074922.375915:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375921:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375926:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.375932:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.376629:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.376634:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.376643:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.376655:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.376658:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.376662:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.376711:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17302d2 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.376734:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000047751af1 reply state 00000000ce88b132 transno 55834575821 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.376745:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.376752:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x43454b14 (ffff8c8a01ef7a00) 00010000:00010000:3.0:1769074922.376755:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.376758:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1769074922.388114:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.391429:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351223552 00000100:00100000:3.0:1769074922.391439:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351223552 00000100:00100000:3.0:1769074922.391493:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5814 00000100:00100000:3.0:1769074922.391503:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b421c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+146:31579:x1855008351223552:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.391608:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.391625:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.391636:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.391651:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.391657:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.391673:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:3.0:1769074922.392417:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.392423:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.392426:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.392428:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.392431:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.392433:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.392462:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.392465:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.392467:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.392469:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.392471:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.392473:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.392551:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392562:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392569:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074922.392584:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c380611 reply state 000000009992e271 transno 55834575823 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392594:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392601:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x0 (ffff8c8a01ef7700) 00010000:00010000:3.0:1769074922.392604:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.392608:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1769074922.392612:0:29082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x141:0x0]: returning size 4096 00010000:00010000:3.0:1769074922.392620:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392626:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392648:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392655:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392661:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.392677:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392685:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392695:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.392697:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.392701:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392707:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17302fc lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074922.392723:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006c380611 reply state 000000009992e271 transno 55834575823 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392731:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.392737:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xcb9f90b0 (ffff8c8a01ef7b00) 00010000:00010000:3.0:1769074922.392739:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.392741:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1769074922.392831:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b421c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+148:31579:x1855008351223552:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 1328us (1475us total) trans 55834575823 rc 0/0 00000100:00100000:3.0:1769074922.392843:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5814 00000100:00100000:3.0:1769074922.396946:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351223808 00000100:00100000:3.0:1769074922.396957:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351223808 00000100:00100000:3.0:1769074922.397013:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5815 00000100:00100000:3.0:1769074922.397023:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b421c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+148:31579:x1855008351223808:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.397178:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397195:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397207:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397221:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397228:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397234:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:3.0:1769074922.397593:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.397598:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.397600:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.397603:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.397606:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.397608:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.397638:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.397641:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.397645:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.397647:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.397650:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.397652:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.397722:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397732:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397739:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074922.397753:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030fa526b reply state 00000000b54db782 transno 55834575824 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397764:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397771:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x0 (ffff8c8a01ef7000) 00010000:00010000:3.0:1769074922.397775:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.397778:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1769074922.397783:0:29082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x142:0x0]: returning size 4096 00010000:00010000:3.0:1769074922.397790:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397797:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397803:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397810:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397827:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.397832:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397840:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397850:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.397852:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.397856:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397862:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa1730311 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074922.397878:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030fa526b reply state 00000000b54db782 transno 55834575824 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397886:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.397892:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xfccb37f (ffff8c8a01ef7100) 00010000:00010000:3.0:1769074922.397894:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.397896:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1769074922.397973:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b421c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+150:31579:x1855008351223808:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 950us (1122us total) trans 55834575824 rc 0/0 00000100:00100000:3.0:1769074922.397981:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5815 00000100:00100000:0.0:1769074922.424904:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.446150:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.498934:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+161:31581:x1855008351225216:12345-192.168.204.41@tcp:101:createmany.0 Request processed in 1158us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.498943:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5821 00000100:00100000:0.0:1769074922.502542:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00010000:00010000:1.0:1769074922.519321:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519359:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:1.0:1769074922.519613:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.519617:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.519620:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.519622:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.519624:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.519626:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.519658:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.519660:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.519663:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.519665:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.519667:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.519668:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.519741:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519748:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519754:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519761:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519768:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.519772:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519780:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519794:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x0 (ffff8c8a01ef7500) 00010000:00010000:1.0:1769074922.519797:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.519802:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519808:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17303a4 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:1.0:1769074922.519839:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bee4b721 reply state 0000000034cd533e transno 55834575832 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519850:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.519856:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x45fac828 (ffff8c8a0901a200) 00010000:00010000:1.0:1769074922.519858:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.519860:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.519945:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+167:31581:x1855008351225984:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 804us (1020us total) trans 55834575832 rc 0/0 00000100:00100000:1.0:1769074922.519954:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5824 00000100:00100000:1.0:1769074922.523446:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.523522:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351226240 00000100:00100000:3.0:1769074922.523533:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351226240 00000100:00100000:3.0:1769074922.523590:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5825 00000100:00100000:3.0:1769074922.523599:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+167:31581:x1855008351226240:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.523711:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.523728:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.523740:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.523753:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.523760:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.523766:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:3.0:1769074922.524071:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.524076:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.524078:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.524080:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.524083:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.524085:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.524121:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.524123:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.524125:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.524127:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.524129:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.524131:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.524216:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524225:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524234:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524240:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524246:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.524250:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524257:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524270:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x0 (ffff8c8a01ef7500) 00010000:00010000:3.0:1769074922.524273:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.524278:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524283:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303b2 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:3.0:1769074922.524299:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007ebd03d7 reply state 000000004dc0e2c1 transno 55834575833 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524309:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.524314:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x8a27eaf6 (ffff8c8a01ef7400) 00010000:00010000:3.0:1769074922.524316:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.524319:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074922.524409:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+169:31581:x1855008351226240:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 808us (970us total) trans 55834575833 rc 0/0 00000100:00100000:3.0:1769074922.524420:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5825 00000100:00100000:3.0:1769074922.527239:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.527321:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351226496 00000100:00100000:1.0:1769074922.527332:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351226496 00000100:00100000:1.0:1769074922.527394:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5826 00000100:00100000:1.0:1769074922.527404:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0908f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+169:31581:x1855008351226496:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.527514:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527532:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527547:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527561:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527568:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527575:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:1.0:1769074922.527796:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.527801:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.527803:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.527805:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.527808:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.527809:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.527852:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.527855:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.527856:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.527858:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.527860:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.527862:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.527932:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527939:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527945:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527992:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.527999:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.528003:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.528010:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.528021:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x0 (ffff8c8a01ef7500) 00010000:00010000:1.0:1769074922.528063:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.528068:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.528074:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303c0 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:1.0:1769074922.528087:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007ce5e157 reply state 00000000c38bb7bc transno 55834575834 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.528097:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.528102:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0xce550dc4 (ffff8c8a0901a500) 00010000:00010000:1.0:1769074922.528104:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.528107:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.528196:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0908f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+171:31581:x1855008351226496:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 792us (965us total) trans 55834575834 rc 0/0 00000100:00100000:1.0:1769074922.528204:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5826 00000100:00100000:3.0:1769074922.545327:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351226624 00000100:00100000:3.0:1769074922.545339:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351226624 00000100:00100000:3.0:1769074922.545413:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5827 00000100:00100000:3.0:1769074922.545422:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+171:31582:x1855008351226624:12345-192.168.204.41@tcp:101:createmany.0 00010000:00010000:3.0:1769074922.545447:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074922.545468:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303ce lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee5c expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.545536:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545551:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545563:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545574:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545582:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545589:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545641:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17303e3 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545653:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17303e3 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545659:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17303e3 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00200000:3.0:1769074922.545697:0:29082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x13f:0x0]: returning size 4096 00000004:00200000:3.0:1769074922.545701:0:29082:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074922.545720:0:29082:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17303e3 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x13f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545732:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545737:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545743:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545748:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545753:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.545757:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545764:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545775:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.545778:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.545782:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545788:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696000/0xd2fe271aa17303d5 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545801:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545807:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545823:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545828:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984e00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.545831:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545836:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545844:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x43454b14 (ffff8c8a01ef7a00) 00010000:00010000:3.0:1769074922.545846:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.545849:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545854:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984e00/0xd2fe271aa17303dc lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:3.0:1769074922.545880:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602400/0xd2fe271aa17303ce lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee5c expref: 173 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.545896:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17303e3 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x13f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee5c expref: 172 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074922.545907:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:3.0:1769074922.545909:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1769074922.545912:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b1213bc00, rc 0) 00000100:00100000:3.0:1769074922.545972:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+172:31582:x1855008351226624:12345-192.168.204.41@tcp:101:createmany.0 Request processed in 550us (856us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074922.545978:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5827 00000100:00100000:1.0:1769074922.549276:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351226880 00000100:00100000:1.0:1769074922.549287:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351226880 00000100:00100000:1.0:1769074922.549339:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5828 00000100:00100000:1.0:1769074922.549348:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+172:31582:x1855008351226880:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.549475:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549493:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549504:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549518:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549525:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549532:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:1.0:1769074922.549775:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.549780:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1769074922.549782:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.549785:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.549787:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.549789:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.549826:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.549829:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1769074922.549831:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.549834:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.549836:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.549838:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.549905:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549914:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549920:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549927:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549934:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.549938:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549946:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549958:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:1.0:1769074922.549962:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.549966:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549973:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17303ea lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:1.0:1769074922.549985:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b42cb98d reply state 0000000029718e8c transno 55834575835 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.549995:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.550002:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0xbda0828b (ffff8c8a0901a900) 00010000:00010000:1.0:1769074922.550005:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.550079:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.550160:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35c57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+174:31582:x1855008351226880:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 811us (993us total) trans 55834575835 rc 0/0 00000100:00100000:1.0:1769074922.550168:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5828 00000100:00100000:0.0:1769074922.561820:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351227136 00000100:00100000:0.0:1769074922.561832:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351227136 00000100:00100000:0.0:1769074922.561903:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5829 00000100:00100000:0.0:1769074922.561913:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+174:31582:x1855008351227136:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:0.0:1769074922.562055:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562073:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562083:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562096:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562101:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562107:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:0.0:1769074922.562352:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1769074922.562356:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074922.562359:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1769074922.562361:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074922.562379:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074922.562381:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074922.562411:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1769074922.562413:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074922.562415:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1769074922.562417:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074922.562419:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074922.562421:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1769074922.562491:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562499:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562506:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562511:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562516:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35162200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074922.562520:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562527:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562539:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:0.0:1769074922.562542:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074922.562547:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562553:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162200/0xd2fe271aa17303f8 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:0.0:1769074922.562567:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000012dfdb4c reply state 00000000d502f33e transno 55834575836 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562578:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.562583:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x1cda55a (ffff8c8b0d1dd300) 00010000:00010000:0.0:1769074922.562585:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074922.562588:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074922.562678:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+176:31582:x1855008351227136:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 764us (962us total) trans 55834575836 rc 0/0 00000100:00100000:0.0:1769074922.562685:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5829 00000100:00100000:1.0:1769074922.565883:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.565959:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351227392 00000100:00100000:3.0:1769074922.565969:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351227392 00000100:00100000:3.0:1769074922.566053:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5830 00000100:00100000:3.0:1769074922.566064:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+176:31582:x1855008351227392:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.566186:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566204:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566216:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566232:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566239:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566245:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:3.0:1769074922.566785:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.566790:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.566792:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.566794:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.566797:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.566799:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.566840:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.566843:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.566845:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.566846:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.566848:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.566850:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.566921:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566930:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566936:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566943:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566948:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213ba00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.566952:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566959:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566971:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:3.0:1769074922.566973:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.566980:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.566989:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa1730406 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:3.0:1769074922.567003:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da92b7ce reply state 00000000ea3450cc transno 55834575837 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.567013:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.567019:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x45fac828 (ffff8c8b12919c00) 00010000:00010000:3.0:1769074922.567021:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.567024:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074922.567981:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+178:31582:x1855008351227392:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 1601us (1790us total) trans 55834575837 rc 0/0 00000100:00100000:3.0:1769074922.567991:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5830 00000100:00100000:3.0:1769074922.571484:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.571626:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351227648 00000100:00100000:1.0:1769074922.571636:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351227648 00000100:00100000:1.0:1769074922.571703:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5831 00000100:00100000:1.0:1769074922.571713:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0908e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+178:31582:x1855008351227648:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.571858:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.571880:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.571891:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.571908:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.571915:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.571921:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:1.0:1769074922.572220:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.572225:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.572227:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.572230:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.572232:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.572234:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.572264:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.572267:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.572268:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.572270:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.572272:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.572273:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.572345:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572353:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572359:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572364:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572370:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.572374:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572381:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572395:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:1.0:1769074922.572398:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.572403:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572409:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa1730414 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:1.0:1769074922.572422:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d1c244bb reply state 00000000f080010c transno 55834575838 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572432:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.572438:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x8a27eaf6 (ffff8c8a0901a600) 00010000:00010000:1.0:1769074922.572441:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.572443:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.572532:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0908e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+180:31582:x1855008351227648:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 819us (1057us total) trans 55834575838 rc 0/0 00000100:00100000:1.0:1769074922.572539:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5831 00000100:00100000:0.0:1769074922.577937:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.578122:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351227904 00000100:00100000:3.0:1769074922.578133:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351227904 00000100:00100000:3.0:1769074922.593514:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.597682:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.602856:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351228544 00000100:00100000:0.0:1769074922.602870:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351228544 00000100:00100000:0.0:1769074922.602935:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5835 00000100:00100000:0.0:1769074922.602944:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+185:31583:x1855008351228544:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:0.0:1769074922.603157:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.603185:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.603197:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.603211:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.603218:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.603225:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:0.0:1769074922.604105:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1769074922.604111:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074922.604113:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1769074922.604116:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074922.604118:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074922.604120:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074922.604155:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1769074922.604158:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074922.604160:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1769074922.604161:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074922.604163:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074922.604247:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1769074922.604330:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604339:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604346:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604352:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604357:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074922.604361:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604639:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604655:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x0 (ffff8c8b09481900) 00010000:00010000:0.0:1769074922.604658:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074922.604663:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604668:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59c00/0xd2fe271aa173045a lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:0.0:1769074922.604680:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2032426 reply state 00000000b74d969c transno 55834575841 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604690:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.604783:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x1cda55a (ffff8c8b0d1dd000) 00010000:00010000:0.0:1769074922.604787:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074922.604790:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074922.605057:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+187:31583:x1855008351228544:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 2084us (2382us total) trans 55834575841 rc 0/0 00000100:00100000:0.0:1769074922.605067:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5835 00000100:00100000:3.0:1769074922.608240:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074922.608359:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351228800 00000100:00100000:0.0:1769074922.608801:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351228800 00000100:00100000:0.0:1769074922.608956:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5836 00000100:00100000:0.0:1769074922.608967:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+187:31583:x1855008351228800:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:0.0:1769074922.609295:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.609312:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.609324:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.609341:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.609347:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.609352:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:0.0:1769074922.609663:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1769074922.609668:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074922.609670:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1769074922.609672:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074922.609675:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074922.609677:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074922.609825:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:0.0:1769074922.609829:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074922.609831:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:0.0:1769074922.609833:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074922.609835:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074922.609836:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:0.0:1769074922.610003:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610012:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610018:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610024:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610123:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074922.610128:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610136:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610151:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x0 (ffff8c8b09481900) 00010000:00010000:0.0:1769074922.610155:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074922.610160:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610264:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa1730468 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:0.0:1769074922.610280:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dfe83f0b reply state 0000000030d33b13 transno 55834575842 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610291:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.610296:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x45fac828 (ffff8c8b42148100) 00010000:00010000:0.0:1769074922.610298:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074922.610301:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.610549:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+189:31583:x1855008351228800:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 1581us (2314us total) trans 55834575842 rc 0/0 00000100:00100000:1.0:1769074922.610559:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5836 00000100:00100000:1.0:1769074922.614234:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.619989:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351229312 00000100:00100000:1.0:1769074922.620000:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351229312 00000100:00100000:1.0:1769074922.623428:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5838 00000100:00100000:1.0:1769074922.623450:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+191:31583:x1855008351229312:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.623569:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.623586:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.623597:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.623612:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.623658:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.623664:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:1.0:1769074922.623937:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.623942:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.623944:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.623947:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.623949:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.623951:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.623983:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.623986:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.623988:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.623990:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.623992:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.623994:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.624102:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624110:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624115:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624121:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624127:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.624131:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624139:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624151:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x0 (ffff8c8b09481900) 00010000:00010000:1.0:1769074922.624153:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.624158:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624163:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730484 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:1.0:1769074922.624186:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000023df7f31 reply state 000000009b555bf1 transno 55834575844 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624196:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.624202:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0xce550dc4 (ffff8c8a0901ab00) 00010000:00010000:1.0:1769074922.624205:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.624207:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.624295:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+193:31583:x1855008351229312:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 852us (4492us total) trans 55834575844 rc 0/0 00000100:00100000:1.0:1769074922.624306:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5838 00000100:00100000:1.0:1769074922.641322:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351229440 00000100:00100000:1.0:1769074922.641333:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351229440 00000100:00100000:1.0:1769074922.641399:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5839 00000100:00100000:1.0:1769074922.641409:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+193:31584:x1855008351229440:12345-192.168.204.41@tcp:101:createmany.0 00010000:00010000:1.0:1769074922.641436:0:29082:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074922.641459:0:29082:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa1730492 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee6a expref: -99 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074922.641528:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641542:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641553:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641564:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641572:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641578:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641636:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17304a7 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641645:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17304a7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x141:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641652:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17304a7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x141:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00200000:1.0:1769074922.641687:0:29082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x141:0x0]: returning size 4096 00000004:00200000:1.0:1769074922.641691:0:29082:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074922.641713:0:29082:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17304a7 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x141:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641724:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641731:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641736:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641742:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641748:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.641751:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641757:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641767:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:1.0:1769074922.641770:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.641775:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641780:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730499 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641792:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641798:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641803:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641807:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.641822:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641828:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641836:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xcb9f90b0 (ffff8c8a01ef7b00) 00010000:00010000:1.0:1769074922.641838:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.641840:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641845:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304a0 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.641869:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa1730492 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee6a expref: 195 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074922.641881:0:29082:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17304a7 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x141:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee6a expref: 194 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074922.641887:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x0 (ffff8c8a01ef7700) 00010000:00010000:1.0:1769074922.641890:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1769074922.641892:0:29082:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b358d7000, rc 0) 00000100:00100000:1.0:1769074922.641950:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+194:31584:x1855008351229440:12345-192.168.204.41@tcp:101:createmany.0 Request processed in 542us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.641957:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5839 00000100:00100000:0.0:1769074922.647466:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.647548:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351229696 00000100:00100000:3.0:1769074922.647558:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351229696 00000100:00100000:3.0:1769074922.647614:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5840 00000100:00100000:3.0:1769074922.647624:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+194:31584:x1855008351229696:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.647745:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b800/0xd2fe271aa17304ae lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.647763:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b800/0xd2fe271aa17304ae lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.647798:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b800/0xd2fe271aa17304ae lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.647822:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.647829:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:3.0:1769074922.647834:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00000100:00100000:1.0:1769074922.652413:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351229952 00000100:00100000:1.0:1769074922.652423:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351229952 00000100:00100000:1.0:1769074922.652481:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5841 00000100:00100000:1.0:1769074922.652491:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+196:31584:x1855008351229952:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.652614:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.652632:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.652644:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.652658:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.652665:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.652671:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:1.0:1769074922.652903:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.652907:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.652910:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.652912:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.652914:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.652916:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.652942:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.652945:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.652947:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.652948:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.652950:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.652952:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.653017:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653049:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653094:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653101:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653107:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753bc00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.653111:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653118:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653130:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x0 (ffff8c8a01ef7700) 00010000:00010000:1.0:1769074922.653133:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.653137:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653143:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304bc lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:1.0:1769074922.653156:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e716cd9d reply state 0000000087e67448 transno 55834575846 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653176:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.653183:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x1cda55a (ffff8c8b27f04000) 00010000:00010000:1.0:1769074922.653185:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.653187:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.653452:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+198:31584:x1855008351229952:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 960us (1206us total) trans 55834575846 rc 0/0 00000100:00100000:1.0:1769074922.653478:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5841 00000100:00100000:3.0:1769074922.657104:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.657227:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351230208 00000100:00100000:1.0:1769074922.657239:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351230208 00000100:00100000:1.0:1769074922.657301:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5842 00000100:00100000:1.0:1769074922.657311:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+198:31584:x1855008351230208:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.657429:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657447:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657458:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657471:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657477:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657483:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:1.0:1769074922.657717:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.657722:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1769074922.657724:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.657726:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.657728:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.657729:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.657760:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.657762:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:1.0:1769074922.657764:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.657766:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.657768:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.657769:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.657850:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657858:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657863:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657869:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657875:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.657879:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657886:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657901:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x0 (ffff8c8a01ef7700) 00010000:00010000:1.0:1769074922.657905:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.657911:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657917:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17304ca lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:1.0:1769074922.657930:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009100aa8f reply state 000000004775979f transno 55834575847 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657938:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.657982:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x45fac828 (ffff8c8b27f04200) 00010000:00010000:1.0:1769074922.657985:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.657987:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.658109:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+200:31584:x1855008351230208:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 797us (1013us total) trans 55834575847 rc 0/0 00000100:00100000:1.0:1769074922.658117:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5842 00000100:00100000:0.0:1769074922.660878:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.664474:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.664558:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351230720 00000100:00100000:1.0:1769074922.664569:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351230720 00000100:00100000:1.0:1769074922.664622:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5844 00000100:00100000:1.0:1769074922.664631:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+202:31584:x1855008351230720:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.664743:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.664759:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.664769:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.664785:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.664791:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.664797:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00080000:00000400:1.0:1769074922.665062:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.665066:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.665069:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.665072:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.665074:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.665076:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.665102:0:26104:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.665104:0:26104:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.665106:0:26104:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.665108:0:26104:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.665111:0:26104:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.665112:0:26104:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.665613:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665622:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665628:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665635:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665641:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753bc00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.665645:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665652:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665664:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x0 (ffff8c8a01ef7700) 00010000:00010000:1.0:1769074922.665667:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.665671:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665677:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa17304e6 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00000004:00010000:1.0:1769074922.665726:0:26104:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098b26432 reply state 00000000287d5cd1 transno 55834575849 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665736:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.665742:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0xce550dc4 (ffff8c8b27f04b00) 00010000:00010000:1.0:1769074922.665744:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.665747:0:26104:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.665878:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+204:31584:x1855008351230720:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 1247us (1411us total) trans 55834575849 rc 0/0 00000100:00100000:1.0:1769074922.665886:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5844 00000100:00100000:3.0:1769074922.684852:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.685251:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351230848 00000100:00100000:1.0:1769074922.685341:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351230848 00000100:00100000:1.0:1769074922.685447:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5845 00000100:00100000:1.0:1769074922.685459:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+204:31585:x1855008351230848:12345-192.168.204.41@tcp:101:createmany.0 00010000:00010000:1.0:1769074922.685484:0:26104:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074922.685504:0:26104:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa17304f4 lrc: 2/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe2c244aed607ee71 expref: -99 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074922.685569:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 3/1,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685582:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685594:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 3/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685604:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685649:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685656:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685821:0:26104:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031a00/0xd2fe271aa1730509 lrc: 3/1,0 mode: --/PR res: [0x2000061c1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685831:0:26104:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031a00/0xd2fe271aa1730509 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x142:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685838:0:26104:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031a00/0xd2fe271aa1730509 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x142:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00000004:00200000:1.0:1769074922.685879:0:26104:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x142:0x0]: returning size 4096 00000004:00200000:1.0:1769074922.685883:0:26104:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074922.685902:0:26104:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031a00/0xd2fe271aa1730509 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0x142:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685915:0:26104:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685921:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 4/1,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685926:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 3/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.685933:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687547:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00031200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.687554:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 4/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687596:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 5/0,0 mode: CR/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687613:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:1.0:1769074922.687616:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.687620:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 3/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687628:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa17304fb lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687646:0:26104:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 3/1,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687654:0:26104:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 2/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687661:0:26104:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687676:0:26104:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00031600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.687679:0:26104:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687685:0:26104:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 4/0,0 mode: PR/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687691:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xfccb37f (ffff8c8a01ef7100) 00010000:00010000:1.0:1769074922.687694:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.687697:0:26104:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 2/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687702:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa1730502 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074922.687744:0:26104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa17304f4 lrc: 0/0,0 mode: --/CR res: [0x2000061c1:0xef:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee71 expref: 206 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074922.687759:0:26104:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031a00/0xd2fe271aa1730509 lrc: 3/0,0 mode: PR/PR res: [0x2000061c1:0x142:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee71 expref: 205 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074922.687766:0:26104:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x0 (ffff8c8a01ef7000) 00010000:00010000:1.0:1769074922.687769:0:26104:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1769074922.687772:0:26104:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b00031a00, rc 0) 00000100:00100000:1.0:1769074922.687860:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:705e500b-e064-49d7-afab-35748affa4a4+205:31585:x1855008351230848:12345-192.168.204.41@tcp:101:createmany.0 Request processed in 2402us (3019us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.687871:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5845 00000100:00100000:0.0:1769074922.690632:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.696134:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.700449:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.700528:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351231616 00000100:00100000:1.0:1769074922.700538:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351231616 00000100:00100000:1.0:1769074922.700596:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5848 00000100:00100000:1.0:1769074922.700605:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+209:31585:x1855008351231616:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.702097:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702119:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702129:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702145:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702151:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702156:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00080000:00000400:3.0:1769074922.702429:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.702432:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.702434:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.702435:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.702437:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.702438:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.702463:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.702464:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.702465:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.702466:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.702468:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.702469:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.702526:0:26103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702531:0:26103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 2/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702536:0:26103:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702540:0:26103:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213ae00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.702543:0:26103:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702548:0:26103:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702556:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x0 (ffff8c8a01ef7000) 00010000:00010000:3.0:1769074922.702559:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.702562:0:26103:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702568:0:26103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173052c lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.702576:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001833385a reply state 0000000020f0af50 transno 55834575852 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702582:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.702586:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x45fac828 (ffff8c8b12919500) 00010000:00010000:3.0:1769074922.702587:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.702589:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074922.702676:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+211:31585:x1855008351231616:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 2070us (2234us total) trans 55834575852 rc 0/0 00000100:00100000:3.0:1769074922.702685:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5848 00000100:00100000:3.0:1769074922.709339:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351231872 00000100:00100000:3.0:1769074922.709348:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351231872 00000100:00100000:3.0:1769074922.709408:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5849 00000100:00100000:3.0:1769074922.709418:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+211:31585:x1855008351231872:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.709521:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.709536:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.709545:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.709553:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.709561:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.709565:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00080000:00000400:3.0:1769074922.709778:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.709782:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.709784:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.709786:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.709788:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.709790:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.709829:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.709833:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.709834:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.709836:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.709838:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074922.709840:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.710005:0:26103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710013:0:26103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 2/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710020:0:26103:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710054:0:26103:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.710059:0:26103:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710066:0:26103:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710080:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x0 (ffff8c8a01ef7000) 00010000:00010000:3.0:1769074922.710083:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.710087:0:26103:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710092:0:26103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173053a lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.710104:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000842f8b7a reply state 00000000e1813b7f transno 55834575853 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710113:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.710118:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x8a27eaf6 (ffff8c8b12919800) 00010000:00010000:3.0:1769074922.710121:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.710123:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074922.710216:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+213:31585:x1855008351231872:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 797us (949us total) trans 55834575853 rc 0/0 00000100:00100000:3.0:1769074922.710224:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5849 00000100:00100000:1.0:1769074922.716398:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351232128 00000100:00100000:1.0:1769074922.716410:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351232128 00000100:00100000:1.0:1769074922.716514:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5850 00000100:00100000:1.0:1769074922.716524:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+213:31585:x1855008351232128:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.716642:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.716655:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.716663:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.716698:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.716706:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.716712:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:1.0:1769074922.716964:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.716969:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.716971:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.716973:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.716975:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.716977:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.717007:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.717009:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.717011:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.717012:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.717013:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074922.717015:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.717094:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717102:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717107:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717114:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717122:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00030a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.717125:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717131:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717140:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x0 (ffff8c8a01ef7000) 00010000:00010000:1.0:1769074922.717141:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.717144:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717149:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730548 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:1.0:1769074922.717159:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000de0cfe6f reply state 0000000084600c84 transno 55834575854 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717166:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.717188:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0xce550dc4 (ffff8c8b27f04800) 00010000:00010000:1.0:1769074922.717191:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.717193:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074922.717271:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+215:31585:x1855008351232128:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 747us (972us total) trans 55834575854 rc 0/0 00000100:00100000:1.0:1769074922.717278:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5850 00000100:00100000:1.0:1769074922.733748:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368747136:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.733830:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074922.733875:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:16319:1855008368747648:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.733899:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074922.733918:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368748160:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.733938:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074922.733961:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1769074922.733966:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368747264:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.733986:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074922.733999:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:16319:1855008368747776:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734018:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074922.734062:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368748288:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734082:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074922.734109:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747136 00000100:00100000:1.0:1769074922.734117:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747136 00000100:00100000:1.0:1769074922.734163:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368748160 00000100:00100000:1.0:1769074922.734166:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368748160 00000100:00100000:1.0:1769074922.734180:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747264 00000100:00100000:1.0:1769074922.734182:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747264 00000100:00100000:1.0:1769074922.734197:0:29089:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368748288 00000100:00100000:1.0:1769074922.734199:0:29089:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368748288 00000100:00100000:1.0:1769074922.734219:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1769074922.734226:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368747136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734274:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368747136:12345-0@lo:400:kworker.0 Request processed in 48us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.734280:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1769074922.734296:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1769074922.734302:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:16319:x1855008368748160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734326:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:16319:x1855008368748160:12345-0@lo:400:kworker.0 Request processed in 25us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.734334:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1769074922.734344:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1769074922.734348:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368747264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734385:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368747264:12345-0@lo:400:kworker.0 Request processed in 36us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.734390:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1769074922.734399:0:29089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1769074922.734406:0:29089:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:16319:x1855008368748288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734430:0:29089:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:16319:x1855008368748288:12345-0@lo:400:kworker.0 Request processed in 25us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.734435:0:29089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1769074922.734471:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368747264:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734482:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368748288:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734490:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368747136:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734498:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368748160:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734532:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747648 00000100:00100000:1.0:1769074922.734536:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747648 00000100:00100000:1.0:1769074922.734567:0:26104:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747776 00000100:00100000:1.0:1769074922.734570:0:26104:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747776 00000100:00100000:1.0:1769074922.734589:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1769074922.734595:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:16319:x1855008368747648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734639:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:16319:x1855008368747648:12345-0@lo:400:kworker.0 Request processed in 43us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.734645:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1769074922.734689:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:16319:1855008368747648:0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734705:0:26104:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1769074922.734711:0:26104:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:16319:x1855008368747776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074922.734742:0:26104:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:16319:x1855008368747776:12345-0@lo:400:kworker.0 Request processed in 31us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074922.734746:0:26104:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1769074922.734770:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:16319:1855008368747776:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.734912:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368747008:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.734947:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074922.734976:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16318:1855008368747520:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.734999:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074922.735012:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368748032:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735059:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074922.735081:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1769074922.735086:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16318:1855008368746880:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735112:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074922.735140:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368747392:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735160:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074922.735176:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b052cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368747904:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735193:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074922.735211:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3076bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16318:1855008368748416:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735229:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074922.735255:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747520 00000100:00100000:0.0:1769074922.735259:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747520 00000100:00100000:0.0:1769074922.735283:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747392 00000100:00100000:0.0:1769074922.735286:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747392 00000100:00100000:0.0:1769074922.735296:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747904 00000100:00100000:0.0:1769074922.735298:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747904 00000100:00100000:0.0:1769074922.735309:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368748416 00000100:00100000:0.0:1769074922.735311:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368748416 00000100:00100000:0.0:1769074922.735323:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1769074922.735329:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16318:x1855008368747520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735373:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16318:x1855008368747520:12345-0@lo:400:kworker.0 Request processed in 34us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.735380:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1769074922.735396:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1769074922.735401:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:16318:x1855008368747392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735430:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:16318:x1855008368747392:12345-0@lo:400:kworker.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.735435:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1769074922.735445:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1769074922.735450:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368747904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735474:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368747904:12345-0@lo:400:kworker.0 Request processed in 25us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.735478:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1769074922.735486:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1769074922.735491:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16318:x1855008368748416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735511:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16318:x1855008368748416:12345-0@lo:400:kworker.0 Request processed in 21us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.735516:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:0.0:1769074922.735532:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368747008 00000100:00100000:0.0:1769074922.735535:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368747008 00000100:00100000:0.0:1769074922.735556:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368748032 00000100:00100000:0.0:1769074922.735559:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368748032 00000100:00100000:0.0:1769074922.735570:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1769074922.735575:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:16318:x1855008368747008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735604:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:16318:x1855008368747008:12345-0@lo:400:kworker.0 Request processed in 29us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.735610:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1769074922.735622:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1769074922.735629:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368748032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735656:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368748032:12345-0@lo:400:kworker.0 Request processed in 28us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.735682:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1769074922.735700:0:47386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368746880 00000100:00100000:0.0:1769074922.735704:0:47386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368746880 00000100:00100000:0.0:1769074922.735729:0:47386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1769074922.735734:0:47386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16318:x1855008368746880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735761:0:47386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352db450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16318:x1855008368746880:12345-0@lo:400:kworker.0 Request processed in 26us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074922.735767:0:47386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1769074922.735835:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16318:1855008368746880:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735847:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368747392:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735855:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368747904:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735864:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3076bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16318:1855008368748416:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735874:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368747008:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735882:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16318:1855008368747520:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.735890:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b052ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368748032:0@lo:400:kworker.0 00000100:00100000:0.0:1769074922.746123:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074922.746389:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351232384 00000100:00100000:3.0:1769074922.746402:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351232384 00000100:00100000:3.0:1769074922.746470:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5851 00000100:00100000:3.0:1769074922.746480:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+215:31586:x1855008351232384:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.746605:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.746623:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.746634:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.746648:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.746653:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.746658:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00080000:00000400:3.0:1769074922.747572:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.747578:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.747581:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.747583:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.747585:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.747587:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.747621:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.747624:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.747625:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.747628:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.747630:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.747631:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.747717:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x161:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747728:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747737:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.747751:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000038f7aac5 reply state 0000000053f7c98a transno 55834575855 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747766:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747772:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x161:0x0].0x0 (ffff8c8b12919f00) 00010000:00010000:3.0:1769074922.747775:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.747778:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1769074922.747783:0:26103:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x161:0x0]: returning size 4096 00010000:00010000:3.0:1769074922.747789:0:26103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747794:0:26103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 2/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747800:0:26103:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747806:0:26103:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.747821:0:26103:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747828:0:26103:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.747836:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.747839:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.748257:0:26103:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.748266:0:26103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa1730556 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.748282:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000038f7aac5 reply state 0000000053f7c98a transno 55834575855 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.748296:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.748302:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xde5c5568 (ffff8c8b12919b00) 00010000:00010000:3.0:1769074922.748304:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.748307:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1769074922.752650:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+217:31586:x1855008351232384:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 6157us (6522us total) trans 55834575855 rc 0/0 00000100:00100000:3.0:1769074922.752663:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5851 00000100:00100000:3.0:1769074922.758456:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351232640 00000100:00100000:3.0:1769074922.758468:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351232640 00000100:00100000:3.0:1769074922.758529:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5852 00000100:00100000:3.0:1769074922.758538:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+217:31586:x1855008351232640:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.758657:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.758674:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.758686:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.758700:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.758706:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.758712:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00080000:00000400:3.0:1769074922.759126:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.759130:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.759132:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.759134:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.759136:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.759138:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.759174:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.759177:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074922.759179:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.759180:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.759182:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.759183:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.759261:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x162:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759271:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759277:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.759291:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000070914bff reply state 00000000588eceea transno 55834575856 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759301:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759309:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x162:0x0].0x0 (ffff8c8b12919000) 00010000:00010000:3.0:1769074922.759312:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.759316:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1769074922.759320:0:26103:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x162:0x0]: returning size 4096 00010000:00010000:3.0:1769074922.759326:0:26103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759333:0:26103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 2/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759339:0:26103:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759344:0:26103:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.759348:0:26103:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759356:0:26103:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759380:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.759382:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.759386:0:26103:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759393:0:26103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa173056b lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.759405:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000070914bff reply state 00000000588eceea transno 55834575856 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759413:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.759418:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x22897837 (ffff8c8b12919100) 00010000:00010000:3.0:1769074922.759420:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.759423:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1769074922.759513:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+219:31586:x1855008351232640:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 976us (1492us total) trans 55834575856 rc 0/0 00000100:00100000:3.0:1769074922.759524:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5852 00000100:00100000:0.0:1769074922.763182:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.763280:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351232896 00000100:00100000:1.0:1769074922.763291:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351232896 00000100:00100000:1.0:1769074922.763350:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5853 00000100:00100000:1.0:1769074922.763359:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+219:31586:x1855008351232896:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.763480:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.763496:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.763507:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.763521:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.763527:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.763532:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:1.0:1769074922.763871:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.763876:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.763879:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.763881:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.763883:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:1.0:1769074922.763885:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.763918:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.763922:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.763923:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.763926:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.763928:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:1.0:1769074922.763929:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.764011:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x163:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.764020:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.764130:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00010000:0.0:1769074922.767520:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b179e79d reply state 000000007566d45e transno 55834575857 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767551:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767560:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x163:0x0].0x0 (ffff8c8b27f04e00) 00010000:00010000:0.0:1769074922.767564:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074922.767569:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1769074922.767575:0:29082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x163:0x0]: returning size 4096 00010000:00010000:0.0:1769074922.767586:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767592:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767597:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767603:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767608:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00030a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074922.767612:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767619:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767628:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074922.767630:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074922.767633:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767639:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030a00/0xd2fe271aa1730580 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:0.0:1769074922.767655:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b179e79d reply state 000000007566d45e transno 55834575857 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767662:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074922.767672:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x66b69b05 (ffff8c8b27f04a00) 00010000:00010000:0.0:1769074922.767674:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074922.767676:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1769074922.767861:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+221:31586:x1855008351232896:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 4496us (4683us total) trans 55834575857 rc 0/0 00000100:00100000:0.0:1769074922.767873:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5853 00000100:00100000:0.0:1769074922.781529:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074922.781616:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351233152 00000100:00100000:1.0:1769074922.781626:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351233152 00000100:00100000:1.0:1769074922.781678:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5854 00000100:00100000:1.0:1769074922.781687:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+221:31586:x1855008351233152:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:1.0:1769074922.781793:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.781818:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.781830:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.781852:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.781859:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.781865:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00080000:00000400:1.0:1769074922.782220:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.782224:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.782227:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.782229:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.782231:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:1.0:1769074922.782234:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074922.782262:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:1.0:1769074922.782265:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074922.782267:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:1.0:1769074922.782268:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074922.782271:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:1.0:1769074922.782272:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:1.0:1769074922.782336:0:29082:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x164:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782344:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782351:0:29082:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00000004:00010000:1.0:1769074922.782363:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e2e2105e reply state 000000007e54b8a1 transno 55834575858 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782373:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782384:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x164:0x0].0x0 (ffff8c8b27f04900) 00010000:00010000:1.0:1769074922.782387:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.782390:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1769074922.782394:0:29082:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x164:0x0]: returning size 4096 00010000:00010000:1.0:1769074922.782401:0:29082:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782407:0:29082:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 4/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782413:0:29082:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782420:0:29082:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782425:0:29082:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00030600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074922.782429:0:29082:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782436:0:29082:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 5/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782444:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:1.0:1769074922.782446:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074922.782449:0:29082:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 3/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782454:0:29082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030600/0xd2fe271aa1730595 lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00000004:00010000:1.0:1769074922.782467:0:29082:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e2e2105e reply state 000000007e54b8a1 transno 55834575858 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782478:0:29082:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074922.782483:0:29082:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xaae3bdd3 (ffff8c8b27f04d00) 00010000:00010000:1.0:1769074922.782485:0:29082:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074922.782487:0:29082:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1769074922.782554:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+223:31586:x1855008351233152:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 867us (1033us total) trans 55834575858 rc 0/0 00000100:00100000:1.0:1769074922.782561:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5854 00000100:00100000:3.0:1769074922.787066:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351233408 00000100:00100000:3.0:1769074922.787077:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351233408 00000100:00100000:3.0:1769074922.787134:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5855 00000100:00100000:3.0:1769074922.787142:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+223:31586:x1855008351233408:12345-192.168.204.41@tcp:36:createmany.0 00010000:00010000:3.0:1769074922.787273:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 3/0,1 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787289:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787301:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787316:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787322:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787328:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00080000:00000400:3.0:1769074922.787637:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.787641:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.787643:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.787646:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.787647:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.787650:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074922.787680:0:26103:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 264, rollback = 2 00080000:00000400:3.0:1769074922.787682:0:26103:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/1, destroy: 0/0/0 00080000:00000400:3.0:1769074922.787685:0:26103:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:3.0:1769074922.787687:0:26103:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074922.787689:0:26103:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:3.0:1769074922.787690:0:26103:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00010000:00010000:3.0:1769074922.787762:0:26103:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,1 mode: --/PW res: [0x2000061c1:0x165:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787771:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787777:0:26103:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.787791:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004041bdb reply state 000000002554b77b transno 55834575859 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787799:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787817:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x165:0x0].0x0 (ffff8c8b12919900) 00010000:00010000:3.0:1769074922.787821:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.787824:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1769074922.787828:0:26103:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2000061c1:0x165:0x0]: returning size 4096 00010000:00010000:3.0:1769074922.787835:0:26103:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 3/0,1 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787841:0:26103:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 2/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787847:0:26103:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787852:0:26103:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:3.0:1769074922.787856:0:26103:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 3/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787865:0:26103:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 4/0,0 mode: CW/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787874:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:3.0:1769074922.787876:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074922.787879:0:26103:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 2/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787884:0:26103:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213aa00/0xd2fe271aa17305aa lrc: 0/0,0 mode: --/CW res: [0x2000061c1:0xef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00000004:00010000:3.0:1769074922.787895:0:26103:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000004041bdb reply state 000000002554b77b transno 55834575859 ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,1 mode: PW/PW res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787902:0:26103:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:3.0:1769074922.787907:0:26103:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xef10e0a2 (ffff8c8b12919600) 00010000:00010000:3.0:1769074922.787909:0:26103:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074922.787911:0:26103:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1769074922.787989:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+225:31586:x1855008351233408:12345-192.168.204.41@tcp:36:createmany.0 Request processed in 845us (1052us total) trans 55834575859 rc 0/0 00000100:00100000:3.0:1769074922.787996:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5855 00000100:00100000:1.0:1769074923.756051:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368748544 00000100:00100000:1.0:1769074923.756060:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368748544 00000100:00100000:1.0:1769074923.756118:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1769074923.756127:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368748544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1769074923.756154:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 757760 granted 61433664 pending 0 free 71184384 avail 64016384 00000100:00100000:1.0:1769074923.756209:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368748544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074923.756216:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1769074923.756308:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368748544:0@lo:13:osp-pre-1-1.0 00000001:00080000:1.0:1769074923.760651:0:28378:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589935642 is committed 00000001:00080000:0.0:1769074923.760767:0:27568:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589935650 is committed 00000100:00100000:1.0:1769074924.778750:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b1748f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368748672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074924.778837:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074924.780799:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368748800 00000100:00100000:1.0:1769074924.780880:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368748800 00000100:00100000:1.0:1769074924.780937:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1769074924.780945:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368748800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1769074924.780976:0:26109:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 42815488 avail 36683776 00000100:00100000:3.0:1769074924.781733:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b351f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368748800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074924.781801:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368748800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074924.781886:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1769074924.925883:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074924.925922:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.926094:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351233664 00000100:00100000:3.0:1769074924.926104:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351233664 00002000:00100000:3.0:1769074924.926172:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000401:0x330:0x0] (0->5437) req@ffff8c8b2b37fb80 x1855008351233664/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 5928/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.926191:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2b37fb80 with x1855008351233664 ext(0->5437) 00002000:00010000:3.0:1769074924.926196:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2b37fb80 00000100:00100000:3.0:1769074924.926218:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351233536 00000100:00100000:3.0:1769074924.926221:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351233536 00002000:00100000:3.0:1769074924.926241:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x330:0x0] (0->898) req@ffff8c8b2b37c000 x1855008351233536/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 1392/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.926250:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2b37c000 with x1855008351233536 ext(0->898) 00002000:00010000:3.0:1769074924.926253:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b2b37c000 00000100:00100000:3.0:1769074924.926301:0:32444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 858 00000100:00100000:3.0:1769074924.926311:0:32444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:705e500b-e064-49d7-afab-35748affa4a4+44:10965:x1855008351233664:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:0.0:1769074924.926501:0:36924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 859 00000100:00100000:0.0:1769074924.926513:0:36924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2b37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:705e500b-e064-49d7-afab-35748affa4a4+44:10965:x1855008351233536:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074924.926731:0:36924:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1769074924.926735:0:36924:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074924.926737:0:36924:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1769074924.926739:0:36924:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074924.926741:0:36924:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074924.926743:0:36924:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074924.927145:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.927148:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.927150:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.927152:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.927154:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.927156:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00080000:1.0:1769074924.927389:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074924.927394:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074924.927821:0:36924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2b37c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:705e500b-e064-49d7-afab-35748affa4a4+46:10965:x1855008351233536:12345-192.168.204.41@tcp:4:cp.0 Request processed in 1308us (1895us total) trans 8589935651 rc 0/0 00000100:00100000:0.0:1769074924.927832:0:36924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 859 00002000:00100000:0.0:1769074924.927841:0:36924:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x280000401:0x330:0x0] (0->898) req@ffff8c8b2b37c000 x1855008351233536/t8589935651(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 1392/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074924.927850:0:36924:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2b37c000 with x1855008351233536 ext(0->898) 00002000:00010000:0.0:1769074924.927854:0:36924:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b2b37c000 00000100:00100000:0.0:1769074924.939818:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074924.939867:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.940017:0:36924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351233920 00000100:00100000:3.0:1769074924.940050:0:36924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351233920 00002000:00100000:3.0:1769074924.940105:0:36924:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x2c0000401:0x331:0x0] (0->1730) req@ffff8c8b2af67b80 x1855008351233920/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2224/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.940117:0:36924:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af67b80 with x1855008351233920 ext(0->1730) 00002000:00010000:3.0:1769074924.940123:0:36924:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2af67b80 00000100:00100000:3.0:1769074924.940161:0:36924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351234816 00000100:00100000:3.0:1769074924.940174:0:36924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351234816 00002000:00100000:3.0:1769074924.940192:0:36924:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x280000401:0x335:0x0] (0->2658) req@ffff8c8b2af64000 x1855008351234816/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 3152/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.940206:0:36924:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af64000 with x1855008351234816 ext(0->2658) 00002000:00010000:3.0:1769074924.940210:0:36924:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b2af64000 00000100:00100000:3.0:1769074924.940232:0:36924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 860 00000100:00100000:3.0:1769074924.940240:0:36924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:705e500b-e064-49d7-afab-35748affa4a4+46:10963:x1855008351233920:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.940440:0:36924:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.940444:0:36924:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.940446:0:36924:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.940449:0:36924:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.940451:0:36924:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.940453:0:36924:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.941265:0:29217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 861 00000100:00100000:1.0:1769074924.941280:0:29217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+46:10962:x1855008351234816:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.941459:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.941463:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.941465:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.941467:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.941470:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.941472:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.942210:0:29217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+48:10962:x1855008351234816:12345-192.168.204.41@tcp:4:cp.0 Request processed in 932us (2338us total) trans 8589935652 rc 0/0 00000100:00100000:1.0:1769074924.942220:0:29217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 861 00002000:00100000:1.0:1769074924.942231:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x335:0x0] (0->2658) req@ffff8c8b2af64000 x1855008351234816/t8589935652(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 3152/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.942240:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af64000 with x1855008351234816 ext(0->2658) 00002000:00010000:1.0:1769074924.942246:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b2af64000 00000100:00100000:3.0:1769074924.944477:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.944581:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.944608:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.944627:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.944642:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.944658:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.944708:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074924.948021:0:30779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 868 00000100:00100000:1.0:1769074924.948060:0:30779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:705e500b-e064-49d7-afab-35748affa4a4+57:10965:x1855008351234176:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:0.0:1769074924.949121:0:36924:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:705e500b-e064-49d7-afab-35748affa4a4+58:10963:x1855008351233920:12345-192.168.204.41@tcp:4:cp.0 Request processed in 8876us (9316us total) trans 8589935644 rc 0/0 00000100:00100000:0.0:1769074924.949142:0:36924:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 860 00002000:00100000:0.0:1769074924.949154:0:36924:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_018: refresh rw locks for [0x2c0000401:0x331:0x0] (0->1730) req@ffff8c8b2af67b80 x1855008351233920/t8589935644(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2224/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074924.949163:0:36924:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af67b80 with x1855008351233920 ext(0->1730) 00002000:00010000:0.0:1769074924.949169:0:36924:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2af67b80 00000100:00100000:1.0:1769074924.954543:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074924.954600:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074924.954639:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074924.954660:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074924.954677:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074924.954694:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074924.954722:0:29217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351234688 00000100:00100000:1.0:1769074924.954732:0:29217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351234688 00002000:00100000:1.0:1769074924.954794:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x334:0x0] (0->9193) req@ffff8c8b351f0700 x1855008351234688/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 9688/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.954813:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b351f0700 with x1855008351234688 ext(0->9193) 00002000:00010000:1.0:1769074924.954820:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b351f0700 00000100:00100000:1.0:1769074924.954841:0:29217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351235200 00000100:00100000:1.0:1769074924.954845:0:29217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351235200 00002000:00100000:1.0:1769074924.954860:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x336:0x0] (0->1749) req@ffff8c8b351f3800 x1855008351235200/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2240/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.954869:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b351f3800 with x1855008351235200 ext(0->1749) 00002000:00010000:1.0:1769074924.954872:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b351f3800 00000100:00100000:1.0:1769074924.954883:0:29217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351235712 00000100:00100000:1.0:1769074924.954886:0:29217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351235712 00002000:00100000:1.0:1769074924.954899:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x338:0x0] (0->2098) req@ffff8c8b351f1f80 x1855008351235712/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2592/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.954908:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b351f1f80 with x1855008351235712 ext(0->2098) 00002000:00010000:1.0:1769074924.954911:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b351f1f80 00000100:00100000:1.0:1769074924.954920:0:29217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351234048 00000100:00100000:1.0:1769074924.954923:0:29217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351234048 00002000:00100000:1.0:1769074924.954937:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x332:0x0] (0->9969) req@ffff8c8b052ca300 x1855008351234048/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 10464/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.954946:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052ca300 with x1855008351234048 ext(0->9969) 00002000:00010000:1.0:1769074924.954949:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052ca300 00000100:00100000:1.0:1769074924.954960:0:29217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351234560 00000100:00100000:1.0:1769074924.954963:0:29217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351234560 00002000:00100000:1.0:1769074924.954975:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x334:0x0] (0->669) req@ffff8c8b052c9f80 x1855008351234560/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 1160/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.954983:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9f80 with x1855008351234560 ext(0->669) 00002000:00010000:1.0:1769074924.954987:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052c9f80 00000100:00100000:1.0:1769074924.954997:0:29217:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351235072 00000100:00100000:1.0:1769074924.954999:0:29217:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351235072 00002000:00100000:1.0:1769074924.955009:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x336:0x0] (0->699) req@ffff8c8b052cb100 x1855008351235072/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 1192/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.955017:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052cb100 with x1855008351235072 ext(0->699) 00002000:00010000:1.0:1769074924.955021:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052cb100 00000100:00100000:1.0:1769074924.955064:0:29217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 869 00000100:00100000:1.0:1769074924.955074:0:29217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+60:10965:x1855008351234688:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.955302:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.955306:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.955308:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.955310:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.955312:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.955314:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.955532:0:29216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 870 00000100:00100000:1.0:1769074924.955539:0:29216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+62:10965:x1855008351235200:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.955620:0:29216:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.955623:0:29216:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.955625:0:29216:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.955627:0:29216:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.955628:0:29216:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.955630:0:29216:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.955762:0:30782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 871 00000100:00100000:1.0:1769074924.955781:0:30782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b351f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:705e500b-e064-49d7-afab-35748affa4a4+64:10965:x1855008351235712:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.955868:0:30782:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.955871:0:30782:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.955873:0:30782:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.955875:0:30782:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.955877:0:30782:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.955879:0:30782:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.955982:0:30780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 872 00000100:00100000:1.0:1769074924.955989:0:30780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:705e500b-e064-49d7-afab-35748affa4a4+57:10964:x1855008351234048:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.956131:0:30780:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.956135:0:30780:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.956137:0:30780:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.956139:0:30780:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.956141:0:30780:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.956143:0:30780:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.956292:0:27578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 873 00000100:00100000:1.0:1769074924.956300:0:27578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:705e500b-e064-49d7-afab-35748affa4a4+59:10964:x1855008351234560:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.956371:0:27578:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.956374:0:27578:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.956376:0:27578:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.956378:0:27578:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.956380:0:27578:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.956382:0:27578:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.956473:0:29219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 874 00000100:00100000:1.0:1769074924.956479:0:29219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:705e500b-e064-49d7-afab-35748affa4a4+61:10964:x1855008351235072:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.956569:0:29219:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.956586:0:29219:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.956588:0:29219:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.956590:0:29219:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.956592:0:29219:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.956594:0:29219:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.956734:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.959084:0:29096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+66:10962:x1855008351235328:12345-192.168.204.41@tcp:4:cp.0 Request processed in 13264us (14613us total) trans 8589935653 rc 0/0 00000100:00100000:3.0:1769074924.959093:0:29096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 862 00002000:00100000:3.0:1769074924.959102:0:29096:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x337:0x0] (0->4906) req@ffff8c8b30768000 x1855008351235328/t8589935653(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 5400/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.959111:0:29096:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768000 with x1855008351235328 ext(0->4906) 00002000:00010000:3.0:1769074924.959115:0:29096:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30768000 00000100:00100000:3.0:1769074924.964304:0:27579:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+65:10964:x1855008351235584:12345-192.168.204.41@tcp:4:cp.0 Request processed in 5955us (7564us total) trans 8589935657 rc 0/0 00000100:00100000:3.0:1769074924.964315:0:27579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 875 00002000:00100000:3.0:1769074924.964326:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x338:0x0] (0->15996) req@ffff8c8b052cb480 x1855008351235584/t8589935657(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 16488/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.964335:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052cb480 with x1855008351235584 ext(0->15996) 00002000:00010000:3.0:1769074924.964340:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052cb480 00000100:00100000:1.0:1769074924.964943:0:27578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:705e500b-e064-49d7-afab-35748affa4a4+64:10964:x1855008351234560:12345-192.168.204.41@tcp:4:cp.0 Request processed in 8640us (10261us total) trans 8589935655 rc 0/0 00000100:00100000:1.0:1769074924.964952:0:27578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 873 00002000:00100000:1.0:1769074924.964959:0:27578:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x334:0x0] (0->669) req@ffff8c8b052c9f80 x1855008351234560/t8589935655(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 1160/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.964968:0:27578:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9f80 with x1855008351234560 ext(0->669) 00002000:00010000:1.0:1769074924.964972:0:27578:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052c9f80 00000100:00100000:1.0:1769074924.965015:0:29219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:705e500b-e064-49d7-afab-35748affa4a4+63:10964:x1855008351235072:12345-192.168.204.41@tcp:4:cp.0 Request processed in 8536us (10320us total) trans 8589935656 rc 0/0 00000100:00100000:1.0:1769074924.965022:0:29219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 874 00002000:00100000:1.0:1769074924.965045:0:29219:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x336:0x0] (0->699) req@ffff8c8b052cb100 x1855008351235072/t8589935656(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 1192/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.965053:0:29219:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052cb100 with x1855008351235072 ext(0->699) 00002000:00010000:1.0:1769074924.965056:0:29219:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052cb100 00000100:00100000:1.0:1769074924.965100:0:29216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+65:10965:x1855008351235200:12345-192.168.204.41@tcp:4:cp.0 Request processed in 9561us (10499us total) trans 8589935648 rc 0/0 00000100:00100000:1.0:1769074924.965106:0:29216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 870 00002000:00100000:1.0:1769074924.965112:0:29216:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x336:0x0] (0->1749) req@ffff8c8b351f3800 x1855008351235200/t8589935648(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2240/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.965119:0:29216:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b351f3800 with x1855008351235200 ext(0->1749) 00002000:00010000:1.0:1769074924.965123:0:29216:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b351f3800 00000100:00100000:1.0:1769074924.965164:0:30780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:705e500b-e064-49d7-afab-35748affa4a4+62:10964:x1855008351234048:12345-192.168.204.41@tcp:4:cp.0 Request processed in 9175us (10502us total) trans 8589935654 rc 0/0 00000100:00100000:1.0:1769074924.965171:0:30780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 872 00002000:00100000:1.0:1769074924.965177:0:30780:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x332:0x0] (0->9969) req@ffff8c8b052ca300 x1855008351234048/t8589935654(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 10464/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.965184:0:30780:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052ca300 with x1855008351234048 ext(0->9969) 00002000:00010000:1.0:1769074924.965188:0:30780:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052ca300 00000100:00100000:1.0:1769074924.965226:0:27577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3076ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:705e500b-e064-49d7-afab-35748affa4a4+64:10962:x1855008351234432:12345-192.168.204.41@tcp:4:cp.0 Request processed in 18404us (20616us total) trans 8589935645 rc 0/0 00000100:00100000:1.0:1769074924.965233:0:27577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 864 00002000:00100000:1.0:1769074924.965238:0:27577:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x333:0x0] (0->15471) req@ffff8c8b3076ad80 x1855008351234432/t8589935645(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 15960/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.965244:0:27577:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076ad80 with x1855008351234432 ext(0->15471) 00002000:00010000:1.0:1769074924.965248:0:27577:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076ad80 00000100:00100000:0.0:1769074924.965874:0:29217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+63:10965:x1855008351234688:12345-192.168.204.41@tcp:4:cp.0 Request processed in 10798us (11339us total) trans 8589935647 rc 0/0 00000100:00100000:0.0:1769074924.965883:0:29217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 869 00002000:00100000:0.0:1769074924.965891:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x334:0x0] (0->9193) req@ffff8c8b351f0700 x1855008351234688/t8589935647(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 9688/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074924.965899:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b351f0700 with x1855008351234688 ext(0->9193) 00002000:00010000:0.0:1769074924.965902:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b351f0700 00000100:00100000:3.0:1769074924.966175:0:30782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b351f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:705e500b-e064-49d7-afab-35748affa4a4+62:10965:x1855008351235712:12345-192.168.204.41@tcp:4:cp.0 Request processed in 10402us (11532us total) trans 8589935649 rc 0/0 00000100:00100000:3.0:1769074924.966183:0:30782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 871 00002000:00100000:3.0:1769074924.966189:0:30782:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x338:0x0] (0->2098) req@ffff8c8b351f1f80 x1855008351235712/t8589935649(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2592/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.966196:0:30782:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b351f1f80 with x1855008351235712 ext(0->2098) 00002000:00010000:3.0:1769074924.966200:0:30782:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b351f1f80 00080000:00000400:0.0:1769074924.974971:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074924.974982:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074924.974985:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074924.974987:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074924.974990:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074924.974993:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074924.976573:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00080000:00000400:0.0:1769074924.977820:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074924.977826:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074924.977828:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074924.977830:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074924.977833:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074924.977834:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074924.978595:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.978885:0:30779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:705e500b-e064-49d7-afab-35748affa4a4+62:10965:x1855008351234176:12345-192.168.204.41@tcp:4:cp.0 Request processed in 30828us (34175us total) trans 8589935650 rc 0/0 00000100:00100000:3.0:1769074924.978893:0:30779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 868 00002000:00100000:3.0:1769074924.978899:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x332:0x0] (0->38526) req@ffff8c8b30769880 x1855008351234176/t8589935650(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 488/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.978908:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769880 with x1855008351234176 ext(0->38526) 00002000:00010000:3.0:1769074924.978912:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30769880 00000100:00100000:3.0:1769074924.985658:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351236480 00000100:00100000:3.0:1769074924.985667:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351236480 00002000:00100000:3.0:1769074924.985704:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x33d:0x0] (0->6808) req@ffff8c8b378a9c50 x1855008351236480/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 7304/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.985723:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b378a9c50 with x1855008351236480 ext(0->6808) 00002000:00010000:3.0:1769074924.985727:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b378a9c50 00000100:00100000:3.0:1769074924.985737:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351236352 00000100:00100000:3.0:1769074924.985740:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351236352 00002000:00100000:3.0:1769074924.985750:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x34a:0x0] (0->1649) req@ffff8c8b1748ce00 x1855008351236352/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2144/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.985757:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b1748ce00 with x1855008351236352 ext(0->1649) 00002000:00010000:3.0:1769074924.985760:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b1748ce00 00000100:00100000:3.0:1769074924.985765:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351236608 00000100:00100000:3.0:1769074924.985767:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351236608 00002000:00100000:3.0:1769074924.985789:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x34b:0x0] (0->4745) req@ffff8c8b1748fb80 x1855008351236608/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 5240/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.985797:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b1748fb80 with x1855008351236608 ext(0->4745) 00002000:00010000:3.0:1769074924.985800:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b1748fb80 00000100:00100000:3.0:1769074924.985815:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351237120 00000100:00100000:3.0:1769074924.985819:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351237120 00002000:00100000:3.0:1769074924.985833:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x34c:0x0] (0->6776) req@ffff8c8b38591180 x1855008351237120/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 7272/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.985840:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38591180 with x1855008351237120 ext(0->6776) 00002000:00010000:3.0:1769074924.985842:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b38591180 00000100:00100000:3.0:1769074924.985849:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351236992 00000100:00100000:3.0:1769074924.985852:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351236992 00002000:00100000:3.0:1769074924.985864:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x342:0x0] (0->8436) req@ffff8c8b38591c00 x1855008351236992/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 8928/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.985870:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38591c00 with x1855008351236992 ext(0->8436) 00002000:00010000:3.0:1769074924.985874:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b38591c00 00000100:00100000:3.0:1769074924.985879:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351236864 00000100:00100000:3.0:1769074924.985882:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351236864 00002000:00100000:3.0:1769074924.985893:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x34b:0x0] (0->6543) req@ffff8c8b38592a00 x1855008351236864/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 7032/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.985899:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38592a00 with x1855008351236864 ext(0->6543) 00002000:00010000:3.0:1769074924.985902:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b38592a00 00000100:00100000:3.0:1769074924.985908:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351237376 00000100:00100000:3.0:1769074924.985911:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351237376 00002000:00100000:3.0:1769074924.985922:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x33b:0x0] (0->3001) req@ffff8c8b38590e00 x1855008351237376/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 3496/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.985929:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38590e00 with x1855008351237376 ext(0->3001) 00002000:00010000:3.0:1769074924.985932:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b38590e00 00000100:00100000:3.0:1769074924.985943:0:30779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 879 00000100:00100000:3.0:1769074924.985951:0:30779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:705e500b-e064-49d7-afab-35748affa4a4+70:10964:x1855008351236096:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.986171:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.986175:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.986177:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.986180:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.986182:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.986184:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074924.986398:0:32407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 880 00000100:00100000:3.0:1769074924.986405:0:32407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:705e500b-e064-49d7-afab-35748affa4a4+72:10964:x1855008351237248:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:3.0:1769074924.986639:0:27579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 881 00000100:00100000:3.0:1769074924.986646:0:27579:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+73:10963:x1855008351235968:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.986730:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.986734:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.986736:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.986738:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.986741:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.986743:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074924.986882:0:29096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 882 00000100:00100000:3.0:1769074924.986890:0:29096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1748ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+72:10964:x1855008351236224:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.986967:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.986970:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.986972:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.986974:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.986976:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.986977:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074924.987963:0:27579:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+75:10963:x1855008351235968:12345-192.168.204.41@tcp:4:cp.0 Request processed in 1312us (4006us total) trans 8589935653 rc 0/0 00000100:00100000:3.0:1769074924.987972:0:27579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 881 00002000:00100000:3.0:1769074924.987986:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x349:0x0] (0->1403) req@ffff8c8b1748dc00 x1855008351235968/t8589935653(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 1896/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.987995:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b1748dc00 with x1855008351235968 ext(0->1403) 00002000:00010000:3.0:1769074924.988001:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b1748dc00 00000100:00100000:3.0:1769074924.988055:0:27579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 883 00000100:00100000:3.0:1769074924.988065:0:27579:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b378a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+74:10963:x1855008351236480:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.988300:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.988304:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.988306:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.988308:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.988311:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.988313:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074924.990021:0:27579:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b378a9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+77:10963:x1855008351236480:12345-192.168.204.41@tcp:4:cp.0 Request processed in 1956us (5474us total) trans 8589935656 rc 0/0 00000100:00100000:3.0:1769074924.990046:0:27579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 883 00002000:00100000:3.0:1769074924.990054:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x33d:0x0] (0->6808) req@ffff8c8b378a9c50 x1855008351236480/t8589935656(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 7304/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.990062:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b378a9c50 with x1855008351236480 ext(0->6808) 00002000:00010000:3.0:1769074924.990066:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b378a9c50 00000100:00100000:3.0:1769074924.990087:0:27579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 887 00000100:00100000:3.0:1769074924.990094:0:27579:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+75:10963:x1855008351236992:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.990213:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.990216:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.990218:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.990220:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.990222:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.990223:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074924.990345:0:29096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+77:10964:x1855008351236224:12345-192.168.204.41@tcp:4:cp.0 Request processed in 3456us (6370us total) trans 8589935661 rc 0/0 00000100:00100000:3.0:1769074924.990353:0:29096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 882 00002000:00100000:3.0:1769074924.990359:0:29096:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x341:0x0] (0->3618) req@ffff8c8b1748ea00 x1855008351236224/t8589935661(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 4112/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.990367:0:29096:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b1748ea00 with x1855008351236224 ext(0->3618) 00002000:00010000:3.0:1769074924.990371:0:29096:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b1748ea00 00000100:00100000:3.0:1769074924.990386:0:29096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 888 00000100:00100000:3.0:1769074924.990393:0:29096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+76:10963:x1855008351236864:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.990467:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.990471:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.990473:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.990474:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.990476:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.990478:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.990795:0:27578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 889 00000100:00100000:1.0:1769074924.990816:0:27578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:705e500b-e064-49d7-afab-35748affa4a4+76:10962:x1855008351237376:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074924.990904:0:27578:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074924.990907:0:27578:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074924.990909:0:27578:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074924.990911:0:27578:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074924.990913:0:27578:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074924.990915:0:27578:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074924.995972:0:27578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38590e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:705e500b-e064-49d7-afab-35748affa4a4+78:10962:x1855008351237376:12345-192.168.204.41@tcp:4:cp.0 Request processed in 5154us (11265us total) trans 8589935657 rc 0/0 00000100:00100000:1.0:1769074924.995989:0:27578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 889 00002000:00100000:1.0:1769074924.996002:0:27578:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x33b:0x0] (0->3001) req@ffff8c8b38590e00 x1855008351237376/t8589935657(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 3496/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074924.996013:0:27578:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38590e00 with x1855008351237376 ext(0->3001) 00002000:00010000:1.0:1769074924.996019:0:27578:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b38590e00 00000100:00100000:3.0:1769074924.998370:0:29096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38592a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+78:10963:x1855008351236864:12345-192.168.204.41@tcp:4:cp.0 Request processed in 7967us (13710us total) trans 8589935664 rc 0/0 00000100:00100000:3.0:1769074924.998382:0:29096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 888 00002000:00100000:3.0:1769074924.998396:0:29096:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x34b:0x0] (0->6543) req@ffff8c8b38592a00 x1855008351236864/t8589935664(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 7032/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.998405:0:29096:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38592a00 with x1855008351236864 ext(0->6543) 00002000:00010000:3.0:1769074924.998410:0:29096:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b38592a00 00000100:00100000:3.0:1769074924.998577:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.998599:0:29096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351237632 00000100:00100000:3.0:1769074924.998606:0:29096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351237632 00002000:00100000:3.0:1769074924.998636:0:29096:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x34e:0x0] (0->215196) req@ffff8c8b30769f80 x1855008351237632/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 488/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.998644:0:29096:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769f80 with x1855008351237632 ext(0->215196) 00002000:00010000:3.0:1769074924.998647:0:29096:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30769f80 00000100:00100000:3.0:1769074924.998666:0:29096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 890 00000100:00100000:3.0:1769074924.998673:0:29096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+78:10964:x1855008351237632:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:3.0:1769074924.999194:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.999211:0:27578:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351238144 00000100:00100000:3.0:1769074924.999215:0:27578:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351238144 00002000:00100000:3.0:1769074924.999235:0:27578:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x344:0x0] (0->109446) req@ffff8c8b30768700 x1855008351238144/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 488/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.999244:0:27578:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768700 with x1855008351238144 ext(0->109446) 00002000:00010000:3.0:1769074924.999249:0:27578:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30768700 00000100:00100000:3.0:1769074924.999266:0:27578:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 891 00000100:00100000:3.0:1769074924.999273:0:27578:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:705e500b-e064-49d7-afab-35748affa4a4+78:10964:x1855008351238144:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:3.0:1769074924.999468:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074924.999483:0:30782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351238016 00000100:00100000:3.0:1769074924.999488:0:30782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351238016 00002000:00100000:3.0:1769074924.999505:0:30782:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x33e:0x0] (0->264) req@ffff8c8b3076b800 x1855008351238016/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 760/0 e 0 to 0 dl 1769074935 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074924.999513:0:30782:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076b800 with x1855008351238016 ext(0->264) 00002000:00010000:3.0:1769074924.999517:0:30782:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076b800 00000100:00100000:3.0:1769074924.999535:0:30782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 892 00000100:00100000:3.0:1769074924.999542:0:30782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:705e500b-e064-49d7-afab-35748affa4a4+80:10963:x1855008351238016:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074924.999666:0:30782:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074924.999670:0:30782:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074924.999672:0:30782:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074924.999674:0:30782:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074924.999677:0:30782:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074924.999678:0:30782:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074925.002071:0:27579:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38591c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+79:10963:x1855008351236992:12345-192.168.204.41@tcp:4:cp.0 Request processed in 11967us (17427us total) trans 8589935663 rc 0/0 00000100:00100000:1.0:1769074925.002085:0:27579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 887 00002000:00100000:1.0:1769074925.002097:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x342:0x0] (0->8436) req@ffff8c8b38591c00 x1855008351236992/t8589935663(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 8928/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.002107:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38591c00 with x1855008351236992 ext(0->8436) 00002000:00010000:1.0:1769074925.002113:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b38591c00 00000100:00100000:1.0:1769074925.003471:0:29218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1748ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:705e500b-e064-49d7-afab-35748affa4a4+81:10963:x1855008351236352:12345-192.168.204.41@tcp:4:cp.0 Request processed in 14739us (18898us total) trans 8589935654 rc 0/0 00000100:00100000:1.0:1769074925.003479:0:29218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 884 00002000:00100000:1.0:1769074925.003485:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x34a:0x0] (0->1649) req@ffff8c8b1748ce00 x1855008351236352/t8589935654(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 2144/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.003493:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b1748ce00 with x1855008351236352 ext(0->1649) 00002000:00010000:1.0:1769074925.003496:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b1748ce00 00000100:00100000:3.0:1769074925.004595:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.004707:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.005445:0:29218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351238272 00000100:00100000:1.0:1769074925.005454:0:29218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351238272 00002000:00100000:1.0:1769074925.005495:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x33a:0x0] (0->17844) req@ffff8c8b3076b480 x1855008351238272/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.005540:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076b480 with x1855008351238272 ext(0->17844) 00002000:00010000:1.0:1769074925.005546:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076b480 00000100:00100000:1.0:1769074925.005568:0:29218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351238656 00000100:00100000:1.0:1769074925.005571:0:29218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351238656 00002000:00100000:1.0:1769074925.005587:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x350:0x0] (0->159516) req@ffff8c8b3076a300 x1855008351238656/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.005593:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076a300 with x1855008351238656 ext(0->159516) 00002000:00010000:1.0:1769074925.005596:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b3076a300 00000100:00100000:1.0:1769074925.005614:0:29218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 893 00000100:00100000:1.0:1769074925.005622:0:29218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:705e500b-e064-49d7-afab-35748affa4a4+81:10965:x1855008351238272:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:0.0:1769074925.005888:0:29217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 894 00000100:00100000:0.0:1769074925.005901:0:29217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+81:10965:x1855008351238656:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:1.0:1769074925.011903:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.011927:0:27579:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351237760 00000100:00100000:1.0:1769074925.011936:0:27579:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351237760 00002000:00100000:1.0:1769074925.011973:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x33e:0x0] (0->6665) req@ffff8c8b052c8a80 x1855008351237760/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 7160/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.011983:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c8a80 with x1855008351237760 ext(0->6665) 00002000:00010000:1.0:1769074925.011987:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052c8a80 00000100:00100000:1.0:1769074925.012006:0:27579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 895 00000100:00100000:1.0:1769074925.012015:0:27579:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+79:10964:x1855008351237760:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074925.012207:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.012212:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.012214:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.012216:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.012218:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.012221:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074925.012448:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.012474:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.012542:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.014011:0:27579:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+82:10964:x1855008351237760:12345-192.168.204.41@tcp:4:cp.0 Request processed in 1995us (2108us total) trans 8589935667 rc 0/0 00000100:00100000:1.0:1769074925.014020:0:27579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 895 00002000:00100000:1.0:1769074925.014048:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x33e:0x0] (0->6665) req@ffff8c8b052c8a80 x1855008351237760/t8589935667(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 7160/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.014057:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c8a80 with x1855008351237760 ext(0->6665) 00002000:00010000:1.0:1769074925.014062:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052c8a80 00000100:00100000:1.0:1769074925.015852:0:29220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:705e500b-e064-49d7-afab-35748affa4a4+86:10962:x1855008351238400:12345-192.168.204.41@tcp:4:cp.0 Request processed in 2397us (3374us total) trans 8589935661 rc 0/0 00000100:00100000:1.0:1769074925.015861:0:29220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 897 00002000:00100000:1.0:1769074925.015868:0:29220:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x345:0x0] (0->13874) req@ffff8c8b052cb800 x1855008351238400/t8589935661(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 14368/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.015877:0:29220:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052cb800 with x1855008351238400 ext(0->13874) 00002000:00010000:1.0:1769074925.015881:0:29220:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052cb800 00000100:00100000:3.0:1769074925.018731:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.018989:0:29220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351238912 00000100:00100000:1.0:1769074925.019000:0:29220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351238912 00002000:00100000:1.0:1769074925.019064:0:29220:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x346:0x0] (0->158090) req@ffff8c8b30769180 x1855008351238912/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.019077:0:29220:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769180 with x1855008351238912 ext(0->158090) 00002000:00010000:1.0:1769074925.019082:0:29220:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30769180 00000100:00100000:1.0:1769074925.019109:0:29220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 899 00000100:00100000:1.0:1769074925.019118:0:29220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:705e500b-e064-49d7-afab-35748affa4a4+86:10962:x1855008351238912:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:3.0:1769074925.019628:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.019667:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.019708:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.019903:0:32443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239168 00000100:00100000:3.0:1769074925.019909:0:32443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239168 00002000:00100000:3.0:1769074925.019937:0:32443:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x352:0x0] (0->365787) req@ffff8c8b30769c00 x1855008351239168/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.019946:0:32443:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769c00 with x1855008351239168 ext(0->365787) 00002000:00010000:3.0:1769074925.019951:0:32443:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30769c00 00000100:00100000:3.0:1769074925.019966:0:32443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239040 00000100:00100000:3.0:1769074925.019968:0:32443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239040 00002000:00100000:3.0:1769074925.019980:0:32443:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x351:0x0] (0->232805) req@ffff8c8b3076aa00 x1855008351239040/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.019987:0:32443:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076aa00 with x1855008351239040 ext(0->232805) 00002000:00010000:3.0:1769074925.019991:0:32443:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b3076aa00 00000100:00100000:3.0:1769074925.020001:0:32443:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239296 00000100:00100000:3.0:1769074925.020004:0:32443:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239296 00002000:00100000:3.0:1769074925.020016:0:32443:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x280000401:0x353:0x0] (0->1127831) req@ffff8c8b30768e00 x1855008351239296/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.020023:0:32443:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768e00 with x1855008351239296 ext(0->1127831) 00002000:00010000:3.0:1769074925.020050:0:32443:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30768e00 00000100:00100000:3.0:1769074925.020065:0:32443:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 900 00000100:00100000:3.0:1769074925.020073:0:32443:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30769c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:705e500b-e064-49d7-afab-35748affa4a4+86:10965:x1855008351239168:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:3.0:1769074925.020565:0:32407:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 901 00000100:00100000:3.0:1769074925.020573:0:32407:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:705e500b-e064-49d7-afab-35748affa4a4+87:10963:x1855008351239040:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:1.0:1769074925.020929:0:27579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 902 00000100:00100000:1.0:1769074925.020938:0:27579:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+87:10964:x1855008351239296:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:1.0:1769074925.028904:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351238784 00000100:00100000:1.0:1769074925.028915:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351238784 00002000:00100000:1.0:1769074925.028960:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x2c0000401:0x33f:0x0] (0->4112) req@ffff8c8b38593b80 x1855008351238784/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4608/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.028971:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38593b80 with x1855008351238784 ext(0->4112) 00002000:00010000:1.0:1769074925.028977:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b38593b80 00000100:00100000:1.0:1769074925.029008:0:34004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 903 00000100:00100000:1.0:1769074925.029016:0:34004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:705e500b-e064-49d7-afab-35748affa4a4+88:10965:x1855008351238784:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074925.029224:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.029228:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.029230:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.029232:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.029235:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.029237:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074925.030538:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.030669:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.030750:0:34004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38593b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:705e500b-e064-49d7-afab-35748affa4a4+90:10965:x1855008351238784:12345-192.168.204.41@tcp:4:cp.0 Request processed in 1733us (2125us total) trans 8589935662 rc 0/0 00000100:00100000:1.0:1769074925.030762:0:34004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 903 00002000:00100000:1.0:1769074925.030784:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x2c0000401:0x33f:0x0] (0->4112) req@ffff8c8b38593b80 x1855008351238784/t8589935662(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4608/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.030796:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38593b80 with x1855008351238784 ext(0->4112) 00002000:00010000:1.0:1769074925.030805:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b38593b80 00000100:00100000:1.0:1769074925.030830:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239552 00000100:00100000:1.0:1769074925.030837:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239552 00002000:00100000:1.0:1769074925.030864:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x2c0000401:0x347:0x0] (0->418) req@ffff8c8b052c9180 x1855008351239552/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 912/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.030873:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9180 with x1855008351239552 ext(0->418) 00002000:00010000:1.0:1769074925.030877:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052c9180 00000100:00100000:1.0:1769074925.030891:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351240448 00000100:00100000:1.0:1769074925.030894:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351240448 00002000:00100000:1.0:1769074925.030905:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x2c0000401:0x34d:0x0] (0->31706) req@ffff8c8b052c8380 x1855008351240448/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.030914:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c8380 with x1855008351240448 ext(0->31706) 00002000:00010000:1.0:1769074925.030918:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052c8380 00000100:00100000:1.0:1769074925.030932:0:34004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 904 00000100:00100000:1.0:1769074925.030940:0:34004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:705e500b-e064-49d7-afab-35748affa4a4+91:10963:x1855008351239552:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074925.031115:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.031120:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.031122:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.031125:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.031127:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.031129:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074925.031311:0:30781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 905 00000100:00100000:1.0:1769074925.031320:0:30781:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:705e500b-e064-49d7-afab-35748affa4a4+93:10963:x1855008351240448:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:1.0:1769074925.031609:0:34004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:705e500b-e064-49d7-afab-35748affa4a4+94:10963:x1855008351239552:12345-192.168.204.41@tcp:4:cp.0 Request processed in 669us (1076us total) trans 8589935663 rc 0/0 00000100:00100000:1.0:1769074925.031618:0:34004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 904 00002000:00100000:1.0:1769074925.031624:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x2c0000401:0x347:0x0] (0->418) req@ffff8c8b052c9180 x1855008351239552/t8589935663(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 912/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.031634:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9180 with x1855008351239552 ext(0->418) 00002000:00010000:1.0:1769074925.031637:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052c9180 00080000:00000400:1.0:1769074925.031753:0:29220:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.031756:0:29220:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.031759:0:29220:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.031761:0:29220:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.031763:0:29220:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.031765:0:29220:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074925.031983:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.031999:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351240192 00000100:00100000:1.0:1769074925.032005:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351240192 00002000:00100000:1.0:1769074925.032049:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0x347:0x0] (0->37837) req@ffff8c8b052c9c00 x1855008351240192/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.032058:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9c00 with x1855008351240192 ext(0->37837) 00002000:00010000:1.0:1769074925.032062:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052c9c00 00000100:00100000:1.0:1769074925.032079:0:34004:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 906 00000100:00100000:1.0:1769074925.032086:0:34004:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:705e500b-e064-49d7-afab-35748affa4a4+90:10964:x1855008351240192:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:1.0:1769074925.032220:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.032234:0:30779:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239424 00000100:00100000:1.0:1769074925.032238:0:30779:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239424 00002000:00100000:1.0:1769074925.032253:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x33c:0x0] (0->933) req@ffff8c8b052c9880 x1855008351239424/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 1424/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.032261:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9880 with x1855008351239424 ext(0->933) 00002000:00010000:1.0:1769074925.032264:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052c9880 00000100:00100000:1.0:1769074925.032278:0:30779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 907 00000100:00100000:1.0:1769074925.032285:0:30779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:705e500b-e064-49d7-afab-35748affa4a4+96:10963:x1855008351239424:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074925.032364:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.032367:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.032368:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.032370:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.032372:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.032374:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074925.032554:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.032572:0:36924:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351240320 00000100:00100000:1.0:1769074925.032575:0:36924:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351240320 00002000:00100000:1.0:1769074925.032592:0:36924:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x280000401:0x356:0x0] (0->310449) req@ffff8c8b052cb480 x1855008351240320/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.032601:0:36924:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052cb480 with x1855008351240320 ext(0->310449) 00002000:00010000:1.0:1769074925.032605:0:36924:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052cb480 00000100:00100000:1.0:1769074925.032620:0:36924:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 908 00000100:00100000:1.0:1769074925.032649:0:36924:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:705e500b-e064-49d7-afab-35748affa4a4+92:10964:x1855008351240320:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.032926:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.032932:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.032934:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.032937:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.032939:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.032942:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.033173:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.033202:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.033226:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.033247:0:29216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239680 00000100:00100000:3.0:1769074925.033251:0:29216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239680 00002000:00100000:3.0:1769074925.033274:0:29216:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x340:0x0] (0->4141) req@ffff8c8b30768000 x1855008351239680/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4632/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.033284:0:29216:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768000 with x1855008351239680 ext(0->4141) 00002000:00010000:3.0:1769074925.033288:0:29216:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30768000 00000100:00100000:3.0:1769074925.033304:0:29216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239808 00000100:00100000:3.0:1769074925.033307:0:29216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239808 00002000:00100000:3.0:1769074925.033322:0:29216:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x354:0x0] (0->2470) req@ffff8c8b3076b100 x1855008351239808/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2960/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.033331:0:29216:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076b100 with x1855008351239808 ext(0->2470) 00002000:00010000:3.0:1769074925.033334:0:29216:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b3076b100 00000100:00100000:3.0:1769074925.033342:0:29216:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351240064 00000100:00100000:3.0:1769074925.033344:0:29216:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351240064 00002000:00100000:3.0:1769074925.033360:0:29216:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x341:0x0] (0->7180) req@ffff8c8b3076ad80 x1855008351240064/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 7672/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.033368:0:29216:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076ad80 with x1855008351240064 ext(0->7180) 00002000:00010000:3.0:1769074925.033371:0:29216:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076ad80 00000100:00100000:3.0:1769074925.033394:0:29216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 909 00000100:00100000:3.0:1769074925.033403:0:29216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+100:10964:x1855008351239680:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.033523:0:29216:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.033527:0:29216:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.033529:0:29216:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.033531:0:29216:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.033533:0:29216:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.033535:0:29216:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.033679:0:29219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 910 00000100:00100000:3.0:1769074925.033688:0:29219:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:705e500b-e064-49d7-afab-35748affa4a4+95:10964:x1855008351239808:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.033796:0:29219:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.033800:0:29219:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.033802:0:29219:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.033804:0:29219:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.033806:0:29219:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.033808:0:29219:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.033948:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.033983:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351239936 00000100:00100000:3.0:1769074925.033988:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351239936 00002000:00100000:3.0:1769074925.034010:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x33c:0x0] (0->2187) req@ffff8c8b30769500 x1855008351239936/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2680/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.034019:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769500 with x1855008351239936 ext(0->2187) 00002000:00010000:3.0:1769074925.034024:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30769500 00000100:00100000:3.0:1769074925.034060:0:32444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 911 00000100:00100000:3.0:1769074925.034068:0:32444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:705e500b-e064-49d7-afab-35748affa4a4+102:10963:x1855008351240064:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.034151:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.034155:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.034157:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.034159:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.034161:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.034163:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.034355:0:29215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 912 00000100:00100000:3.0:1769074925.034363:0:29215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:705e500b-e064-49d7-afab-35748affa4a4+98:10963:x1855008351239936:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.034442:0:29215:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.034446:0:29215:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.034448:0:29215:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.034450:0:29215:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.034453:0:29215:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.034454:0:29215:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.034625:0:29220:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30769180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:705e500b-e064-49d7-afab-35748affa4a4+103:10962:x1855008351238912:12345-192.168.204.41@tcp:4:cp.0 Request processed in 15506us (15903us total) trans 8589935664 rc 0/0 00000100:00100000:3.0:1769074925.034633:0:29220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 899 00002000:00100000:3.0:1769074925.034641:0:29220:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x346:0x0] (0->158090) req@ffff8c8b30769180 x1855008351238912/t8589935664(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.034650:0:29220:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769180 with x1855008351238912 ext(0->158090) 00002000:00010000:3.0:1769074925.034654:0:29220:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30769180 00080000:00000400:0.0:1769074925.035935:0:27578:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.035945:0:27578:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.035947:0:27578:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.035950:0:27578:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.035953:0:27578:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.035955:0:27578:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074925.036294:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.036297:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.036299:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.036301:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.036303:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.036304:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.040476:0:30779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:705e500b-e064-49d7-afab-35748affa4a4+106:10963:x1855008351239424:12345-192.168.204.41@tcp:4:cp.0 Request processed in 8184us (8249us total) trans 8589935665 rc 0/0 00000100:00100000:0.0:1769074925.040489:0:30779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 907 00002000:00100000:0.0:1769074925.040501:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x2c0000401:0x33c:0x0] (0->933) req@ffff8c8b052c9880 x1855008351239424/t8589935665(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 1424/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.040512:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9880 with x1855008351239424 ext(0->933) 00002000:00010000:0.0:1769074925.040518:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052c9880 00000100:00100000:0.0:1769074925.040598:0:29216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+105:10964:x1855008351239680:12345-192.168.204.41@tcp:4:cp.0 Request processed in 7195us (7440us total) trans 8589935666 rc 0/0 00000100:00100000:0.0:1769074925.040605:0:29216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 909 00002000:00100000:0.0:1769074925.040611:0:29216:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x340:0x0] (0->4141) req@ffff8c8b30768000 x1855008351239680/t8589935666(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4632/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.040626:0:29216:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768000 with x1855008351239680 ext(0->4141) 00002000:00010000:0.0:1769074925.040630:0:29216:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30768000 00000100:00100000:0.0:1769074925.040676:0:32444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3076ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:705e500b-e064-49d7-afab-35748affa4a4+104:10963:x1855008351240064:12345-192.168.204.41@tcp:4:cp.0 Request processed in 6609us (7449us total) trans 8589935667 rc 0/0 00000100:00100000:0.0:1769074925.040683:0:32444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 911 00002000:00100000:0.0:1769074925.040689:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000401:0x341:0x0] (0->7180) req@ffff8c8b3076ad80 x1855008351240064/t8589935667(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 7672/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.040696:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076ad80 with x1855008351240064 ext(0->7180) 00002000:00010000:0.0:1769074925.040700:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076ad80 00000100:00100000:0.0:1769074925.040753:0:29096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+102:10964:x1855008351237632:12345-192.168.204.41@tcp:4:cp.0 Request processed in 42081us (42177us total) trans 8589935669 rc 0/0 00000100:00100000:0.0:1769074925.040760:0:29096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 890 00002000:00100000:0.0:1769074925.040765:0:29096:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x34e:0x0] (0->215196) req@ffff8c8b30769f80 x1855008351237632/t8589935669(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 488/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.040783:0:29096:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769f80 with x1855008351237632 ext(0->215196) 00002000:00010000:0.0:1769074925.040787:0:29096:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30769f80 00000100:00100000:1.0:1769074925.040941:0:27578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:705e500b-e064-49d7-afab-35748affa4a4+102:10964:x1855008351238144:12345-192.168.204.41@tcp:4:cp.0 Request processed in 41668us (41746us total) trans 8589935668 rc 0/0 00000100:00100000:1.0:1769074925.040949:0:27578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 891 00002000:00100000:1.0:1769074925.040955:0:27578:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x344:0x0] (0->109446) req@ffff8c8b30768700 x1855008351238144/t8589935668(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:460/0 lens 488/448 e 0 to 0 dl 1769074935 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.040963:0:27578:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768700 with x1855008351238144 ext(0->109446) 00002000:00010000:1.0:1769074925.040967:0:27578:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30768700 00000100:00100000:3.0:1769074925.041664:0:29215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:705e500b-e064-49d7-afab-35748affa4a4+99:10963:x1855008351239936:12345-192.168.204.41@tcp:4:cp.0 Request processed in 7299us (7714us total) trans 8589935671 rc 0/0 00000100:00100000:3.0:1769074925.041674:0:29215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 912 00002000:00100000:3.0:1769074925.041682:0:29215:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x33c:0x0] (0->2187) req@ffff8c8b30769500 x1855008351239936/t8589935671(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2680/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.041690:0:29215:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30769500 with x1855008351239936 ext(0->2187) 00002000:00010000:3.0:1769074925.041694:0:29215:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30769500 00000100:00100000:3.0:1769074925.041758:0:29219:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3076b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:705e500b-e064-49d7-afab-35748affa4a4+98:10964:x1855008351239808:12345-192.168.204.41@tcp:4:cp.0 Request processed in 8072us (8555us total) trans 8589935670 rc 0/0 00000100:00100000:3.0:1769074925.041765:0:29219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 910 00002000:00100000:3.0:1769074925.041783:0:29219:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x280000401:0x354:0x0] (0->2470) req@ffff8c8b3076b100 x1855008351239808/t8589935670(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2960/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.041791:0:29219:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076b100 with x1855008351239808 ext(0->2470) 00002000:00010000:3.0:1769074925.041795:0:29219:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b3076b100 00000100:00100000:3.0:1769074925.046808:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.046990:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.047022:0:29215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351240576 00000100:00100000:3.0:1769074925.047063:0:29215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351240576 00002000:00100000:3.0:1769074925.047104:0:29215:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x34f:0x0] (0->218292) req@ffff8c8b3076a680 x1855008351240576/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.047114:0:29215:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076a680 with x1855008351240576 ext(0->218292) 00002000:00010000:3.0:1769074925.047120:0:29215:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076a680 00000100:00100000:3.0:1769074925.047155:0:29215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 913 00000100:00100000:3.0:1769074925.047976:0:29215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:705e500b-e064-49d7-afab-35748affa4a4+103:10963:x1855008351240576:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:3.0:1769074925.054231:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074925.059410:0:29218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3076b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:705e500b-e064-49d7-afab-35748affa4a4+105:10965:x1855008351238272:12345-192.168.204.41@tcp:4:cp.0 Request processed in 53776us (54807us total) trans 8589935669 rc 0/0 00000100:00100000:0.0:1769074925.059424:0:29218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 893 00002000:00100000:0.0:1769074925.059438:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x33a:0x0] (0->17844) req@ffff8c8b3076b480 x1855008351238272/t8589935669(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.059450:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076b480 with x1855008351238272 ext(0->17844) 00002000:00010000:0.0:1769074925.059456:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076b480 00000100:00100000:1.0:1769074925.061648:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074925.062144:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074925.062168:0:29218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351241728 00000100:00100000:0.0:1769074925.062177:0:29218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351241728 00002000:00100000:0.0:1769074925.062221:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x352:0x0] (0->25603) req@ffff8c8b052c9f80 x1855008351241728/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.062231:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9f80 with x1855008351241728 ext(0->25603) 00002000:00010000:0.0:1769074925.062236:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052c9f80 00000100:00100000:0.0:1769074925.062257:0:29218:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351240832 00000100:00100000:0.0:1769074925.062260:0:29218:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351240832 00002000:00100000:0.0:1769074925.062274:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x353:0x0] (0->5100) req@ffff8c8b2af66d80 x1855008351240832/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 5592/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.062281:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af66d80 with x1855008351240832 ext(0->5100) 00002000:00010000:0.0:1769074925.062284:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2af66d80 00000100:00100000:0.0:1769074925.062306:0:29096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 916 00000100:00100000:0.0:1769074925.062315:0:29096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+107:10964:x1855008351241728:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.062332:0:32407:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.062338:0:32407:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.062341:0:32407:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.062344:0:32407:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.062347:0:32407:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.062349:0:32407:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.062462:0:29218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 917 00000100:00100000:0.0:1769074925.062471:0:29218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:705e500b-e064-49d7-afab-35748affa4a4+108:10965:x1855008351240832:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.062576:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.062580:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.062583:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.062585:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.062588:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.062590:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074925.062833:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.062837:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.062840:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.062843:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.062846:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.062849:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074925.063000:0:30781:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.063004:0:30781:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.063006:0:30781:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.063008:0:30781:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.063010:0:30781:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.063012:0:30781:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.063885:0:32407:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3076aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:705e500b-e064-49d7-afab-35748affa4a4+100:10963:x1855008351239040:12345-192.168.204.41@tcp:4:cp.0 Request processed in 43308us (44212us total) trans 8589935674 rc 0/0 00000100:00100000:3.0:1769074925.063896:0:32407:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 901 00002000:00100000:3.0:1769074925.063906:0:32407:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x351:0x0] (0->232805) req@ffff8c8b3076aa00 x1855008351239040/t8589935674(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.063924:0:32407:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076aa00 with x1855008351239040 ext(0->232805) 00002000:00010000:3.0:1769074925.063929:0:32407:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b3076aa00 00080000:00000400:1.0:1769074925.065104:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.065111:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.065114:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.065116:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.065118:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.065120:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.065990:0:29218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:705e500b-e064-49d7-afab-35748affa4a4+111:10965:x1855008351240832:12345-192.168.204.41@tcp:4:cp.0 Request processed in 3513us (3841us total) trans 8589935670 rc 0/0 00000100:00100000:0.0:1769074925.066003:0:29218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 917 00002000:00100000:0.0:1769074925.066015:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x2c0000401:0x353:0x0] (0->5100) req@ffff8c8b2af66d80 x1855008351240832/t8589935670(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 5592/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.066024:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af66d80 with x1855008351240832 ext(0->5100) 00002000:00010000:0.0:1769074925.066052:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2af66d80 00000100:00100000:3.0:1769074925.074287:0:34004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:705e500b-e064-49d7-afab-35748affa4a4+99:10964:x1855008351240192:12345-192.168.204.41@tcp:4:cp.0 Request processed in 42189us (42292us total) trans 8589935675 rc 0/0 00000100:00100000:3.0:1769074925.074319:0:34004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 906 00002000:00100000:3.0:1769074925.074330:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0x347:0x0] (0->37837) req@ffff8c8b052c9c00 x1855008351240192/t8589935675(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.074355:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9c00 with x1855008351240192 ext(0->37837) 00002000:00010000:3.0:1769074925.074362:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052c9c00 00000100:00100000:1.0:1769074925.074703:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.074727:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.074746:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351240960 00000100:00100000:3.0:1769074925.074756:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351240960 00000100:00100000:1.0:1769074925.074761:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.074798:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00002000:00100000:3.0:1769074925.074809:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x2c0000401:0x355:0x0] (0->1760) req@ffff8c8b052cb100 x1855008351240960/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2256/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.074818:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052cb100 with x1855008351240960 ext(0->1760) 00002000:00010000:3.0:1769074925.074822:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052cb100 00000100:00100000:3.0:1769074925.074841:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351241088 00000100:00100000:3.0:1769074925.074845:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351241088 00002000:00100000:3.0:1769074925.074863:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0x339:0x0] (0->833) req@ffff8c8b052ca300 x1855008351241088/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 1328/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.074871:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052ca300 with x1855008351241088 ext(0->833) 00002000:00010000:3.0:1769074925.074874:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052ca300 00000100:00100000:3.0:1769074925.074888:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351241472 00000100:00100000:3.0:1769074925.074891:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351241472 00002000:00100000:3.0:1769074925.074907:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0x33b:0x0] (0->4225) req@ffff8c8b35f86680 x1855008351241472/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4720/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074925.074918:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00002000:00100000:3.0:1769074925.074927:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f86680 with x1855008351241472 ext(0->4225) 00002000:00010000:3.0:1769074925.074931:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f86680 00000100:00100000:3.0:1769074925.074948:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351241344 00000100:00100000:1.0:1769074925.074949:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.074954:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351241344 00002000:00100000:3.0:1769074925.074973:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0x34a:0x0] (0->850) req@ffff8c8b35f86d80 x1855008351241344/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 1344/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.074979:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f86d80 with x1855008351241344 ext(0->850) 00002000:00010000:3.0:1769074925.074982:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f86d80 00000100:00100000:3.0:1769074925.075000:0:34004:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351241216 00000100:00100000:3.0:1769074925.075003:0:34004:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351241216 00000100:00100000:1.0:1769074925.075009:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00002000:00100000:3.0:1769074925.075022:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_017: refresh rw locks for [0x2c0000401:0x339:0x0] (0->2853) req@ffff8c8b35f85500 x1855008351241216/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 3344/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1769074925.075057:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00002000:00100000:3.0:1769074925.078689:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f85500 with x1855008351241216 ext(0->2853) 00002000:00010000:3.0:1769074925.078699:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b35f85500 00000100:00100000:1.0:1769074925.078887:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074925.080047:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351241856 00000100:00100000:0.0:1769074925.080061:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351241856 00002000:00100000:0.0:1769074925.080111:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x34f:0x0] (0->10929) req@ffff8c8b35f87100 x1855008351241856/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 11424/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.080121:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f87100 with x1855008351241856 ext(0->10929) 00002000:00010000:0.0:1769074925.080125:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f87100 00000100:00100000:0.0:1769074925.080140:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351241984 00000100:00100000:0.0:1769074925.080143:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351241984 00002000:00100000:0.0:1769074925.080164:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x33a:0x0] (0->436) req@ffff8c8b35f84380 x1855008351241984/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 928/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.080173:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f84380 with x1855008351241984 ext(0->436) 00002000:00010000:0.0:1769074925.080177:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f84380 00000100:00100000:0.0:1769074925.080183:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351242112 00000100:00100000:0.0:1769074925.080186:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351242112 00002000:00100000:0.0:1769074925.080200:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000401:0x356:0x0] (0->4493) req@ffff8c8b35f85880 x1855008351242112/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4984/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.080207:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f85880 with x1855008351242112 ext(0->4493) 00002000:00010000:0.0:1769074925.080210:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b35f85880 00000100:00100000:0.0:1769074925.080216:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351242240 00000100:00100000:0.0:1769074925.080219:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351242240 00002000:00100000:0.0:1769074925.080232:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x33f:0x0] (0->229) req@ffff8c8b35f84a80 x1855008351242240/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 720/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.080239:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f84a80 with x1855008351242240 ext(0->229) 00002000:00010000:0.0:1769074925.080243:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f84a80 00000100:00100000:0.0:1769074925.080255:0:32444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 918 00000100:00100000:0.0:1769074925.080263:0:32444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:705e500b-e064-49d7-afab-35748affa4a4+112:10962:x1855008351240960:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.080459:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.080463:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.080465:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.080467:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.080469:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.080470:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.080693:0:29216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 919 00000100:00100000:0.0:1769074925.080700:0:29216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b052ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+106:10962:x1855008351241088:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.080800:0:29216:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.080814:0:29216:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.080816:0:29216:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.080817:0:29216:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.080819:0:29216:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.080821:0:29216:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.080958:0:30780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 920 00000100:00100000:0.0:1769074925.080966:0:30780:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:705e500b-e064-49d7-afab-35748affa4a4+108:10962:x1855008351241472:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.081081:0:30780:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.081085:0:30780:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.081087:0:30780:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.081088:0:30780:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.081090:0:30780:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.081092:0:30780:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.081184:0:30779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 921 00000100:00100000:0.0:1769074925.081193:0:30779:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:705e500b-e064-49d7-afab-35748affa4a4+110:10964:x1855008351241344:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.081265:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.081268:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.081270:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.081272:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.081274:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.081276:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.081367:0:30782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 922 00000100:00100000:0.0:1769074925.081375:0:30782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:705e500b-e064-49d7-afab-35748affa4a4+114:10965:x1855008351241216:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.081458:0:30782:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.081461:0:30782:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.081463:0:30782:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.081465:0:30782:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.081467:0:30782:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.081469:0:30782:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.081576:0:29218:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 923 00000100:00100000:0.0:1769074925.081584:0:29218:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:705e500b-e064-49d7-afab-35748affa4a4+112:10964:x1855008351241856:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.081666:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.081697:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.081699:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.081701:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.081703:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.081705:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.081841:0:27579:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+114:10964:x1855008351239296:12345-192.168.204.41@tcp:4:cp.0 Request processed in 60902us (62130us total) trans 8589935676 rc 0/0 00000100:00100000:0.0:1769074925.081849:0:27579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 902 00002000:00100000:0.0:1769074925.081858:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x353:0x0] (0->1127831) req@ffff8c8b30768e00 x1855008351239296/t8589935676(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.081867:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768e00 with x1855008351239296 ext(0->1127831) 00002000:00010000:0.0:1769074925.081872:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30768e00 00000100:00100000:0.0:1769074925.081896:0:27579:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 924 00000100:00100000:0.0:1769074925.081902:0:27579:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+113:10962:x1855008351241984:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.081971:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.081974:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.081975:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.081977:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.081979:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.081981:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.082665:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00080000:00000400:0.0:1769074925.082786:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.082790:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.082791:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.082793:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.082795:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.082797:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.082956:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074925.083050:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00080000:00000400:1.0:1769074925.083291:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.083296:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.083298:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.083299:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.083302:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.083303:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.085744:0:32444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:705e500b-e064-49d7-afab-35748affa4a4+118:10962:x1855008351240960:12345-192.168.204.41@tcp:4:cp.0 Request processed in 5471us (11032us total) trans 8589935672 rc 0/0 00000100:00100000:0.0:1769074925.085759:0:32444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 918 00002000:00100000:0.0:1769074925.085783:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000401:0x355:0x0] (0->1760) req@ffff8c8b052cb100 x1855008351240960/t8589935672(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2256/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.085794:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052cb100 with x1855008351240960 ext(0->1760) 00002000:00010000:0.0:1769074925.085802:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052cb100 00000100:00100000:0.0:1769074925.085832:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351242368 00000100:00100000:0.0:1769074925.085840:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351242368 00002000:00100000:0.0:1769074925.085875:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000401:0x350:0x0] (0->84649) req@ffff8c8b2af65500 x1855008351242368/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.085883:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af65500 with x1855008351242368 ext(0->84649) 00002000:00010000:0.0:1769074925.085887:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2af65500 00000100:00100000:0.0:1769074925.085897:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351242496 00000100:00100000:0.0:1769074925.085900:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351242496 00002000:00100000:0.0:1769074925.085915:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000401:0x342:0x0] (0->1785) req@ffff8c8b2af67100 x1855008351242496/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2280/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.085924:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af67100 with x1855008351242496 ext(0->1785) 00002000:00010000:0.0:1769074925.085928:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2af67100 00000100:00100000:0.0:1769074925.085936:0:32444:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351242624 00000100:00100000:0.0:1769074925.085939:0:32444:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351242624 00002000:00100000:0.0:1769074925.085955:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x280000401:0x355:0x0] (0->1606) req@ffff8c8b2af64380 x1855008351242624/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2096/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.085963:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af64380 with x1855008351242624 ext(0->1606) 00002000:00010000:0.0:1769074925.085966:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b2af64380 00000100:00100000:0.0:1769074925.085977:0:32444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 925 00000100:00100000:0.0:1769074925.085987:0:32444:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:705e500b-e064-49d7-afab-35748affa4a4+120:10963:x1855008351242112:12345-192.168.204.41@tcp:4:cp.0 00000100:00100000:1.0:1769074925.086109:0:29217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+120:10962:x1855008351241600:12345-192.168.204.41@tcp:4:cp.0 Request processed in 31701us (31883us total) trans 8589935675 rc 0/0 00000100:00100000:1.0:1769074925.086119:0:29217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 915 00002000:00100000:1.0:1769074925.086138:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x2c0000401:0x34e:0x0] (0->181474) req@ffff8c8b30768380 x1855008351241600/t8589935675(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.086146:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768380 with x1855008351241600 ext(0->181474) 00002000:00010000:1.0:1769074925.086151:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b30768380 00000100:00100000:1.0:1769074925.086169:0:29217:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 926 00000100:00100000:1.0:1769074925.086177:0:29217:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+116:10965:x1855008351242240:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:1.0:1769074925.086332:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074925.086337:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074925.086340:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074925.086342:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074925.086345:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074925.086347:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074925.086722:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.086727:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.086729:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.086731:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.086734:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.086736:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.086935:0:29216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+118:10962:x1855008351241088:12345-192.168.204.41@tcp:4:cp.0 Request processed in 6233us (12205us total) trans 8589935678 rc 0/0 00000100:00100000:0.0:1769074925.086944:0:29216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 919 00002000:00100000:0.0:1769074925.086952:0:29216:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x280000401:0x339:0x0] (0->833) req@ffff8c8b052ca300 x1855008351241088/t8589935678(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 1328/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.086961:0:29216:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052ca300 with x1855008351241088 ext(0->833) 00002000:00010000:0.0:1769074925.086965:0:29216:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b052ca300 00000100:00100000:0.0:1769074925.086984:0:29216:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 928 00000100:00100000:0.0:1769074925.086992:0:29216:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+122:10962:x1855008351242496:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:0.0:1769074925.087555:0:29216:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074925.087559:0:29216:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074925.087561:0:29216:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074925.087563:0:29216:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074925.087565:0:29216:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074925.087567:0:29216:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:0.0:1769074925.087705:0:30780:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:705e500b-e064-49d7-afab-35748affa4a4+117:10962:x1855008351241472:12345-192.168.204.41@tcp:4:cp.0 Request processed in 6739us (12943us total) trans 8589935679 rc 0/0 00000100:00100000:0.0:1769074925.087713:0:30780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 920 00002000:00100000:0.0:1769074925.087744:0:30780:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x280000401:0x33b:0x0] (0->4225) req@ffff8c8b35f86680 x1855008351241472/t8589935679(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4720/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.087752:0:30780:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f86680 with x1855008351241472 ext(0->4225) 00002000:00010000:0.0:1769074925.087755:0:30780:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f86680 00000100:00100000:0.0:1769074925.087820:0:29096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b052c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:705e500b-e064-49d7-afab-35748affa4a4+125:10964:x1855008351241728:12345-192.168.204.41@tcp:4:cp.0 Request processed in 25506us (26181us total) trans 8589935674 rc 0/0 00000100:00100000:0.0:1769074925.087827:0:29096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 916 00002000:00100000:0.0:1769074925.087832:0:29096:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x352:0x0] (0->25603) req@ffff8c8b052c9f80 x1855008351241728/t8589935674(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.087840:0:29096:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b052c9f80 with x1855008351241728 ext(0->25603) 00002000:00010000:0.0:1769074925.087844:0:29096:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b052c9f80 00000100:00100000:0.0:1769074925.087886:0:30779:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:705e500b-e064-49d7-afab-35748affa4a4+116:10964:x1855008351241344:12345-192.168.204.41@tcp:4:cp.0 Request processed in 6693us (13086us total) trans 8589935680 rc 0/0 00000100:00100000:0.0:1769074925.087892:0:30779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 921 00002000:00100000:0.0:1769074925.087897:0:30779:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x280000401:0x34a:0x0] (0->850) req@ffff8c8b35f86d80 x1855008351241344/t8589935680(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 1344/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.087905:0:30779:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f86d80 with x1855008351241344 ext(0->850) 00002000:00010000:0.0:1769074925.087909:0:30779:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f86d80 00000100:00100000:0.0:1769074925.087954:0:30782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:705e500b-e064-49d7-afab-35748affa4a4+124:10965:x1855008351241216:12345-192.168.204.41@tcp:4:cp.0 Request processed in 6579us (13038us total) trans 8589935673 rc 0/0 00000100:00100000:0.0:1769074925.088009:0:30782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 922 00002000:00100000:0.0:1769074925.088016:0:30782:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x2c0000401:0x339:0x0] (0->2853) req@ffff8c8b35f85500 x1855008351241216/t8589935673(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 3344/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.088023:0:30782:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f85500 with x1855008351241216 ext(0->2853) 00000100:00100000:1.0:1769074925.091872:0:32444:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:705e500b-e064-49d7-afab-35748affa4a4+122:10963:x1855008351242112:12345-192.168.204.41@tcp:4:cp.0 Request processed in 5817us (16745us total) trans 8589935676 rc 0/0 00000100:00100000:1.0:1769074925.091883:0:32444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 925 00002000:00100000:1.0:1769074925.091890:0:32444:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x2c0000401:0x356:0x0] (0->4493) req@ffff8c8b35f85880 x1855008351242112/t8589935676(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 4984/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.091900:0:32444:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f85880 with x1855008351242112 ext(0->4493) 00002000:00010000:1.0:1769074925.091905:0:32444:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b35f85880 00000100:00100000:1.0:1769074925.091961:0:29217:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:705e500b-e064-49d7-afab-35748affa4a4+114:10965:x1855008351242240:12345-192.168.204.41@tcp:4:cp.0 Request processed in 5784us (13077us total) trans 8589935683 rc 0/0 00000100:00100000:1.0:1769074925.091969:0:29217:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 926 00002000:00100000:1.0:1769074925.091974:0:29217:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x280000401:0x33f:0x0] (0->229) req@ffff8c8b35f84a80 x1855008351242240/t8589935683(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 720/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.091983:0:29217:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f84a80 with x1855008351242240 ext(0->229) 00002000:00010000:1.0:1769074925.091987:0:29217:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f84a80 00002000:00010000:0.0:1769074925.092344:0:30782:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b35f85500 00080000:00000400:3.0:1769074925.092666:0:29215:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.092672:0:29215:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.092676:0:29215:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.092681:0:29215:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.092683:0:29215:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.092685:0:29215:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.095977:0:29215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3076a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:705e500b-e064-49d7-afab-35748affa4a4+121:10963:x1855008351240576:12345-192.168.204.41@tcp:4:cp.0 Request processed in 48001us (49175us total) trans 8589935679 rc 0/0 00000100:00100000:3.0:1769074925.095988:0:29215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 913 00002000:00100000:3.0:1769074925.095997:0:29215:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x34f:0x0] (0->218292) req@ffff8c8b3076a680 x1855008351240576/t8589935679(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.096013:0:29215:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076a680 with x1855008351240576 ext(0->218292) 00002000:00010000:3.0:1769074925.096018:0:29215:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b3076a680 00000100:00100000:3.0:1769074925.096752:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.096792:0:29220:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351243136 00000100:00100000:3.0:1769074925.096810:0:29220:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351243136 00002000:00100000:3.0:1769074925.096850:0:29220:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x340:0x0] (0->3074) req@ffff8c8b30768a80 x1855008351243136/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 3568/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.096860:0:29220:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b30768a80 with x1855008351243136 ext(0->3074) 00002000:00010000:3.0:1769074925.096864:0:29220:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b30768a80 00000100:00100000:3.0:1769074925.096886:0:29220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 931 00000100:00100000:3.0:1769074925.096895:0:29220:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:705e500b-e064-49d7-afab-35748affa4a4+116:10962:x1855008351243136:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.097120:0:29220:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.097124:0:29220:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.097127:0:29220:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.097129:0:29220:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.097130:0:29220:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.097132:0:29220:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.097396:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.097415:0:27577:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351243264 00000100:00100000:3.0:1769074925.097419:0:27577:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351243264 00002000:00100000:3.0:1769074925.097440:0:27577:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x346:0x0] (0->2124) req@ffff8c8b3076bb80 x1855008351243264/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2616/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.097449:0:27577:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076bb80 with x1855008351243264 ext(0->2124) 00002000:00010000:3.0:1769074925.097453:0:27577:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b3076bb80 00000100:00100000:3.0:1769074925.097471:0:27577:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 932 00000100:00100000:3.0:1769074925.097482:0:27577:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3076bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:705e500b-e064-49d7-afab-35748affa4a4+119:10964:x1855008351243264:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.097573:0:27577:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.097578:0:27577:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.097582:0:27577:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.097585:0:27577:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.097587:0:27577:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.097589:0:27577:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:3.0:1769074925.097694:0:29215:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351243008 00000100:00100000:3.0:1769074925.097700:0:29215:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351243008 00002000:00100000:3.0:1769074925.097722:0:29215:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x2c0000401:0x354:0x0] (0->24283) req@ffff8c8b38591500 x1855008351243008/t0(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/0 e 0 to 0 dl 1769074936 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.097735:0:29215:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38591500 with x1855008351243008 ext(0->24283) 00002000:00010000:3.0:1769074925.097740:0:29215:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b38591500 00000100:00100000:3.0:1769074925.097761:0:29215:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 934 00000100:00100000:3.0:1769074925.097782:0:29215:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:705e500b-e064-49d7-afab-35748affa4a4+123:10964:x1855008351243392:12345-192.168.204.41@tcp:4:cp.0 00080000:00000400:3.0:1769074925.097868:0:29215:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074925.097871:0:29215:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074925.097873:0:29215:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074925.097875:0:29215:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074925.097877:0:29215:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074925.097879:0:29215:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00100000:1.0:1769074925.101532:0:27579:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:705e500b-e064-49d7-afab-35748affa4a4+126:10962:x1855008351241984:12345-192.168.204.41@tcp:4:cp.0 Request processed in 19625us (26521us total) trans 8589935682 rc 0/0 00000100:00100000:1.0:1769074925.101545:0:27579:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 924 00002000:00100000:1.0:1769074925.101555:0:27579:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x33a:0x0] (0->436) req@ffff8c8b35f84380 x1855008351241984/t8589935682(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 928/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.101606:0:27579:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f84380 with x1855008351241984 ext(0->436) 00002000:00010000:1.0:1769074925.101611:0:27579:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f84380 00000100:00100000:1.0:1769074925.101659:0:29218:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:705e500b-e064-49d7-afab-35748affa4a4+125:10964:x1855008351241856:12345-192.168.204.41@tcp:4:cp.0 Request processed in 20074us (26709us total) trans 8589935681 rc 0/0 00000100:00100000:1.0:1769074925.101666:0:29218:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 923 00002000:00100000:1.0:1769074925.101674:0:29218:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x280000401:0x34f:0x0] (0->10929) req@ffff8c8b35f87100 x1855008351241856/t8589935681(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 11424/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.101681:0:29218:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b35f87100 with x1855008351241856 ext(0->10929) 00002000:00010000:1.0:1769074925.101685:0:29218:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b35f87100 00000100:00100000:3.0:1769074925.102179:0:29215:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38592d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:705e500b-e064-49d7-afab-35748affa4a4+124:10964:x1855008351243392:12345-192.168.204.41@tcp:4:cp.0 Request processed in 4409us (4639us total) trans 8589935688 rc 0/0 00000100:00100000:3.0:1769074925.102193:0:29215:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 934 00002000:00100000:3.0:1769074925.102204:0:29215:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x343:0x0] (0->1689) req@ffff8c8b38592d80 x1855008351243392/t8589935688(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2184/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.102217:0:29215:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38592d80 with x1855008351243392 ext(0->1689) 00002000:00010000:3.0:1769074925.102223:0:29215:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b38592d80 00000100:00100000:1.0:1769074925.102656:0:27577:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3076bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:705e500b-e064-49d7-afab-35748affa4a4+122:10964:x1855008351243264:12345-192.168.204.41@tcp:4:cp.0 Request processed in 5175us (5259us total) trans 8589935687 rc 0/0 00000100:00100000:1.0:1769074925.102665:0:27577:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 932 00002000:00100000:1.0:1769074925.102672:0:27577:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x346:0x0] (0->2124) req@ffff8c8b3076bb80 x1855008351243264/t8589935687(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2616/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074925.102681:0:27577:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b3076bb80 with x1855008351243264 ext(0->2124) 00002000:00010000:1.0:1769074925.102686:0:27577:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b3076bb80 00000100:00100000:3.0:1769074925.104737:0:34004:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38592680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_017:705e500b-e064-49d7-afab-35748affa4a4+122:10964:x1855008351242880:12345-192.168.204.41@tcp:4:cp.0 Request processed in 7000us (7247us total) trans 8589935689 rc 0/0 00000100:00100000:3.0:1769074925.104751:0:34004:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 933 00002000:00100000:3.0:1769074925.104784:0:34004:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_017: refresh rw locks for [0x280000401:0x345:0x0] (0->35422) req@ffff8c8b38592680 x1855008351242880/t8589935689(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074925.104794:0:34004:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38592680 with x1855008351242880 ext(0->35422) 00002000:00010000:3.0:1769074925.104800:0:34004:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8c8b38592680 00000100:00100000:0.0:1769074925.105846:0:29216:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:705e500b-e064-49d7-afab-35748affa4a4+124:10962:x1855008351242496:12345-192.168.204.41@tcp:4:cp.0 Request processed in 18849us (22885us total) trans 8589935678 rc 0/0 00000100:00100000:0.0:1769074925.105858:0:29216:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 928 00002000:00100000:0.0:1769074925.105868:0:29216:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x2c0000401:0x342:0x0] (0->1785) req@ffff8c8b2af67100 x1855008351242496/t8589935678(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 2280/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.105877:0:29216:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b2af67100 with x1855008351242496 ext(0->1785) 00002000:00010000:0.0:1769074925.105882:0:29216:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b2af67100 00000100:00100000:0.0:1769074925.106241:0:27578:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38591500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:705e500b-e064-49d7-afab-35748affa4a4+122:10962:x1855008351243008:12345-192.168.204.41@tcp:4:cp.0 Request processed in 8336us (8664us total) trans 8589935681 rc 0/0 00000100:00100000:0.0:1769074925.106259:0:27578:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 935 00002000:00100000:0.0:1769074925.106266:0:27578:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x354:0x0] (0->24283) req@ffff8c8b38591500 x1855008351243008/t8589935681(0) o4->705e500b-e064-49d7-afab-35748affa4a4@192.168.204.41@tcp:461/0 lens 488/448 e 0 to 0 dl 1769074936 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074925.106274:0:27578:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8c8b38591500 with x1855008351243008 ext(0->24283) 00002000:00010000:0.0:1769074925.106278:0:27578:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8c8b38591500 00000100:00100000:0.0:1769074925.128237:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.131749:0:29094:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351243648 00000100:00100000:1.0:1769074925.131760:0:29094:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351243648 00000100:00100000:1.0:1769074925.131830:0:29094:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351243776 00000100:00100000:1.0:1769074925.131833:0:29094:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351243776 00000100:00100000:1.0:1769074925.131872:0:29094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 104 00000100:00100000:1.0:1769074925.131881:0:29094:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d2f79829-a458-4b51-a425-4d60986536e6+9:10963:x1855008351243648:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074925.131897:0:29094:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074925.131918:0:29094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b2b5c9c00/0xd2fe271aa17268a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607c68c expref: 9 pid: 47386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.131935:0:29094:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074925.131979:0:29094:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38593100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d2f79829-a458-4b51-a425-4d60986536e6+8:10963:x1855008351243648:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 99us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074925.131987:0:29094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 104 00000100:00100000:1.0:1769074925.132005:0:29094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 105 00000100:00100000:1.0:1769074925.132011:0:29094:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38590380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d2f79829-a458-4b51-a425-4d60986536e6+7:10965:x1855008351243776:12345-192.168.204.41@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074925.132018:0:29094:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074925.132066:0:29094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b2b5c9600/0xd2fe271aa17268a8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607c693 expref: 7 pid: 47386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.132075:0:29094:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074925.132094:0:29094:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38590380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:d2f79829-a458-4b51-a425-4d60986536e6+6:10965:x1855008351243776:12345-192.168.204.41@tcp:103:ldlm_bl.0 Request processed in 83us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074925.132100:0:29094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 105 00000100:00100000:3.0:1769074925.151784:0:28095:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351248896 00000100:00100000:3.0:1769074925.151796:0:28095:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351248896 00000020:00010000:0.0:1769074925.152760:0:26091:0:(genops.c:1924:obd_stale_export_get()) Get export ffff8c8a09946800: total 0 00010000:00010000:0.0:1769074925.152811:0:26091:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff8c8a09946800, canceled 0 locks, left on hash table 39. 00002000:00010000:0.0:1769074925.152833:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x352:0x0] updating lvb size from disk: 0 -> 25604 00002000:00010000:0.0:1769074925.152836:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x352:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.152837:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x352:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.152839:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x352:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:0.0:1769074925.152861:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573e200/0xd2fe271aa172ffde lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed36 expref: 119 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152879:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33b:0x0] updating lvb size from disk: 0 -> 3002 00002000:00010000:0.0:1769074925.152881:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33b:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.152883:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33b:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.152884:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33b:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.152888:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697200/0xd2fe271aa172ed62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e6ec expref: 118 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152897:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb size from disk: 0 -> 1650 00002000:00010000:0.0:1769074925.152898:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.152899:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.152900:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.152904:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3db6d200/0xd2fe271aa172f80c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb06 expref: 117 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152914:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33e:0x0] updating lvb size from disk: 0 -> 265 00002000:00010000:0.0:1769074925.152915:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33e:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.152917:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33e:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.152918:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.152922:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a04794a00/0xd2fe271aa172ef84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e7be expref: 116 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152931:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb size from disk: 0 -> 31707 00002000:00010000:0.0:1769074925.152932:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.152933:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.152935:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34d:0x0] updating lvb blocks from disk: 0 -> 64 00010000:00010000:0.0:1769074925.152938:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163200/0xd2fe271aa172fa2e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebd8 expref: 115 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152946:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb size from disk: 0 -> 1750 00002000:00010000:0.0:1769074925.152948:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.152950:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.152951:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x336:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.152955:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b01662c00/0xd2fe271aa172e9d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e58e expref: 114 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152964:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb size from disk: 0 -> 13875 00002000:00010000:0.0:1769074925.152965:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.152966:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.152967:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x345:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:0.0:1769074925.152971:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984400/0xd2fe271aa172f47e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9a8 expref: 113 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152980:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x348:0x0] updating lvb size from disk: 0 -> 1655 00002000:00010000:0.0:1769074925.152981:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x348:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.152983:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x348:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.152984:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x348:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.152987:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a02e58e00/0xd2fe271aa172f6a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea7a expref: 112 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.152996:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x331:0x0] updating lvb size from disk: 0 -> 1731 00002000:00010000:0.0:1769074925.152997:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x331:0x0] updating lvb mtime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.152998:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x331:0x0] updating lvb ctime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.152999:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x331:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153003:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3f6dda00/0xd2fe271aa172e646 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e430 expref: 111 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153013:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb size from disk: 0 -> 4142 00002000:00010000:0.0:1769074925.153016:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153018:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153020:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x340:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153083:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03518000/0xd2fe271aa172f0f0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e84a expref: 110 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153101:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb size from disk: 0 -> 6426 00002000:00010000:0.0:1769074925.153103:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153105:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153107:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x343:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153115:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03519000/0xd2fe271aa172f312 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e91c expref: 109 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153129:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x333:0x0] updating lvb size from disk: 0 -> 15472 00002000:00010000:0.0:1769074925.153131:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x333:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153133:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x333:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153135:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x333:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:0.0:1769074925.153142:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b01663800/0xd2fe271aa172e7b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e4bc expref: 108 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153157:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb size from disk: 0 -> 1786 00002000:00010000:0.0:1769074925.153159:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153161:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153163:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x342:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153170:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5000/0xd2fe271aa172f25c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e8d6 expref: 107 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153185:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb size from disk: 0 -> 42513 00002000:00010000:0.0:1769074925.153187:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153189:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153191:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x351:0x0] updating lvb blocks from disk: 0 -> 88 00010000:00010000:0.0:1769074925.153199:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ee00/0xd2fe271aa172ff28 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->45055) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecf0 expref: 106 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153214:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb size from disk: 0 -> 24284 00002000:00010000:0.0:1769074925.153216:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153218:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153220:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x354:0x0] updating lvb blocks from disk: 0 -> 48 00010000:00010000:0.0:1769074925.153227:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163800/0xd2fe271aa173014a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->24575) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edc2 expref: 105 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153244:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb size from disk: 0 -> 6809 00002000:00010000:0.0:1769074925.153258:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153260:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153262:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33d:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153271:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b03697400/0xd2fe271aa172eece lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e778 expref: 104 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153286:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb size from disk: 0 -> 142088 00002000:00010000:0.0:1769074925.153289:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153291:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153292:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34c:0x0] updating lvb blocks from disk: 0 -> 280 00010000:00010000:0.0:1769074925.153299:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b06f7a000/0xd2fe271aa172f978 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->143359) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb92 expref: 103 pid: 38314 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153310:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb size from disk: 0 -> 218293 00002000:00010000:0.0:1769074925.153311:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153313:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153314:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34f:0x0] updating lvb blocks from disk: 0 -> 432 00010000:00010000:0.0:1769074925.153318:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30697a00/0xd2fe271aa172fdbc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->221183) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec64 expref: 102 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153327:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x338:0x0] updating lvb size from disk: 0 -> 2099 00002000:00010000:0.0:1769074925.153328:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x338:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153329:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x338:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153330:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x338:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153333:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795a00/0xd2fe271aa172eb40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e61a expref: 101 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153342:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb size from disk: 0 -> 419 00002000:00010000:0.0:1769074925.153343:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153344:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153346:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x347:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153349:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985800/0xd2fe271aa172f5ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea34 expref: 100 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153358:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x356:0x0] updating lvb size from disk: 0 -> 4494 00002000:00010000:0.0:1769074925.153359:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x356:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153361:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x356:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153362:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x356:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153365:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04984600/0xd2fe271aa17302b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee4e expref: 99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153374:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34e:0x0] updating lvb size from disk: 0 -> 181475 00002000:00010000:0.0:1769074925.153376:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34e:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153377:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34e:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153378:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34e:0x0] updating lvb blocks from disk: 0 -> 360 00010000:00010000:0.0:1769074925.153382:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35163a00/0xd2fe271aa172fc65 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->184319) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec1e expref: 98 pid: 29091 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153625:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb size from disk: 0 -> 17845 00002000:00010000:0.0:1769074925.153628:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153630:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153632:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33a:0x0] updating lvb blocks from disk: 0 -> 40 00010000:00010000:0.0:1769074925.153643:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa172ecac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->20479) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e6a6 expref: 97 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153658:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x349:0x0] updating lvb size from disk: 0 -> 1404 00002000:00010000:0.0:1769074925.153659:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x349:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153660:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x349:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153662:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x349:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153667:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3db6cc00/0xd2fe271aa172f756 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eac0 expref: 96 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153676:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x335:0x0] updating lvb size from disk: 0 -> 28241 00002000:00010000:0.0:1769074925.153677:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x335:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153679:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x335:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153680:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x335:0x0] updating lvb blocks from disk: 0 -> 56 00010000:00010000:0.0:1769074925.153684:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b01663c00/0xd2fe271aa172e91e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->28671) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e548 expref: 95 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153693:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x344:0x0] updating lvb size from disk: 0 -> 109447 00002000:00010000:0.0:1769074925.153695:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x344:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153696:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x344:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153698:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x344:0x0] updating lvb blocks from disk: 0 -> 216 00010000:00010000:0.0:1769074925.153701:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a600/0xd2fe271aa172f3c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->110591) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e962 expref: 94 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153710:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb size from disk: 0 -> 5101 00002000:00010000:0.0:1769074925.153711:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153712:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153713:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x353:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153716:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa1730094 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed7c expref: 93 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153726:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x330:0x0] updating lvb size from disk: 0 -> 5438 00002000:00010000:0.0:1769074925.153727:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x330:0x0] updating lvb mtime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.153728:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x330:0x0] updating lvb ctime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.153730:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x330:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153734:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0150cc00/0xd2fe271aa172e590 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e3ea expref: 92 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153742:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb size from disk: 0 -> 4113 00002000:00010000:0.0:1769074925.153743:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153744:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153745:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33f:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153749:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b386a4200/0xd2fe271aa172f03a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e804 expref: 91 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153758:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x337:0x0] updating lvb size from disk: 0 -> 1567 00002000:00010000:0.0:1769074925.153759:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x337:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153761:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x337:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153762:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x337:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153766:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a04794000/0xd2fe271aa172ea8a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e5d4 expref: 90 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153788:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb size from disk: 0 -> 158091 00002000:00010000:0.0:1769074925.153791:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153793:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153799:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x346:0x0] updating lvb blocks from disk: 0 -> 312 00010000:00010000:0.0:1769074925.153807:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b04985a00/0xd2fe271aa172f534 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9ee expref: 89 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153821:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb size from disk: 0 -> 1761 00002000:00010000:0.0:1769074925.153823:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153825:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153827:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x355:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153834:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30696a00/0xd2fe271aa1730200 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee08 expref: 88 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153849:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x332:0x0] updating lvb size from disk: 0 -> 38527 00002000:00010000:0.0:1769074925.153851:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x332:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153853:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x332:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153854:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x332:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:0.0:1769074925.153862:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b351da000/0xd2fe271aa172e6fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e476 expref: 87 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153874:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb size from disk: 0 -> 7181 00002000:00010000:0.0:1769074925.153876:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153878:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.153880:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x341:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153886:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ac00/0xd2fe271aa172f1a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e890 expref: 86 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153898:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb size from disk: 0 -> 84650 00002000:00010000:0.0:1769074925.153900:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153901:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.153903:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x350:0x0] updating lvb blocks from disk: 0 -> 168 00010000:00010000:0.0:1769074925.153909:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b3573ec00/0xd2fe271aa172fe72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->86015) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecaa expref: 85 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153922:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb size from disk: 0 -> 2854 00002000:00010000:0.0:1769074925.153924:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153926:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153928:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x339:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153935:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0882aa00/0xd2fe271aa172ebf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e660 expref: 84 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153949:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x33c:0x0] updating lvb size from disk: 0 -> 934 00002000:00010000:0.0:1769074925.153951:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x33c:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153953:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x33c:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153955:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x33c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.153962:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a04795400/0xd2fe271aa172ee18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e732 expref: 83 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153976:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb size from disk: 0 -> 4746 00002000:00010000:0.0:1769074925.153978:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153979:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.153980:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x34b:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.153985:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b35162a00/0xd2fe271aa172f8c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb4c expref: 82 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.153995:0:26091:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x334:0x0] updating lvb size from disk: 0 -> 9194 00002000:00010000:0.0:1769074925.153996:0:26091:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x334:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153998:0:26091:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x334:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.153999:0:26091:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x334:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:0.0:1769074925.154003:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b01663e00/0xd2fe271aa172e868 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e502 expref: 81 pid: 27571 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.154011:0:26091:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff8c8a09946800, canceled 39 locks, left on hash table 0. 00010000:00010000:0.0:1769074925.156005:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.156022:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.156049:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074925.200757:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000020:00010000:0.0:1769074925.201832:0:38306:0:(genops.c:1924:obd_stale_export_get()) Get export ffff8c8b391e7800: total 0 00010000:00010000:0.0:1769074925.201874:0:38306:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff8c8b391e7800, canceled 0 locks, left on hash table 39. 00002000:00010000:0.0:1769074925.201900:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x341:0x0] updating lvb size from disk: 0 -> 3619 00002000:00010000:0.0:1769074925.201903:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x341:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.201905:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x341:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.201907:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x341:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.201932:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03519c00/0xd2fe271aa172f14b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x341:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e86d expref: 119 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.201958:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb size from disk: 0 -> 159517 00002000:00010000:0.0:1769074925.201962:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.201965:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.201967:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x350:0x0] updating lvb blocks from disk: 0 -> 312 00010000:00010000:0.0:1769074925.201976:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696c00/0xd2fe271aa172fe17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x350:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->159743) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec87 expref: 118 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.201991:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x339:0x0] updating lvb size from disk: 0 -> 834 00002000:00010000:0.0:1769074925.201994:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x339:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.201997:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x339:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.201999:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x339:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.202006:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b386a4000/0xd2fe271aa172eb9b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e63d expref: 117 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.202021:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb size from disk: 0 -> 1338 00002000:00010000:0.0:1769074925.202024:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.202064:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.202067:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x348:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.202076:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b07bbe600/0xd2fe271aa172f645 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x348:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea57 expref: 116 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.202091:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34b:0x0] updating lvb size from disk: 0 -> 6544 00002000:00010000:0.0:1769074925.202094:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34b:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.202096:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34b:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.202098:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34b:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.202104:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b00030200/0xd2fe271aa172f867 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb29 expref: 115 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.202118:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x334:0x0] updating lvb size from disk: 0 -> 670 00002000:00010000:0.0:1769074925.202121:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x334:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.202123:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x334:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.202135:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x334:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.202144:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30692c00/0xd2fe271aa172e80d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x334:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e4df expref: 114 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.202161:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb size from disk: 0 -> 1690 00002000:00010000:0.0:1769074925.202164:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.202167:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.202169:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x343:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.202176:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753b800/0xd2fe271aa172f2b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x343:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e8f9 expref: 113 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.202190:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb size from disk: 0 -> 2125 00002000:00010000:0.0:1769074925.202193:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.202195:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.202197:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x346:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.202204:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985c00/0xd2fe271aa172f4d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x346:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9cb expref: 112 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.202218:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x355:0x0] updating lvb size from disk: 0 -> 1607 00002000:00010000:0.0:1769074925.202725:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x355:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.202730:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x355:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.202732:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x355:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.202747:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6400/0xd2fe271aa17301a5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x355:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ede5 expref: 111 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.202779:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb size from disk: 0 -> 6666 00002000:00010000:0.0:1769074925.203114:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.203116:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.203118:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33e:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.203140:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30691800/0xd2fe271aa172ef29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e79b expref: 110 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203160:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x330:0x0] updating lvb size from disk: 0 -> 899 00002000:00010000:0.0:1769074925.203163:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x330:0x0] updating lvb mtime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.203165:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x330:0x0] updating lvb ctime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.203167:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x330:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.203175:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3f6dc000/0xd2fe271aa172e519 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e3c0 expref: 109 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203189:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x345:0x0] updating lvb size from disk: 0 -> 35423 00002000:00010000:0.0:1769074925.203191:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x345:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.203193:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x345:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.203195:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x345:0x0] updating lvb blocks from disk: 0 -> 72 00010000:00010000:0.0:1769074925.203202:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985e00/0xd2fe271aa172f423 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x345:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->36863) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e985 expref: 108 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203216:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb size from disk: 0 -> 2471 00002000:00010000:0.0:1769074925.203218:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.203220:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.203232:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x354:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.203241:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162c00/0xd2fe271aa17300ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x354:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed9f expref: 107 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203256:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x331:0x0] updating lvb size from disk: 0 -> 375119 00002000:00010000:0.0:1769074925.203259:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x331:0x0] updating lvb mtime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.203261:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x331:0x0] updating lvb ctime from disk: 0 -> 1769074918 00002000:00010000:0.0:1769074925.203263:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x331:0x0] updating lvb blocks from disk: 0 -> 736 00010000:00010000:0.0:1769074925.203270:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04980000/0xd2fe271aa172e5eb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x331:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->376831) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e40d expref: 106 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203284:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb size from disk: 0 -> 3075 00002000:00010000:0.0:1769074925.203286:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.203288:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.203290:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x340:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.203297:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753b600/0xd2fe271aa172f095 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e827 expref: 105 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203310:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34f:0x0] updating lvb size from disk: 0 -> 10930 00002000:00010000:0.0:1769074925.203313:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34f:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.203315:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34f:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.203317:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34f:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:0.0:1769074925.203323:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162000/0xd2fe271aa172fd61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec41 expref: 104 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203336:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb size from disk: 0 -> 365788 00002000:00010000:0.0:1769074925.203339:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.203341:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.203342:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x352:0x0] updating lvb blocks from disk: 0 -> 720 00010000:00010000:0.0:1769074925.203349:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30696e00/0xd2fe271aa172ff83 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x352:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->368639) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed13 expref: 103 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203700:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb size from disk: 0 -> 4226 00002000:00010000:0.0:1769074925.203703:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.203705:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.203707:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33b:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.203721:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa172ed07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e6c9 expref: 102 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203739:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb size from disk: 0 -> 851 00002000:00010000:0.0:1769074925.203742:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.203744:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.203746:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.203753:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b00030e00/0xd2fe271aa172f7b1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eae3 expref: 101 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203777:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb size from disk: 0 -> 164942 00002000:00010000:0.0:1769074925.203780:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.203782:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.203784:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34d:0x0] updating lvb blocks from disk: 0 -> 328 00010000:00010000:0.0:1769074925.203792:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162400/0xd2fe271aa172f9d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->167935) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebb5 expref: 100 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203953:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb size from disk: 0 -> 700 00002000:00010000:0.0:1769074925.203956:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.203958:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.203960:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x336:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.203970:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3052e400/0xd2fe271aa172e979 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e56b expref: 99 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.203986:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb size from disk: 0 -> 55542 00002000:00010000:0.0:1769074925.203989:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.203991:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.203994:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33d:0x0] updating lvb blocks from disk: 0 -> 112 00010000:00010000:0.0:1769074925.204001:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b03696c00/0xd2fe271aa172ee73 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->57343) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e755 expref: 98 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204016:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb size from disk: 0 -> 6777 00002000:00010000:0.0:1769074925.204019:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.204020:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:0.0:1769074925.204022:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34c:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.204055:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b00030000/0xd2fe271aa172f91d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb6f expref: 97 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204072:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x338:0x0] updating lvb size from disk: 0 -> 15997 00002000:00010000:0.0:1769074925.204075:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x338:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204077:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x338:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204079:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x338:0x0] updating lvb blocks from disk: 0 -> 32 00010000:00010000:0.0:1769074925.204087:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a04795800/0xd2fe271aa172eae5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x338:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->16383) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e5f7 expref: 96 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204102:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb size from disk: 0 -> 37838 00002000:00010000:0.0:1769074925.204105:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.204107:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.204109:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x347:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:0.0:1769074925.204116:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa172f58f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x347:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea11 expref: 95 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204542:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb size from disk: 0 -> 310450 00002000:00010000:0.0:1769074925.204545:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.204548:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.204550:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x356:0x0] updating lvb blocks from disk: 0 -> 608 00010000:00010000:0.0:1769074925.204561:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162e00/0xd2fe271aa173025b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x356:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->311295) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee2b expref: 94 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204576:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x333:0x0] updating lvb size from disk: 0 -> 39339 00002000:00010000:0.0:1769074925.204579:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x333:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204581:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x333:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204582:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x333:0x0] updating lvb blocks from disk: 0 -> 80 00010000:00010000:0.0:1769074925.204589:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b0150dc00/0xd2fe271aa172e757 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x333:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->40959) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e499 expref: 93 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204602:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb size from disk: 0 -> 8437 00002000:00010000:0.0:1769074925.204604:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.204605:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.204607:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x342:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:0.0:1769074925.204613:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b386a5000/0xd2fe271aa172f201 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x342:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e8b3 expref: 92 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204626:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb size from disk: 0 -> 232806 00002000:00010000:0.0:1769074925.204628:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.204630:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.204632:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x351:0x0] updating lvb blocks from disk: 0 -> 456 00010000:00010000:0.0:1769074925.204638:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b35162800/0xd2fe271aa172fecd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x351:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->233471) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eccd expref: 91 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204652:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb size from disk: 0 -> 9970 00002000:00010000:0.0:1769074925.204654:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204656:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204658:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x332:0x0] updating lvb blocks from disk: 0 -> 24 00010000:00010000:0.0:1769074925.204664:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b3f6dc600/0xd2fe271aa172e6a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x332:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e453 expref: 90 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204677:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x335:0x0] updating lvb size from disk: 0 -> 2659 00002000:00010000:0.0:1769074925.204680:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x335:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204682:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x335:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204684:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x335:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.204690:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b386a4600/0xd2fe271aa172e8c3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x335:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e525 expref: 89 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204703:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb size from disk: 0 -> 6230 00002000:00010000:0.0:1769074925.204705:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.204706:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.204708:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x344:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:0.0:1769074925.204715:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a01fc4400/0xd2fe271aa172f36d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x344:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e93f expref: 88 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204727:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x353:0x0] updating lvb size from disk: 0 -> 1127832 00002000:00010000:0.0:1769074925.204729:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x353:0x0] updating lvb mtime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.204731:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x353:0x0] updating lvb ctime from disk: 0 -> 1769074922 00002000:00010000:0.0:1769074925.204733:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x353:0x0] updating lvb blocks from disk: 0 -> 2208 00010000:00010000:0.0:1769074925.204739:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7600/0xd2fe271aa1730039 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x353:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1130495) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed59 expref: 87 pid: 29089 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204752:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb size from disk: 0 -> 2188 00002000:00010000:0.0:1769074925.204755:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204757:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:0.0:1769074925.204759:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33c:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.204782:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a04795e00/0xd2fe271aa172edbd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e70f expref: 86 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074925.204798:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb size from disk: 0 -> 230 00002000:00010000:0.0:1769074925.207846:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb mtime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.207850:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb ctime from disk: 0 -> 1769074920 00002000:00010000:0.0:1769074925.207852:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33f:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1769074925.207889:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa172efdf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e7e1 expref: 85 pid: 36867 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074925.208316:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb size from disk: 0 -> 215197 00002000:00010000:1.0:1769074925.208321:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:1.0:1769074925.208323:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:1.0:1769074925.208326:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x34e:0x0] updating lvb blocks from disk: 0 -> 424 00010000:00010000:1.0:1769074925.208340:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b0753a400/0xd2fe271aa172fa89 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->217087) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebfb expref: 84 pid: 38314 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074925.208376:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb size from disk: 0 -> 4907 00002000:00010000:1.0:1769074925.208379:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:1.0:1769074925.208382:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:1.0:1769074925.208384:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x337:0x0] updating lvb blocks from disk: 0 -> 16 00010000:00010000:1.0:1769074925.208393:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a04795200/0xd2fe271aa172ea2f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x337:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e5b1 expref: 83 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074925.208436:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x33a:0x0] updating lvb size from disk: 0 -> 437 00002000:00010000:1.0:1769074925.208438:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x33a:0x0] updating lvb mtime from disk: 0 -> 1769074919 00002000:00010000:1.0:1769074925.208440:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x33a:0x0] updating lvb ctime from disk: 0 -> 1769074919 00002000:00010000:1.0:1769074925.208442:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x33a:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1769074925.208451:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b01663000/0xd2fe271aa172ec51 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e683 expref: 82 pid: 27571 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1769074925.208466:0:38306:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb size from disk: 0 -> 1749 00002000:00010000:1.0:1769074925.208468:0:38306:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb mtime from disk: 0 -> 1769074921 00002000:00010000:1.0:1769074925.208470:0:38306:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb ctime from disk: 0 -> 1769074921 00002000:00010000:1.0:1769074925.208472:0:38306:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x349:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1769074925.208479:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa172f6fb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x349:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea9d expref: 81 pid: 36867 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.208492:0:38306:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff8c8b391e7800, canceled 39 locks, left on hash table 0. 00010000:00010000:1.0:1769074925.208530:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074925.208533:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074925.208535:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074925.230777:0:16311:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:1.0:1769074925.230971:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351265408 00000100:00100000:1.0:1769074925.230982:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351265408 00000100:00100000:1.0:1769074925.231122:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5856 00000100:00100000:1.0:1769074925.231134:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+225:10961:x1855008351265408:12345-192.168.204.41@tcp:39:umount.0 00000020:00000080:1.0:1769074925.231173:0:29082:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17268af 00000020:00010000:1.0:1769074925.231183:0:29082:0:(genops.c:1938:obd_stale_export_put()) Put export ffff8c8b04869800: total 0 00000100:00080000:1.0:1769074925.231188:0:29082:0:(import.c:65:import_set_state_nolock()) ffff8c8b0486c800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1769074925.231262:0:29082:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 13, last_transno is 55834575859 00000100:00100000:1.0:1769074925.231512:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:705e500b-e064-49d7-afab-35748affa4a4+224:10961:x1855008351265408:12345-192.168.204.41@tcp:39:umount.0 Request processed in 380us (754us total) trans 55834575860 rc 0/0 00000100:00100000:1.0:1769074925.231521:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5856 00000020:00010000:0.0:1769074925.231599:0:30249:0:(genops.c:1924:obd_stale_export_get()) Get export ffff8c8b04869800: total 0 00010000:00010000:0.0:1769074925.231664:0:30249:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff8c8b04869800, canceled 0 locks, left on hash table 88. 00010000:00010000:0.0:1769074925.231698:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xfd:0x0].0x0 (ffff8c8a0901ac00) 00010000:00010000:0.0:1769074925.231703:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231711:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01663400/0xd2fe271aa172e9bf lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xfd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e580 expref: 223 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231735:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11b:0x0].0x0 (ffff8c8a02e04100) 00010000:00010000:0.0:1769074925.231738:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231742:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6c600/0xd2fe271aa172f469 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x11b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e99a expref: 222 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231759:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x139:0x0].0x0 (ffff8c8b3edac600) 00010000:00010000:0.0:1769074925.231762:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231776:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697e00/0xd2fe271aa1730135 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x139:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edb4 expref: 221 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231812:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf8:0x0].0x0 (ffff8c8b3db6f200) 00010000:00010000:0.0:1769074925.231815:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231820:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692e00/0xd2fe271aa172e7f8 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e4d1 expref: 220 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231837:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x116:0x0].0x0 (ffff8c8b048b9500) 00010000:00010000:0.0:1769074925.231840:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231843:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dcc00/0xd2fe271aa172f2a2 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x116:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e8eb expref: 219 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231858:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x134:0x0].0x0 (ffff8c8b3edacf00) 00010000:00010000:0.0:1769074925.231861:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231865:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697800/0xd2fe271aa172ff6e lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x134:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed05 expref: 218 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231877:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x3:0x0].0x0 (ffff8c8b04241f00) 00010000:00010000:0.0:1769074925.231879:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074925.231883:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3ed18600/0xd2fe271aa1727d1c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x3:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ca52 expref: 217 pid: 26105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231913:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf3:0x0].0x0 (ffff8c8b110f6400) 00010000:00010000:0.0:1769074925.231916:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231920:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d600/0xd2fe271aa172e631 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e422 expref: 216 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231937:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x111:0x0].0x0 (ffff8c8a0901d700) 00010000:00010000:0.0:1769074925.231939:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231944:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03518c00/0xd2fe271aa172f0db lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x111:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e83c expref: 215 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231957:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x12f:0x0].0x0 (ffff8c8b04971700) 00010000:00010000:0.0:1769074925.231959:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231963:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696400/0xd2fe271aa172fda7 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x12f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec56 expref: 214 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231976:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x10c:0x0].0x0 (ffff8c8a0901d600) 00010000:00010000:0.0:1769074925.231978:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231981:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6c00/0xd2fe271aa172ef14 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x10c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e78d expref: 213 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.231993:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf0:0x0].0x0 (ffff8c8b35d5ed00) 00010000:00010000:0.0:1769074925.231995:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.231998:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dde00/0xd2fe271aa172e504 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf0:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e3b2 expref: 212 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232011:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x12a:0x0].0x0 (ffff8c8b0d1dd800) 00010000:00010000:0.0:1769074925.232013:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232017:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163e00/0xd2fe271aa172f9be lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x12a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eba7 expref: 211 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232076:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x0 (ffff8c8a01ef7500) 00010000:00010000:0.0:1769074925.232079:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1769074925.232083:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b000/0xd2fe271aa1730381 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x13e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee55 expref: 210 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232093:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xfc:0x0].0x0 (ffff8c8b3db6fd00) 00010000:00010000:0.0:1769074925.232096:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232100:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4c00/0xd2fe271aa172e964 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xfc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e55d expref: 209 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232112:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8c8b305ee200) 00010000:00010000:0.0:1769074925.232114:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074925.232117:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603400/0xd2fe271aa1727d46 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ca60 expref: 208 pid: 26105 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232129:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x107:0x0].0x0 (ffff8c8b09481700) 00010000:00010000:0.0:1769074925.232131:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232134:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696400/0xd2fe271aa172ed4d lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x107:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e6de expref: 207 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232147:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x125:0x0].0x0 (ffff8c8b42148b00) 00010000:00010000:0.0:1769074925.232148:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232152:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6da00/0xd2fe271aa172f7f7 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x125:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eaf8 expref: 206 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232166:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf7:0x0].0x0 (ffff8c8b10c60000) 00010000:00010000:0.0:1769074925.232168:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232172:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b351da600/0xd2fe271aa172e79d lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e4ae expref: 205 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232186:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x102:0x0].0x0 (ffff8c8b074b9800) 00010000:00010000:0.0:1769074925.232188:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232192:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052ea00/0xd2fe271aa172eb86 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x102:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e62f expref: 204 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232206:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x120:0x0].0x0 (ffff8c8b18264900) 00010000:00010000:0.0:1769074925.232208:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232212:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa172f630 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x120:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea49 expref: 203 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232225:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf2:0x0].0x0 (ffff8c8b110f6800) 00010000:00010000:0.0:1769074925.232228:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232231:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150de00/0xd2fe271aa172e5d6 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e3ff expref: 202 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232245:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x0 (ffff8c8b09481900) 00010000:00010000:0.0:1769074925.232247:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1769074925.232250:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b200/0xd2fe271aa1730445 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x140:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee63 expref: 201 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232261:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x110:0x0].0x0 (ffff8c8a02e04700) 00010000:00010000:0.0:1769074925.232263:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232267:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882bc00/0xd2fe271aa172f080 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x110:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e819 expref: 200 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232279:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x12e:0x0].0x0 (ffff8c8b04241b00) 00010000:00010000:0.0:1769074925.232282:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232286:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7a00/0xd2fe271aa172fd4c lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x12e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec33 expref: 199 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232299:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x100:0x0].0x0 (ffff8c8b03918900) 00010000:00010000:0.0:1769074925.232302:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232305:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052e600/0xd2fe271aa172ead0 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x100:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e5e9 expref: 198 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232318:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x10b:0x0].0x0 (ffff8c8b09481f00) 00010000:00010000:0.0:1769074925.232321:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232325:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03697800/0xd2fe271aa172eeb9 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x10b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e76a expref: 197 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232338:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x129:0x0].0x0 (ffff8c8b1283ad00) 00010000:00010000:0.0:1769074925.232341:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232345:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031c00/0xd2fe271aa172f963 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x129:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb84 expref: 196 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232360:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xfb:0x0].0x0 (ffff8c8b02d52e00) 00010000:00010000:0.0:1769074925.232374:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232379:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbf400/0xd2fe271aa172e909 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xfb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e53a expref: 195 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232397:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x0 (ffff8c8a01ef7000) 00010000:00010000:0.0:1769074925.232399:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1769074925.232402:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031a00/0xd2fe271aa1730509 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x142:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee71 expref: 194 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232412:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x106:0x0].0x0 (ffff8c8b09481e00) 00010000:00010000:0.0:1769074925.232414:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232417:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602800/0xd2fe271aa172ecf2 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x106:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e6bb expref: 193 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232430:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x124:0x0].0x0 (ffff8c8b048ba700) 00010000:00010000:0.0:1769074925.232432:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232436:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7aa00/0xd2fe271aa172f79c lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x124:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ead5 expref: 192 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232452:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf6:0x0].0x0 (ffff8c8b3c3b5200) 00010000:00010000:0.0:1769074925.232455:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232459:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0150d800/0xd2fe271aa172e742 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e48b expref: 191 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232472:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x114:0x0].0x0 (ffff8c8b10c61d00) 00010000:00010000:0.0:1769074925.232475:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232479:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519a00/0xd2fe271aa172f1ec lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x114:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e8a5 expref: 190 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232493:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x101:0x0].0x0 (ffff8c8b03918100) 00010000:00010000:0.0:1769074925.232496:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232500:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3052f400/0xd2fe271aa172eb2b lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x101:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e60c expref: 189 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232513:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11f:0x0].0x0 (ffff8c8a0901c300) 00010000:00010000:0.0:1769074925.232515:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232519:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa172f5d5 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x11f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea26 expref: 188 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232532:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf1:0x0].0x0 (ffff8c8b3edacc00) 00010000:00010000:0.0:1769074925.232534:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232538:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358b6000/0xd2fe271aa172e57b lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e3dc expref: 187 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232551:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13d:0x0].0x0 (ffff8c8a01ef7d00) 00010000:00010000:0.0:1769074925.232553:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232557:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984800/0xd2fe271aa17302a1 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x13d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee40 expref: 186 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232570:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8c8b04971400) 00010000:00010000:0.0:1769074925.232573:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074925.232577:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b07bbfc00/0xd2fe271aa1727d00 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ca4b expref: 185 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232590:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x10f:0x0].0x0 (ffff8c8a0901d200) 00010000:00010000:0.0:1769074925.232593:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232597:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519600/0xd2fe271aa172f025 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x10f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e7f6 expref: 184 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232609:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11a:0x0].0x0 (ffff8c8a0901cc00) 00010000:00010000:0.0:1769074925.232612:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232615:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794200/0xd2fe271aa172f40e lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x11a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e977 expref: 183 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232628:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x138:0x0].0x0 (ffff8c8b1283ac00) 00010000:00010000:0.0:1769074925.232630:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232635:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f400/0xd2fe271aa17300da lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x138:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed91 expref: 182 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232647:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x10a:0x0].0x0 (ffff8c8b13394d00) 00010000:00010000:0.0:1769074925.232650:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232653:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a04794400/0xd2fe271aa172ee5e lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x10a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e747 expref: 181 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232667:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x115:0x0].0x0 (ffff8c8b3e603c00) 00010000:00010000:0.0:1769074925.232669:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232673:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc4a00/0xd2fe271aa172f247 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x115:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e8c8 expref: 180 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232687:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x133:0x0].0x0 (ffff8c8b3076ef00) 00010000:00010000:0.0:1769074925.232689:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232694:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163600/0xd2fe271aa172ff13 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x133:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ece2 expref: 179 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232707:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x105:0x0].0x0 (ffff8c8b09481a00) 00010000:00010000:0.0:1769074925.232709:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232713:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6e00/0xd2fe271aa172ec97 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x105:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e698 expref: 178 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232727:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x123:0x0].0x0 (ffff8c8b048b9a00) 00010000:00010000:0.0:1769074925.232730:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232734:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a01fc5c00/0xd2fe271aa172f741 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x123:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eab2 expref: 177 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232747:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf5:0x0].0x0 (ffff8c8b110f6e00) 00010000:00010000:0.0:1769074925.232750:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232754:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a400/0xd2fe271aa172e6e7 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf5:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e468 expref: 176 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232777:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x113:0x0].0x0 (ffff8c8b3e603d00) 00010000:00010000:0.0:1769074925.232780:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232784:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5c00/0xd2fe271aa172f191 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x113:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e882 expref: 175 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232798:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11e:0x0].0x0 (ffff8c8b02569e00) 00010000:00010000:0.0:1769074925.232800:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232804:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6d000/0xd2fe271aa172f57a lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x11e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea03 expref: 174 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232817:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13c:0x0].0x0 (ffff8c8a01ef7e00) 00010000:00010000:0.0:1769074925.232819:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232823:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984200/0xd2fe271aa1730246 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x13c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee1d expref: 173 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232836:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x10e:0x0].0x0 (ffff8c8b037b7000) 00010000:00010000:0.0:1769074925.232839:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232842:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b42164000/0xd2fe271aa172efca lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x10e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e7d3 expref: 172 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232857:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:0.0:1769074925.232860:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1769074925.232863:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17303e3 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x13f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee5c expref: 171 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232874:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x12c:0x0].0x0 (ffff8c8b048ba200) 00010000:00010000:0.0:1769074925.232876:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232881:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7a600/0xd2fe271aa172fa74 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x12c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebed expref: 170 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232892:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x119:0x0].0x0 (ffff8c8a0901cf00) 00010000:00010000:0.0:1769074925.232894:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232897:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ba00/0xd2fe271aa172f3b3 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x119:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e954 expref: 169 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232911:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x137:0x0].0x0 (ffff8c8b04241e00) 00010000:00010000:0.0:1769074925.232914:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232917:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6600/0xd2fe271aa173007f lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x137:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed6e expref: 168 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232930:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x109:0x0].0x0 (ffff8c8b09481d00) 00010000:00010000:0.0:1769074925.232932:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232936:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696800/0xd2fe271aa172ee03 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x109:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e724 expref: 167 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232949:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x127:0x0].0x0 (ffff8c8b048baa00) 00010000:00010000:0.0:1769074925.232951:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232955:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f7b200/0xd2fe271aa172f8ad lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x127:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb3e expref: 166 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232969:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x132:0x0].0x0 (ffff8c8b1283a100) 00010000:00010000:0.0:1769074925.232973:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.232976:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fc00/0xd2fe271aa172feb8 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x132:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ecbf expref: 165 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.232988:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x0 (ffff8c8b3edac500) 00010000:00010000:0.0:1769074925.232990:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1769074925.232993:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f78000/0xd2fe271aa172e535 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xef:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e3c7 expref: 164 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233006:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x104:0x0].0x0 (ffff8c8b3869e800) 00010000:00010000:0.0:1769074925.233009:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233012:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662a00/0xd2fe271aa172ec3c lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x104:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e675 expref: 163 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233057:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x0 (ffff8c8a01ef7700) 00010000:00010000:0.0:1769074925.233060:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1769074925.233064:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7000/0xd2fe271aa17304a7 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x141:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ee6a expref: 162 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233076:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x122:0x0].0x0 (ffff8c8b10c61a00) 00010000:00010000:0.0:1769074925.233079:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233083:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031000/0xd2fe271aa172f6e6 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x122:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea8f expref: 161 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233095:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x12d:0x0].0x0 (ffff8c8b04241900) 00010000:00010000:0.0:1769074925.233098:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233101:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7e00/0xd2fe271aa172fc2d lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x12d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec10 expref: 160 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233112:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xff:0x0].0x0 (ffff8c8b3db6f700) 00010000:00010000:0.0:1769074925.233114:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233116:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a4400/0xd2fe271aa172ea75 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xff:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e5c6 expref: 159 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233129:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11d:0x0].0x0 (ffff8c8a02e04c00) 00010000:00010000:0.0:1769074925.233131:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233134:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3db6de00/0xd2fe271aa172f51f lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x11d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9e0 expref: 158 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233146:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x128:0x0].0x0 (ffff8c8b0d1dd600) 00010000:00010000:0.0:1769074925.233149:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233152:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35162600/0xd2fe271aa172f908 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x128:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb61 expref: 157 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233164:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xfa:0x0].0x0 (ffff8c8a0901a300) 00010000:00010000:0.0:1769074925.233166:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233169:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b01662200/0xd2fe271aa172e8ae lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xfa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e517 expref: 156 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233183:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x118:0x0].0x0 (ffff8c8a0901c500) 00010000:00010000:0.0:1769074925.233186:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233189:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3f6dd600/0xd2fe271aa172f358 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x118:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e931 expref: 155 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233203:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x136:0x0].0x0 (ffff8c8b1283a300) 00010000:00010000:0.0:1769074925.233206:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233209:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f200/0xd2fe271aa1730024 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x136:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed4b expref: 154 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233221:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x108:0x0].0x0 (ffff8c8b09481500) 00010000:00010000:0.0:1769074925.233224:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233227:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03696200/0xd2fe271aa172eda8 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x108:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e701 expref: 153 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233239:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x126:0x0].0x0 (ffff8c8b42148400) 00010000:00010000:0.0:1769074925.233242:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233245:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30692600/0xd2fe271aa172f852 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x126:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607eb1b expref: 152 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233259:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x131:0x0].0x0 (ffff8c8b04971c00) 00010000:00010000:0.0:1769074925.233261:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233265:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696800/0xd2fe271aa172fe5d lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x131:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec9c expref: 151 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233278:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x103:0x0].0x0 (ffff8c8b074b9d00) 00010000:00010000:0.0:1769074925.233281:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233284:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa172ebe1 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x103:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e652 expref: 150 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233297:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x121:0x0].0x0 (ffff8c8b10c61300) 00010000:00010000:0.0:1769074925.233300:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233303:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984a00/0xd2fe271aa172f68b lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x121:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ea6c expref: 149 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233315:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xfe:0x0].0x0 (ffff8c8b3869e700) 00010000:00010000:0.0:1769074925.233318:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233321:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690c00/0xd2fe271aa172ea1a lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xfe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e5a3 expref: 148 pid: 28096 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233335:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x11c:0x0].0x0 (ffff8c8b132dcf00) 00010000:00010000:0.0:1769074925.233337:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233341:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa172f4c4 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x11c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e9bd expref: 147 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233355:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13a:0x0].0x0 (ffff8c8b04241500) 00010000:00010000:0.0:1769074925.233357:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233360:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6200/0xd2fe271aa1730190 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x13a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edd7 expref: 146 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233370:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf9:0x0].0x0 (ffff8c8b3db6f100) 00010000:00010000:0.0:1769074925.233372:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233375:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b386a5e00/0xd2fe271aa172e853 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf9:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e4f4 expref: 145 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233387:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x117:0x0].0x0 (ffff8c8a0901c400) 00010000:00010000:0.0:1769074925.233389:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233392:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b200/0xd2fe271aa172f2fd lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x117:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e90e expref: 144 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233405:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x135:0x0].0x0 (ffff8c8b1283a200) 00010000:00010000:0.0:1769074925.233408:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233411:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e400/0xd2fe271aa172ffc9 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x135:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ed28 expref: 143 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233424:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xf4:0x0].0x0 (ffff8c8b10c60f00) 00010000:00010000:0.0:1769074925.233426:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233429:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa172e68c lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0xf4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e445 expref: 142 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233442:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x112:0x0].0x0 (ffff8c8a0901de00) 00010000:00010000:0.0:1769074925.233444:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233448:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b03519800/0xd2fe271aa172f136 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x112:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e85f expref: 141 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233459:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x130:0x0].0x0 (ffff8c8b04241a00) 00010000:00010000:0.0:1769074925.233461:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233465:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa172fe02 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x130:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ec79 expref: 140 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233477:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c8b3edac400) 00010000:00010000:0.0:1769074925.233479:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1769074925.233482:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b06f79200/0xd2fe271aa172e4a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e396 expref: 139 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233494:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13b:0x0].0x0 (ffff8c8b04971600) 00010000:00010000:0.0:1769074925.233496:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233499:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697200/0xd2fe271aa17301eb lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x13b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607edfa expref: 138 pid: 26104 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233513:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x10d:0x0].0x0 (ffff8c8a0901dd00) 00010000:00010000:0.0:1769074925.233516:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233520:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30690000/0xd2fe271aa172ef6f lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x10d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607e7b0 expref: 137 pid: 29082 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233533:0:30249:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x12b:0x0].0x0 (ffff8c8b3076ea00) 00010000:00010000:0.0:1769074925.233535:0:30249:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074925.233539:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163c00/0xd2fe271aa172fa19 lrc: 0/0,0 mode: --/PR res: [0x2000061c1:0x12b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607ebca expref: 136 pid: 26103 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074925.233551:0:30249:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff8c8b04869800, canceled 88 locks, left on hash table 0. 00010000:00010000:0.0:1769074925.233585:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.233588:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.233590:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074925.233613:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233620:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233626:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233632:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.233636:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233643:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233651:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xef10e0a2 (ffff8c8b12919600) 00010000:00010000:0.0:1769074925.233653:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.233657:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233667:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17305b1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xef10e0a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233678:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233684:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233690:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233694:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213b600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.233697:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233703:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233710:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x165:0x0].0x0 (ffff8c8b12919900) 00010000:00010000:0.0:1769074925.233712:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.233715:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233721:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b600/0xd2fe271aa17305b8 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x165:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233737:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233742:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233803:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233808:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00031200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.233812:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233818:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233826:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x66b69b05 (ffff8c8b27f04a00) 00010000:00010000:0.0:1769074925.233828:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.233831:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233837:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031200/0xd2fe271aa1730587 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x66b69b05 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233849:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233854:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233860:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233865:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00030c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.233867:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233872:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233878:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x163:0x0].0x0 (ffff8c8b27f04e00) 00010000:00010000:0.0:1769074925.233880:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.233883:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233888:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00030c00/0xd2fe271aa173058e lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x163:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.233900:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233906:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233911:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233916:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213ae00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.233918:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233924:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233931:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xde5c5568 (ffff8c8b12919b00) 00010000:00010000:0.0:1769074925.233933:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.233935:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233941:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ae00/0xd2fe271aa173055d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xde5c5568 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233952:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233957:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233962:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233966:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213b200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.233969:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233974:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233981:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x161:0x0].0x0 (ffff8c8b12919f00) 00010000:00010000:0.0:1769074925.233983:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.233985:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.233990:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b200/0xd2fe271aa1730564 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x161:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234002:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234008:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234013:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234017:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213a200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234019:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234049:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234058:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x8a27eaf6 (ffff8c8b12919800) 00010000:00010000:0.0:1769074925.234060:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234063:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234068:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a200/0xd2fe271aa1730541 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.234081:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f000/0xd2fe271aa1730525 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234087:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f000/0xd2fe271aa1730525 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234093:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f000/0xd2fe271aa1730525 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234098:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573f000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234100:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f000/0xd2fe271aa1730525 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234105:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f000/0xd2fe271aa1730525 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234112:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x1cda55a (ffff8c8b02d52900) 00010000:00010000:0.0:1769074925.234114:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234116:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f000/0xd2fe271aa1730525 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234124:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f000/0xd2fe271aa1730525 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234136:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234141:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234146:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234150:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00031400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234152:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234157:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234162:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0xce550dc4 (ffff8c8b27f04b00) 00010000:00010000:0.0:1769074925.234165:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234167:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234172:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031400/0xd2fe271aa17304ed lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234185:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234190:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234199:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234203:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234206:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234211:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234219:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x45fac828 (ffff8c8b27f04200) 00010000:00010000:0.0:1769074925.234227:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234230:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234236:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b400/0xd2fe271aa17304d1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234249:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234254:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234259:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234264:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213ba00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234267:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234271:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234278:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0xbda0828b (ffff8c8b12919700) 00010000:00010000:0.0:1769074925.234280:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234283:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234288:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ba00/0xd2fe271aa17304b5 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234299:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa173047d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234304:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa173047d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234309:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa173047d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234314:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882a800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234317:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa173047d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234322:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa173047d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234328:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x8a27eaf6 (ffff8c8b3db6f000) 00010000:00010000:0.0:1769074925.234330:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234333:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa173047d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234338:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a800/0xd2fe271aa173047d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234355:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234361:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234366:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234371:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234374:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234380:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234387:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x1cda55a (ffff8c8b0d1dd000) 00010000:00010000:0.0:1769074925.234389:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234391:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234395:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa1730461 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234408:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa1730429 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234413:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa1730429 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234418:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa1730429 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234425:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882a600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234427:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa1730429 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234432:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa1730429 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234438:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0xce550dc4 (ffff8c8b3db6fe00) 00010000:00010000:0.0:1769074925.234440:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234442:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa1730429 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234448:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a600/0xd2fe271aa1730429 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234459:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234464:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234469:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234474:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213a800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234476:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234481:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234488:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x45fac828 (ffff8c8b12919c00) 00010000:00010000:0.0:1769074925.234491:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234493:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234498:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213a800/0xd2fe271aa173040d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234511:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234516:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234521:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234524:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234526:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234531:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234537:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0xbda0828b (ffff8c8a0901a900) 00010000:00010000:0.0:1769074925.234539:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234542:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234546:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a200/0xd2fe271aa17303f1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234556:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234564:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234568:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234573:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234575:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234580:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234587:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x8a27eaf6 (ffff8c8a01ef7400) 00010000:00010000:0.0:1769074925.234588:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234591:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234595:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa17303b9 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.234607:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa173039d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234612:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa173039d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234617:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa173039d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234622:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882b800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234624:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa173039d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234630:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa173039d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234637:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x1cda55a (ffff8c8b3db6f800) 00010000:00010000:0.0:1769074925.234639:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234642:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa173039d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234648:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b800/0xd2fe271aa173039d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234660:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa1730365 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234666:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa1730365 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234671:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa1730365 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234676:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882ac00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234678:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa1730365 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234685:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa1730365 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234691:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xce550dc4 (ffff8c8b3db6fc00) 00010000:00010000:0.0:1769074925.234693:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234696:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa1730365 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234706:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ac00/0xd2fe271aa1730365 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234718:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa1730349 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234724:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa1730349 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234730:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa1730349 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234735:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882ae00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.234738:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa1730349 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234744:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa1730349 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234751:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x45fac828 (ffff8c8b1283a400) 00010000:00010000:0.0:1769074925.234753:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.234756:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa1730349 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.234762:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882ae00/0xd2fe271aa1730349 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.235273:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235283:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235290:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235295:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753bc00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235298:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235305:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235315:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xaae3bdd3 (ffff8c8b27f04d00) 00010000:00010000:1.0:1769074925.235318:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235321:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235327:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753bc00/0xd2fe271aa173059c lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xaae3bdd3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235342:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235348:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235359:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235376:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753aa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235379:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235385:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235392:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x164:0x0].0x0 (ffff8c8b27f04900) 00010000:00010000:1.0:1769074925.235395:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235398:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235403:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753aa00/0xd2fe271aa17305a3 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x164:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235419:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235425:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235432:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235437:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213ac00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235440:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235446:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235453:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x22897837 (ffff8c8b12919100) 00010000:00010000:1.0:1769074925.235456:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235459:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235465:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213ac00/0xd2fe271aa1730572 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x22897837 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235477:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235483:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235488:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235493:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213be00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235496:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235502:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235508:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x162:0x0].0x0 (ffff8c8b12919000) 00010000:00010000:1.0:1769074925.235511:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235514:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235519:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213be00/0xd2fe271aa1730579 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x162:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235532:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235539:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235544:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235550:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b00031600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235553:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235559:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235566:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0xce550dc4 (ffff8c8b27f04800) 00010000:00010000:1.0:1769074925.235568:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235571:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235577:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b00031600/0xd2fe271aa173054f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235589:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235595:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235601:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235606:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213b400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235608:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235615:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235621:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x45fac828 (ffff8c8b12919500) 00010000:00010000:1.0:1769074925.235623:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235626:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235632:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b1213b400/0xd2fe271aa1730533 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.235643:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b600/0xd2fe271aa1730517 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235649:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b600/0xd2fe271aa1730517 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235654:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b600/0xd2fe271aa1730517 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235660:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882b600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235662:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b600/0xd2fe271aa1730517 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235668:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b600/0xd2fe271aa1730517 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235675:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0xbda0828b (ffff8c8b3db6fb00) 00010000:00010000:1.0:1769074925.235677:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235680:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b600/0xd2fe271aa1730517 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235690:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b600/0xd2fe271aa1730517 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235701:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa17304df lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235707:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa17304df lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235713:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa17304df lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235718:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.235721:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa17304df lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235727:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa17304df lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235734:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x8a27eaf6 (ffff8c8b3db6f900) 00010000:00010000:1.0:1769074925.235737:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.235739:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa17304df lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235745:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a000/0xd2fe271aa17304df lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.235757:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.235763:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236054:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236061:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236064:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236071:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236080:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x1cda55a (ffff8c8b27f04000) 00010000:00010000:1.0:1769074925.236282:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236287:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236294:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a000/0xd2fe271aa17304c3 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236313:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236320:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236327:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236332:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236335:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236341:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236349:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0xce550dc4 (ffff8c8a0901ab00) 00010000:00010000:1.0:1769074925.236351:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236354:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236360:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753b000/0xd2fe271aa173048b lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236385:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236392:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236398:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236404:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236407:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236412:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236420:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x45fac828 (ffff8c8b42148100) 00010000:00010000:1.0:1769074925.236422:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236425:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236431:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8a02e59600/0xd2fe271aa173046f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236449:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b400/0xd2fe271aa1730453 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236455:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b400/0xd2fe271aa1730453 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236461:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b400/0xd2fe271aa1730453 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236466:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882b400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236469:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b400/0xd2fe271aa1730453 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236476:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b400/0xd2fe271aa1730453 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236483:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0xbda0828b (ffff8c8b3db6f600) 00010000:00010000:1.0:1769074925.236485:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236487:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b400/0xd2fe271aa1730453 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236494:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882b400/0xd2fe271aa1730453 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236505:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236511:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236517:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236526:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753ae00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236529:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236535:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236541:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x8a27eaf6 (ffff8c8a0901a600) 00010000:00010000:1.0:1769074925.236543:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236546:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236552:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753ae00/0xd2fe271aa173041b lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236564:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236570:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236576:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236580:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236583:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236589:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236595:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x1cda55a (ffff8c8b0d1dd300) 00010000:00010000:1.0:1769074925.236598:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236601:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236607:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163400/0xd2fe271aa17303ff lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.236621:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236627:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236633:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236638:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236640:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236646:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236652:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0xce550dc4 (ffff8c8a0901a500) 00010000:00010000:1.0:1769074925.236654:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236657:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236663:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753a800/0xd2fe271aa17303c7 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0xce550dc4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236674:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236684:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236690:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236694:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753be00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236697:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236703:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236710:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x45fac828 (ffff8c8a0901a200) 00010000:00010000:1.0:1769074925.236712:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236715:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236721:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0753be00/0xd2fe271aa17303ab lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x45fac828 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236733:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa173038f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236739:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa173038f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236745:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa173038f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236750:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.236753:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa173038f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236759:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa173038f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236776:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0xbda0828b (ffff8c8a0901af00) 00010000:00010000:1.0:1769074925.236779:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.236782:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa173038f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.236787:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa173038f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237625:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa1730357 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237636:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa1730357 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237642:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa1730357 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237647:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0882a200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.237651:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa1730357 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237658:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa1730357 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237667:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x8a27eaf6 (ffff8c8b3db6f300) 00010000:00010000:1.0:1769074925.237669:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.237673:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa1730357 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237681:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b0882a200/0xd2fe271aa1730357 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x8a27eaf6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237706:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa173033b lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237712:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa173033b lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237718:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa173033b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237722:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.237725:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa173033b lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237730:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa173033b lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237737:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x1cda55a (ffff8c8b09481000) 00010000:00010000:1.0:1769074925.237739:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.237741:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa173033b lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237746:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e600/0xd2fe271aa173033b lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x1cda55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.237761:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.238955:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.238968:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.238974:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.238978:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.238986:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.238998:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xfccb37f (ffff8c8a01ef7100) 00010000:00010000:1.0:1769074925.239001:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.239005:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239011:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730318 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xfccb37f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239062:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239069:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239075:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239081:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.239084:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239090:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239098:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x142:0x0].0x0 (ffff8c8a01ef7000) 00010000:00010000:1.0:1769074925.239101:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.239104:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.239110:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173031f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x142:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.243289:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17302ee lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243306:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17302ee lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243314:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17302ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243320:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573f600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243325:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17302ee lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243333:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17302ee lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243350:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x87726de2 (ffff8c8b09481600) 00010000:00010000:1.0:1769074925.243353:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243358:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17302ee lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243365:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f600/0xd2fe271aa17302ee lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x87726de2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243392:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17302f5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243398:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17302f5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243404:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17302f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243409:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573ea00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243412:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17302f5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243419:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17302f5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243425:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x140:0x0].0x0 (ffff8c8b09481900) 00010000:00010000:1.0:1769074925.243428:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243431:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17302f5 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243436:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573ea00/0xd2fe271aa17302f5 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x140:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243454:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243461:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243466:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243471:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243474:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243480:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243487:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xff182846 (ffff8c8a01ef7900) 00010000:00010000:1.0:1769074925.243489:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243492:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243498:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985000/0xd2fe271aa17302c4 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xff182846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243512:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243518:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243523:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243528:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243530:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243536:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243542:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13e:0x0].0x0 (ffff8c8a01ef7500) 00010000:00010000:1.0:1769074925.243544:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243547:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243552:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa17302cb lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243564:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243569:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243573:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243577:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243579:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243584:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243591:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x6caa4986 (ffff8c8b04971900) 00010000:00010000:1.0:1769074925.243593:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243596:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243602:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04984000/0xd2fe271aa173023f lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x6caa4986 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243614:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730189 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243620:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730189 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243625:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730189 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243635:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243638:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730189 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243643:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730189 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243649:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x22eacdcf (ffff8c8b04241300) 00010000:00010000:1.0:1769074925.243652:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243655:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730189 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243660:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730189 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x22eacdcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243674:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243681:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243687:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243691:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243694:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243699:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243706:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xf2ca543e (ffff8c8b3edacb00) 00010000:00010000:1.0:1769074925.243709:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243712:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243718:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697600/0xd2fe271aa17300d3 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xf2ca543e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:1.0:1769074925.243732:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa173001d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.243737:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa173001d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.243742:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa173001d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.243747:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573f800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.243749:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa173001d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.243754:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa173001d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.243759:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x4d2290fc (ffff8c8b1283a800) 00010000:00010000:1.0:1769074925.243761:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.243764:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa173001d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.243781:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573f800/0xd2fe271aa173001d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x4d2290fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244354:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244375:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244421:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244426:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.244429:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244435:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244444:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x7772308b (ffff8c8b3edac000) 00010000:00010000:1.0:1769074925.244446:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.244449:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244454:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696600/0xd2fe271aa172ff67 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x7772308b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244474:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244479:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244485:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244489:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.244492:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244497:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244517:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xaa0c2c16 (ffff8c8b04971500) 00010000:00010000:1.0:1769074925.244519:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.244522:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244527:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697000/0xd2fe271aa172feb1 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xaa0c2c16 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:1.0:1769074925.244540:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fdfb lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244545:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fdfb lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244549:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fdfb lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244553:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.244556:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fdfb lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244560:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fdfb lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244567:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xc701cb36 (ffff8c8b04241800) 00010000:00010000:1.0:1769074925.244569:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.244571:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fdfb lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244576:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa172fdfb lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xc701cb36 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244588:0:16304:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fd45 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244594:0:16304:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fd45 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244598:0:16304:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fd45 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244602:0:16304:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:1.0:1769074925.244604:0:16304:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fd45 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244608:0:16304:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fd45 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244614:0:16304:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe708c894 (ffff8c8b04241000) 00010000:00010000:1.0:1769074925.244616:0:16304:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074925.244618:0:16304:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fd45 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:1.0:1769074925.244622:0:16304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa172fd45 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe708c894 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.244985:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa173032d lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.244992:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa173032d lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245001:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa173032d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245005:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573fa00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245008:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa173032d lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245014:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa173032d lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245021:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xbda0828b (ffff8c8b09481300) 00010000:00010000:0.0:1769074925.245023:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245046:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa173032d lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245052:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fa00/0xd2fe271aa173032d lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xbda0828b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245067:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245072:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245077:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245082:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245084:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245089:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245096:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xcb9f90b0 (ffff8c8a01ef7b00) 00010000:00010000:0.0:1769074925.245098:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245100:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245105:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730303 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xcb9f90b0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245117:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245218:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245224:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245229:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245232:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245238:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245245:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x141:0x0].0x0 (ffff8c8a01ef7700) 00010000:00010000:0.0:1769074925.245247:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245250:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245256:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30602200/0xd2fe271aa173030a lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x141:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245271:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245277:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245282:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245287:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985600 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245290:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245295:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245302:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x43454b14 (ffff8c8a01ef7a00) 00010000:00010000:0.0:1769074925.245304:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245306:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245311:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985600/0xd2fe271aa17302d9 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245321:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245326:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245331:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245335:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697400 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245338:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245343:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245350:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0x13f:0x0].0x0 (ffff8c8a01ef7300) 00010000:00010000:0.0:1769074925.245352:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245355:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245360:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697400/0xd2fe271aa17302e0 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0x13f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245384:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245390:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245395:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245399:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245402:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245407:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245414:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x47a21a83 (ffff8c8a01ef7f00) 00010000:00010000:0.0:1769074925.245416:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245418:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245423:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173029a lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x47a21a83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245436:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245441:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245446:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245451:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e800 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245453:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245458:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245467:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x9ce4d69c (ffff8c8b09481100) 00010000:00010000:0.0:1769074925.245469:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245471:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245476:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e800/0xd2fe271aa17301e4 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9ce4d69c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245490:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245495:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245500:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245508:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30696200 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245511:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245516:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245521:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd06bcd9f (ffff8c8b3edac300) 00010000:00010000:0.0:1769074925.245523:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245525:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245530:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30696200/0xd2fe271aa173012e lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd06bcd9f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245542:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730078 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245547:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730078 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245552:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730078 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245556:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245558:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730078 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245563:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730078 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245570:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x489b8eb2 (ffff8c8b04241200) 00010000:00010000:0.0:1769074925.245572:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245574:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730078 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245579:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730078 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x489b8eb2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26104 initiator: MDT0 00010000:00010000:0.0:1769074925.245592:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e000/0xd2fe271aa172ffc2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245597:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e000/0xd2fe271aa172ffc2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245603:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e000/0xd2fe271aa172ffc2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245607:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573e000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245609:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e000/0xd2fe271aa172ffc2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245614:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e000/0xd2fe271aa172ffc2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245621:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xe087ee79 (ffff8c8b1283a600) 00010000:00010000:0.0:1769074925.245623:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245626:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e000/0xd2fe271aa172ffc2 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245630:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573e000/0xd2fe271aa172ffc2 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xe087ee79 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245644:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245649:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245654:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245659:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b35163000 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245661:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245666:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245672:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd47b514a (ffff8c8b3076e800) 00010000:00010000:0.0:1769074925.245674:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245677:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245683:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b35163000/0xd2fe271aa172ff0c lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd47b514a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245698:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245705:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245711:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245716:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30697c00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245718:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245724:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245731:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x322afea2 (ffff8c8b04971300) 00010000:00010000:0.0:1769074925.245733:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245736:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245741:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b30697c00/0xd2fe271aa172fe56 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x322afea2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245754:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245759:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245764:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245780:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3573fe00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245782:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245787:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245793:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0xd13f1037 (ffff8c8b1283a900) 00010000:00010000:0.0:1769074925.245795:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245922:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245931:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b3573fe00/0xd2fe271aa172fda0 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0xd13f1037 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 29082 initiator: MDT0 00010000:00010000:0.0:1769074925.245947:0:16303:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa172fbc4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.245954:0:16303:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa172fbc4 lrc: 2/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.245960:0:16303:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa172fbc4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.245966:0:16303:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6a00 already unused, calling callback (ffffffffc177c550) 00010000:00010000:0.0:1769074925.245969:0:16303:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa172fbc4 lrc: 3/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.245975:0:16303:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa172fbc4 lrc: 4/0,0 mode: TXN/TXN res: [0x2000061c1:0xef:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.245983:0:16303:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000061c1:0xef:0x0].0x9cfce7b5 (ffff8c8b04241700) 00010000:00010000:0.0:1769074925.245986:0:16303:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074925.245989:0:16303:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa172fbc4 lrc: 2/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00010000:00010000:0.0:1769074925.245994:0:16303:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa172fbc4 lrc: 0/0,0 mode: --/TXN res: [0x2000061c1:0xef:0x0].0x9cfce7b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26103 initiator: MDT0 00000100:00100000:1.0:1769074925.250535:0:16310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:3.0:1769074925.250653:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351265536 00000100:00100000:3.0:1769074925.250664:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351265536 00000100:00100000:3.0:1769074925.250734:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 5857 00000100:00100000:3.0:1769074925.250745:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+5:10961:x1855008351265536:12345-192.168.204.41@tcp:39:umount.0 00000020:00000080:3.0:1769074925.250788:0:26103:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17268b6 00000100:00080000:3.0:1769074925.250807:0:26103:0:(import.c:65:import_set_state_nolock()) ffff8c8b05914000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1769074925.250835:0:26103:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934636 00000100:00100000:3.0:1769074925.251086:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:705e500b-e064-49d7-afab-35748affa4a4+3:10961:x1855008351265536:12345-192.168.204.41@tcp:39:umount.0 Request processed in 342us (561us total) trans 8589934637 rc 0/0 00000100:00100000:3.0:1769074925.251094:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 5857 00010000:00010000:0.0:1769074925.252266:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074925.281174:0:16312:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.41@tcp (source: 12345-192.168.204.41@tcp) 00000100:00100000:0.0:1769074925.281993:0:47387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008351265792 00000100:00100000:0.0:1769074925.282004:0:47387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008351265792 00000100:00100000:0.0:1769074925.282111:0:47387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.41@tcp, seq: 105 00000100:00100000:0.0:1769074925.282121:0:47387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d2f79829-a458-4b51-a425-4d60986536e6+6:10961:x1855008351265792:12345-192.168.204.41@tcp:251:umount.0 00000020:00000080:0.0:1769074925.282205:0:47387:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa172688c 00000020:00010000:0.0:1769074925.282212:0:47387:0:(genops.c:1938:obd_stale_export_put()) Put export ffff8c8b03427800: total 0 00000100:00080000:0.0:1769074925.282216:0:47387:0:(import.c:65:import_set_state_nolock()) ffff8c8b03421800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1769074925.282290:0:47387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:d2f79829-a458-4b51-a425-4d60986536e6+3:10961:x1855008351265792:12345-192.168.204.41@tcp:251:umount.0 Request processed in 170us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074925.282299:0:47387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.41@tcp, seq: 105 00000020:00010000:1.0:1769074925.283105:0:26091:0:(genops.c:1924:obd_stale_export_get()) Get export ffff8c8b03427800: total 0 00010000:00010000:1.0:1769074925.283111:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074925.283178:0:26091:0:(ldlm_lock.c:2645:ldlm_export_cancel_blocked_locks()) Export ffff8c8b03427800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1769074925.283215:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b3052fa00/0xd2fe271aa1726893 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.41@tcp remote: 0xe2c244aed607c654 expref: 2 pid: 47386 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074925.283231:0:26091:0:(ldlm_lock.c:2673:ldlm_export_cancel_locks()) Export ffff8c8b03427800, canceled 1 locks, left on hash table 0. 00000020:00000080:1.0:1769074925.283241:0:26091:0:(genops.c:904:class_export_put()) final put ffff8c8b03427800/d2f79829-a458-4b51-a425-4d60986536e6 00010000:00010000:1.0:1769074925.283256:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074925.283258:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074925.283259:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1769074925.283406:0:33201:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b03427800/d2f79829-a458-4b51-a425-4d60986536e6 for MGS 00000020:00000080:0.0:1769074925.283435:0:33201:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8b03421800 for MGS 00000100:00100000:0.0:1769074925.290403:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074925.290427:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368748928:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074925.290492:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074925.290585:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368748928 00000100:00100000:1.0:1769074925.290595:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368748928 00000100:00100000:1.0:1769074925.290658:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1769074925.290668:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368748928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074925.290689:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 4527936 pending 4272128 free 67911680 avail 60743680 00000100:00100000:1.0:1769074925.290734:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368748928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074925.290742:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1769074925.290791:0:16318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589935650 gen 2 00000004:00080000:1.0:1769074925.290816:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3ccbb100, transno 8589935608 00000004:00080000:1.0:1769074925.290823:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b04afea00, transno 8589935609 00000004:00080000:1.0:1769074925.290826:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3ccba680, transno 8589935610 00000004:00080000:1.0:1769074925.290829:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3ccb8380, transno 8589935611 00000004:00080000:1.0:1769074925.290831:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b04aff100, transno 8589935612 00000004:00080000:1.0:1769074925.290834:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3ccbad80, transno 8589935613 00000004:00080000:1.0:1769074925.290837:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3db5a300, transno 8589935614 00000004:00080000:1.0:1769074925.290839:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3dfe9c00, transno 8589935615 00000004:00080000:1.0:1769074925.290842:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3650e300, transno 8589935616 00000004:00080000:1.0:1769074925.290845:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3ccb9500, transno 8589935617 00000004:00080000:1.0:1769074925.290847:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3650fb80, transno 8589935618 00000004:00080000:1.0:1769074925.290850:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b35cf7800, transno 8589935619 00000004:00080000:1.0:1769074925.290853:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b35cf6300, transno 8589935620 00000004:00080000:1.0:1769074925.290856:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3dfe8700, transno 8589935621 00000004:00080000:1.0:1769074925.290859:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3dfe9f80, transno 8589935622 00000004:00080000:1.0:1769074925.290861:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3650d500, transno 8589935623 00000004:00080000:1.0:1769074925.290864:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3dfe8a80, transno 8589935624 00000004:00080000:1.0:1769074925.290866:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3dfe9880, transno 8589935625 00000004:00080000:1.0:1769074925.290906:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a0aa00, transno 8589935626 00000004:00080000:1.0:1769074925.290909:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a08380, transno 8589935627 00000004:00080000:1.0:1769074925.290912:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a09c00, transno 8589935628 00000004:00080000:1.0:1769074925.290915:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b1764b100, transno 8589935629 00000004:00080000:1.0:1769074925.290918:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a08700, transno 8589935630 00000004:00080000:1.0:1769074925.290921:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b1764ad80, transno 8589935631 00000004:00080000:1.0:1769074925.290923:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b17649500, transno 8589935632 00000004:00080000:1.0:1769074925.290926:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a0b480, transno 8589935633 00000004:00080000:1.0:1769074925.290928:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a0b800, transno 8589935634 00000004:00080000:1.0:1769074925.290931:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a08000, transno 8589935635 00000004:00080000:1.0:1769074925.290934:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3dfe9500, transno 8589935636 00000004:00080000:1.0:1769074925.290936:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b38486680, transno 8589935637 00000004:00080000:1.0:1769074925.290939:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b38484700, transno 8589935638 00000004:00080000:1.0:1769074925.290941:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b38484a80, transno 8589935639 00000004:00080000:1.0:1769074925.290944:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b38485f80, transno 8589935640 00000004:00080000:1.0:1769074925.290946:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b35cf5180, transno 8589935641 00000004:00080000:1.0:1769074925.290949:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b35cf4e00, transno 8589935642 00000004:00080000:1.0:1769074925.290952:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b35cf6d80, transno 8589935643 00000004:00080000:1.0:1769074925.290955:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8a02a0a680, transno 8589935644 00000004:00080000:1.0:1769074925.290957:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3650d880, transno 8589935645 00000004:00080000:1.0:1769074925.290959:0:16318:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8c8b3650ea00, transno 8589935646 00000100:00100000:1.0:1769074925.290975:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368748928:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1769074925.291290:0:47396:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 39 done 00000100:00080000:0.0:1769074925.291481:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074925.291859:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074925.291873:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368749056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074925.291916:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1769074925.292757:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074925.293062:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368749184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1769074925.293102:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074925.293189:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368749184 00000100:00100000:1.0:1769074925.293196:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368749184 00000100:00100000:1.0:1769074925.293247:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1769074925.293255:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368749184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1769074925.293268:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 4527936 pending 4272128 free 67911680 avail 60743680 00000100:00100000:1.0:1769074925.293304:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368749184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074925.293349:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1769074925.293392:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368749184:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1769074925.293610:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1769074925.610525:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074926.634220:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1769074926.839640:0:47380:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 705e500b-e064-49d7-afab-35748affa4a4 00000001:00080000:1.0:1769074926.839658:0:47380:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 55834575860 is committed 00000020:00000080:1.0:1769074926.839806:0:47380:0:(genops.c:904:class_export_put()) final put ffff8c8b04869800/705e500b-e064-49d7-afab-35748affa4a4 00000020:00000080:0.0:1769074926.839990:0:12275:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b04869800/705e500b-e064-49d7-afab-35748affa4a4 for lustre-MDT0000 00000020:00000080:0.0:1769074926.840407:0:12275:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8b0486c800 for lustre-MDT0000 00000020:00000080:3.0:1769074927.111861:0:49856:0:(class_obd.c:317:class_handle_ioctl()) obdclass: cmd=c00866e6 len=0 uarg=00007ffd64c99070 00000004:00000080:3.0:1769074927.111893:0:49856:0:(mdt_handler.c:8141:mdt_iocontrol()) lustre-MDT0000: cmd=c00866e6 len=608 karg=ffff8c8b1fc46800 uarg=0000000000000000 00000004:00000080:3.0:1769074927.111945:0:49856:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa1d38148fd70 00100000:10000000:3.0:1769074927.111954:0:49856:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0000-osd: start master thread 00100000:10000000:3.0:1769074927.112700:0:49856:0:(lfsck_namespace.c:4319:lfsck_namespace_reset()) lustre-MDT0000-osd: namespace LFSCK reset: rc = 0 00100000:10000000:3.0:1769074927.113860:0:49858:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0000: OI scrub prep, flags = 0x46 00100000:10000000:3.0:1769074927.113867:0:49858:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:3.0:1769074927.114003:0:49858:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:1.0:1769074927.114320:0:49857:0:(lfsck_lib.c:2521:lfsck_start_assistant()) lustre-MDT0000-osd: start lfsck_namespace assistant thread 00100000:10000000:0.0:1769074927.114552:0:49857:0:(lfsck_namespace.c:4567:lfsck_namespace_prep()) lustre-MDT0000-osd: namespace LFSCK prep done, start pos [1, [0x0:0x0:0x0], 0x0]: rc = 0 00100000:10000000:1.0:1769074927.114586:0:49859:0:(lfsck_engine.c:1541:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread start 00100000:10000000:3.0:1769074927.114750:0:49858:0:(osd_scrub.c:1240:osd_scrub_main()) lustre-MDT0000: OI scrub start, flags = 0x46, pos = 12 00100000:10000000:0.0:1769074927.117833:0:49857:0:(lfsck_namespace.c:4465:lfsck_namespace_checkpoint()) lustre-MDT0000-osd: namespace LFSCK checkpoint at the pos [13, [0x0:0x0:0x0], 0x0], status = 1: rc = 0 00100000:10000000:0.0:1769074927.117843:0:49857:0:(lfsck_engine.c:1034:lfsck_master_engine()) lustre-MDT0000-osd entry: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 13, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 49857 00100000:10000000:3.0:1769074927.120152:0:49858:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0000: OI scrub post with result = 1 00100000:10000000:3.0:1769074927.120197:0:49858:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:3.0:1769074927.120201:0:49858:0:(osd_scrub.c:1280:osd_scrub_main()) lustre-MDT0000: OI scrub: stop, pos = 40001: rc = 1 00100000:02000000:0.0:1769074927.125240:0:49857:0:(lfsck_engine.c:686:lfsck_master_dir_engine()) *** cfs_fail_loc=1601, val=1*** 00010000:00010000:0.0:1769074927.667740:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074927.851496:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368749696:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.851595:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.851647:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:16319:1855008368750208:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.851699:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.851739:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b421c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368750720:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.851770:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.851799:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1769074927.851805:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368749312:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.851843:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.851863:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:16319:1855008368749824:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.851882:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.851897:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:16319:1855008368750336:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.851914:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.851939:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04898700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16319:1855008368750848:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.851966:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.851989:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368749440:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.852009:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.852024:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16317:1855008368749952:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.852082:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.852109:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368750464:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.852371:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750208 00000100:00100000:1.0:1769074927.852399:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750208 00000100:00100000:1.0:1769074927.852446:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368749824 00000100:00100000:1.0:1769074927.852450:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368749824 00000100:00100000:1.0:1769074927.852462:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750336 00000100:00100000:1.0:1769074927.852464:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750336 00000100:00100000:1.0:1769074927.852477:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750848 00000100:00100000:1.0:1769074927.852479:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750848 00000100:00100000:1.0:1769074927.852493:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1769074927.852500:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16319:x1855008368750208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.852571:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16319:x1855008368750208:12345-0@lo:400:kworker.0 Request processed in 70us (871us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.852579:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1769074927.852595:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368749952 00000100:00100000:1.0:1769074927.852598:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368749952 00000100:00100000:1.0:1769074927.852614:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1769074927.852619:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:16319:x1855008368749824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.852646:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:16319:x1855008368749824:12345-0@lo:400:kworker.0 Request processed in 26us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.852667:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1769074927.852679:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1769074927.852684:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04898000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:16319:x1855008368750336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.852711:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04898000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:16319:x1855008368750336:12345-0@lo:400:kworker.0 Request processed in 27us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.852716:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1769074927.852738:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1769074927.852744:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16319:x1855008368750848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.852770:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16319:x1855008368750848:12345-0@lo:400:kworker.0 Request processed in 26us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.852776:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1769074927.852789:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1769074927.852793:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04899180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16317:x1855008368749952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.852818:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04899180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16317:x1855008368749952:12345-0@lo:400:kworker.0 Request processed in 24us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.852822:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1769074927.852892:0:47386:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368749312 00000100:00100000:1.0:1769074927.852896:0:47386:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368749312 00000100:00100000:1.0:1769074927.852919:0:47386:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1769074927.852925:0:47386:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16319:x1855008368749312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.852952:0:47386:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16319:x1855008368749312:12345-0@lo:400:kworker.0 Request processed in 26us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.852957:0:47386:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1769074927.852985:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368749696 00000100:00100000:1.0:1769074927.852989:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368749696 00000100:00100000:1.0:1769074927.853052:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750720 00000100:00100000:1.0:1769074927.853055:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750720 00000100:00100000:1.0:1769074927.853077:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1769074927.853083:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368749696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.853112:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368749696:12345-0@lo:400:kworker.0 Request processed in 29us (1517us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.853117:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1769074927.853140:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1769074927.853146:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368750720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.854047:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.854138:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:16317:1855008368749952:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.854155:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1769074927.854164:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368749568:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.854189:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.854209:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:16317:1855008368750080:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.854252:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074927.854283:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b421c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368750592:0@lo:400:kworker.0 00000100:00100000:0.0:1769074927.854304:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074927.855462:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368750720:12345-0@lo:400:kworker.0 Request processed in 2309us (3685us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.855474:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1769074927.855503:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368749568 00000100:00100000:1.0:1769074927.855509:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368749568 00000100:00100000:1.0:1769074927.855583:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750592 00000100:00100000:1.0:1769074927.855587:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750592 00000100:00100000:1.0:1769074927.855608:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1769074927.855615:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368749568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.855681:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04898a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368749568:12345-0@lo:400:kworker.0 Request processed in 66us (1490us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.855687:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1769074927.855699:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1769074927.855704:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368750592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.855742:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368750592:12345-0@lo:400:kworker.0 Request processed in 38us (1437us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.855749:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1769074927.855790:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750080 00000100:00100000:1.0:1769074927.855807:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750080 00000100:00100000:1.0:1769074927.855830:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1769074927.855836:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04899c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:16317:x1855008368750080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.855866:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04899c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:16317:x1855008368750080:12345-0@lo:400:kworker.0 Request processed in 29us (1613us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.855872:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00080000:1.0:1769074927.855922:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1769074927.855927:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074927.855930:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1769074927.855932:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074927.855958:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368749440 00000100:00100000:1.0:1769074927.855963:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368749440 00000100:00100000:1.0:1769074927.855997:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750464 00000100:00100000:1.0:1769074927.856000:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750464 00000100:00100000:1.0:1769074927.856013:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1769074927.856019:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:16317:x1855008368749440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856069:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:16317:x1855008368749440:12345-0@lo:400:kworker.0 Request processed in 49us (4057us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.856075:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1769074927.856086:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1769074927.856091:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368750464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856115:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04899f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368750464:12345-0@lo:400:kworker.0 Request processed in 24us (2093us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074927.856121:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1769074927.856154:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368749312:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856168:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:16319:1855008368749824:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856179:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:16319:1855008368750336:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856191:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04898700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16319:1855008368750848:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856201:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368749696:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856212:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:16319:1855008368750208:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856223:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b421c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368750720:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856313:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368749568:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856324:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:16317:1855008368750080:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856349:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b421c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368750592:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856360:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368749440:0@lo:400:kworker.0 00000100:00100000:1.0:1769074927.856370:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368750464:0@lo:400:kworker.0 00100000:02000000:0.0:1769074928.174485:0:49857:0:(lfsck_engine.c:686:lfsck_master_dir_engine()) *** cfs_fail_loc=1601, val=1*** 00010000:00010000:1.0:1769074928.689525:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074928.874998:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368750976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1769074928.875082:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074928.875283:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368750976 00000100:00100000:3.0:1769074928.875292:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368750976 00000100:00100000:3.0:1769074928.875340:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1769074928.875348:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368750976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1769074928.875374:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 2516800 pending 2260992 free 69881856 avail 62713856 00000100:00100000:3.0:1769074928.875428:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04898380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368750976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074928.875435:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1769074928.875474:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368750976:0@lo:13:osp-pre-1-1.0 00100000:02000000:1.0:1769074929.194465:0:49857:0:(lfsck_engine.c:686:lfsck_master_dir_engine()) *** cfs_fail_loc=1601, val=1*** 00010000:00010000:1.0:1769074929.706351:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074929.898187:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074929.898212:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368751232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1769074929.898285:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074929.898454:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074929.898461:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368751232 00000100:00100000:0.0:1769074929.898470:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368751232 00000100:00100000:0.0:1769074929.898541:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1769074929.898560:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368751232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1769074929.898592:0:26108:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42815488 avail 36683776 00000100:00100000:0.0:1769074929.898669:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368751232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074929.898676:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1769074929.899468:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368751232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074929.900018:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368751104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074929.900080:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074929.900235:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368751104 00000100:00100000:0.0:1769074929.900241:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368751104 00000100:00100000:0.0:1769074929.900349:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1769074929.900358:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:16317:x1855008368751104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1769074929.900382:0:26108:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42598400 avail 36466688 00000100:00100000:0.0:1769074929.900436:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:16317:x1855008368751104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074929.900443:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1769074929.900533:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38590a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368751104:0@lo:41:osp-pre-0-1.0 00100000:02000000:1.0:1769074930.220157:0:49857:0:(lfsck_engine.c:686:lfsck_master_dir_engine()) *** cfs_fail_loc=1601, val=1*** 00000100:00100000:3.0:1769074930.410407:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074930.410433:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368751488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1769074930.410508:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074930.410727:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368751488 00000100:00100000:0.0:1769074930.410736:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368751488 00000100:00100000:0.0:1769074930.410831:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1769074930.410843:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368751488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1769074930.410875:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 4527936 pending 4272128 free 67870720 avail 60702720 00000100:00080000:3.0:1769074930.411181:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074930.411338:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368751616 00000100:00100000:1.0:1769074930.411344:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368751616 00000100:00100000:1.0:1769074930.411373:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1769074930.411379:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368751616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074930.411402:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 2516800 pending 2260992 free 69881856 avail 62713856 00000100:00100000:3.0:1769074930.411449:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368751360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074930.411480:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1769074930.411504:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074930.414947:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368751488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4098us (4429us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074930.414963:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:3.0:1769074930.419188:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074930.419272:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368751360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074930.420263:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38590700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368751616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8877us (9090us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074930.420278:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00010000:00010000:0.0:1769074930.730224:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1769074930.926550:0:28378:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 705e500b-e064-49d7-afab-35748affa4a4 00000001:00080000:1.0:1769074930.926579:0:28378:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589935681 is committed 00000020:00000080:1.0:1769074930.926786:0:28378:0:(genops.c:904:class_export_put()) final put ffff8c8a09946800/705e500b-e064-49d7-afab-35748affa4a4 00000020:00000080:3.0:1769074930.926967:0:33201:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a09946800/705e500b-e064-49d7-afab-35748affa4a4 for lustre-OST0001 00000020:00000080:3.0:1769074930.927023:0:33201:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8a09940800 for lustre-OST0001 00000001:00100000:0.0:1769074930.935297:0:27568:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 705e500b-e064-49d7-afab-35748affa4a4 00000001:00080000:0.0:1769074930.935316:0:27568:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 8589935689 is committed 00000001:00100000:3.0:1769074930.935714:0:26817:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 705e500b-e064-49d7-afab-35748affa4a4 00000001:00080000:3.0:1769074930.935722:0:26817:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934637 is committed 00000020:00000080:3.0:1769074930.935726:0:26817:0:(genops.c:904:class_export_put()) final put ffff8c8b3fe2b800/705e500b-e064-49d7-afab-35748affa4a4 00000020:00000080:0.0:1769074930.935934:0:27568:0:(genops.c:904:class_export_put()) final put ffff8c8b391e7800/705e500b-e064-49d7-afab-35748affa4a4 00000020:00000080:1.0:1769074930.942500:0:12275:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3fe2b800/705e500b-e064-49d7-afab-35748affa4a4 for lustre-MDT0001 00000020:00000080:1.0:1769074930.942669:0:12275:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8b05914000 for lustre-MDT0001 00000020:00000080:1.0:1769074930.942979:0:12275:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b391e7800/705e500b-e064-49d7-afab-35748affa4a4 for lustre-OST0000 00000020:00000080:1.0:1769074930.943007:0:12275:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8b10bf1800 for lustre-OST0000 00100000:02000000:1.0:1769074931.242492:0:49857:0:(lfsck_engine.c:686:lfsck_master_dir_engine()) *** cfs_fail_loc=1601, val=1*** 00010000:00010000:3.0:1769074932.781073:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074932.982795:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368751872:0@lo:400:kworker.0 00000100:00100000:3.0:1769074932.982872:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074932.982917:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16320:1855008368752384:0@lo:400:kworker.0 00000100:00100000:3.0:1769074932.982942:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074932.982962:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368752896:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983134:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368751744:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983167:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074932.983195:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:16319:1855008368752256:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983215:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074932.983235:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:16319:1855008368752768:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983255:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074932.983271:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16319:1855008368753280:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983290:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074932.983329:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368751872 00000100:00100000:0.0:1769074932.983336:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368751872 00000100:00100000:0.0:1769074932.983384:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1769074932.983393:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:16320:x1855008368751872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983444:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:16320:x1855008368751872:12345-0@lo:400:kworker.0 Request processed in 51us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074932.983451:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1769074932.983473:0:47387:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368751744 00000100:00100000:0.0:1769074932.983476:0:47387:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368751744 00000100:00100000:0.0:1769074932.983502:0:47387:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1769074932.983508:0:47387:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16319:x1855008368751744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983541:0:47387:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16319:x1855008368751744:12345-0@lo:400:kworker.0 Request processed in 33us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074932.983547:0:47387:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1769074932.983574:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368752384 00000100:00100000:0.0:1769074932.983577:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368752384 00000100:00100000:0.0:1769074932.983609:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368752256 00000100:00100000:0.0:1769074932.983612:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368752256 00000100:00100000:0.0:1769074932.983624:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368752768 00000100:00100000:0.0:1769074932.983626:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368752768 00000100:00100000:0.0:1769074932.983651:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368753280 00000100:00100000:0.0:1769074932.983654:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368753280 00000100:00100000:0.0:1769074932.983669:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1769074932.983675:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16320:x1855008368752384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983705:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16320:x1855008368752384:12345-0@lo:400:kworker.0 Request processed in 30us (762us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074932.983710:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1769074932.983722:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1769074932.983728:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:16319:x1855008368752256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983753:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04898700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:16319:x1855008368752256:12345-0@lo:400:kworker.0 Request processed in 26us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074932.983758:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1769074932.983770:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1769074932.983777:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:16319:x1855008368752768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983802:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:16319:x1855008368752768:12345-0@lo:400:kworker.0 Request processed in 26us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074932.983810:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1769074932.983822:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1769074932.983828:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16319:x1855008368753280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983854:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:16319:x1855008368753280:12345-0@lo:400:kworker.0 Request processed in 27us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074932.983859:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1769074932.983897:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368751744:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983908:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:16319:1855008368752256:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983917:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:16319:1855008368752768:0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.983924:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16319:1855008368753280:0@lo:400:kworker.0 00000100:00080000:0.0:1769074932.983958:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1769074932.983963:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074932.985140:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074932.985183:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368751872:0@lo:400:kworker.0 00000100:00100000:3.0:1769074932.985196:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16320:1855008368752384:0@lo:400:kworker.0 00000100:00100000:3.0:1769074932.985227:0:26105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368752640 00000100:00100000:3.0:1769074932.985231:0:26105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368752640 00000100:00100000:3.0:1769074932.985252:0:26105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368752512 00000100:00100000:3.0:1769074932.985255:0:26105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368752512 00000100:00100000:3.0:1769074932.985269:0:26105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1769074932.985274:0:26105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:16318:x1855008368752640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074932.985307:0:26105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38591f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:16318:x1855008368752640:12345-0@lo:400:kworker.0 Request processed in 32us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074932.985312:0:26105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1769074932.985324:0:26105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1769074932.985329:0:26105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:16318:x1855008368752512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074932.985350:0:26105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38592300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:16318:x1855008368752512:12345-0@lo:400:kworker.0 Request processed in 21us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074932.985354:0:26105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00080000:0.0:1769074932.986081:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1769074932.986085:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074932.986088:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074932.986090:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074932.986101:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368752896 00000100:00100000:0.0:1769074932.986106:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368752896 00000100:00100000:0.0:1769074932.986140:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1769074932.986147:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368752896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074932.986194:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368752896:12345-0@lo:400:kworker.0 Request processed in 48us (1054us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074932.986200:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1769074932.986564:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38487480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368752896:0@lo:400:kworker.0 00000020:01000004:3.0:1769074933.165224:0:50006:0:(tgt_mount.c:1906:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1769074933.165320:0:50006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.165337:0:50006:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.165344:0:50006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.165350:0:50006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.165390:0:50006:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1769074933.165396:0:50006:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1769074933.165439:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1769074933.165444:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1769074933.165449:0:50006:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1769074933.165474:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8a0a877800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1769074933.165754:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16316:1855008368753408:0@lo:39:umount.0 00000100:00100000:0.0:1769074933.165822:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074933.166263:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074933.166271:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.166278:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b08a4bc00 already unused, calling callback (ffffffffc1162c20) 10000000:00010000:0.0:1769074933.166281:0:30249:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.166289:0:30249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1769074933.166295:0:30249:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074933.166300:0:30249:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1769074933.166303:0:30249:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1769074933.166305:0:30249:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1769074933.166329:0:30249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.166335:0:30249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1769074933.166360:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.166366:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4bc00/0xd2fe271aa17265c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17265d0 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.166377:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074933.166379:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074933.166381:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074933.166388:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074933.166399:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368753536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1769074933.166429:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074933.166466:0:44334:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368753536 00000100:00100000:0.0:1769074933.166470:0:44334:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368753536 00000100:00100000:0.0:1769074933.166502:0:44334:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1769074933.166508:0:44334:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16319:x1855008368753536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1769074933.166519:0:44334:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074933.166532:0:44334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b08a4ba00/0xd2fe271aa17265d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd2fe271aa17265c9 expref: 23 pid: 47386 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074933.166543:0:44334:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074933.166571:0:44334:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+22:16319:x1855008368753536:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074933.166577:0:44334:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1769074933.166609:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368753536:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1769074933.166646:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a0a877800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1769074933.166654:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16316:1855008368753408:0@lo:39:umount.0 00000100:00080000:3.0:1769074933.166739:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1769074933.166742:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1769074933.166747:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1769074933.167806:0:50006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167818:0:50006:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167824:0:50006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167831:0:50006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167852:0:50006:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074933.167859:0:50006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167865:0:50006:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167870:0:50006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167875:0:50006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167891:0:50006:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074933.167905:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074933.167910:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167916:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b3052e800 already unused, calling callback (ffffffffc1162c20) 10000000:00010000:3.0:1769074933.167921:0:26091:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167928:0:26091:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1769074933.167935:0:26091:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074933.167939:0:26091:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1769074933.167942:0:26091:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:3.0:1769074933.167966:0:26091:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167971:0:26091:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074933.167988:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.167995:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b3052e800/0xd2fe271aa17264fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa1726505 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168008:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074933.168011:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168016:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b08a4b600 already unused, calling callback (ffffffffc1162c20) 10000000:00010000:3.0:1769074933.168018:0:26091:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168024:0:26091:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1769074933.168065:0:26091:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074933.168071:0:26091:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1769074933.168073:0:26091:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1769074933.168075:0:26091:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1769074933.168088:0:26091:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168093:0:26091:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074933.168099:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168105:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b600/0xd2fe271aa17265ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17265f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168114:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074933.168115:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074933.168117:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074933.168129:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16317:1855008368753664:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1769074933.168174:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074933.168209:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074933.168215:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16317:1855008368753792:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1769074933.168235:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074933.168258:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368753664 00000100:00100000:3.0:1769074933.168265:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368753664 00000100:00100000:3.0:1769074933.168297:0:26090:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368753792 00000100:00100000:3.0:1769074933.168300:0:26090:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368753792 00000100:00100000:3.0:1769074933.168319:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1769074933.168326:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16317:x1855008368753664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1769074933.168336:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074933.168349:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b351dac00/0xd2fe271aa1726505 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd2fe271aa17264fe expref: 23 pid: 47387 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168360:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074933.168390:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+22:16317:x1855008368753664:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074933.168397:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1769074933.168411:0:26090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1769074933.168417:0:26090:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+21:16317:x1855008368753792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1769074933.168424:0:26090:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074933.168431:0:26090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b08a4a000/0xd2fe271aa17265f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xd2fe271aa17265ec expref: 21 pid: 47386 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168438:0:26090:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074933.168457:0:26090:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+20:16317:x1855008368753792:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074933.168463:0:26090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1769074933.168490:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16317:1855008368753792:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1769074933.168498:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16317:1855008368753664:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1769074933.168520:0:50006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168528:0:50006:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168532:0:50006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168538:0:50006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168552:0:50006:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074933.168557:0:50006:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168563:0:50006:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168568:0:50006:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168573:0:50006:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168583:0:50006:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1769074933.168586:0:50006:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1769074933.168590:0:50006:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:3.0:1769074933.168613:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074933.168617:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074933.168623:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b08a4aa00 already unused, calling callback (ffffffffc1162c20) 10000000:00010000:3.0:1769074933.168626:0:26091:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.168903:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074933.168909:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.168915:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b08a4b000 already unused, calling callback (ffffffffc1162c20) 10000000:00010000:1.0:1769074933.168918:0:38306:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.168925:0:38306:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074933.168931:0:38306:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074933.168936:0:38306:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1769074933.168938:0:38306:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1769074933.168939:0:38306:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1769074933.168959:0:38306:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.168968:0:38306:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074933.168980:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.168985:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b000/0xd2fe271aa17264f0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xd2fe271aa17264f7 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074933.168995:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074933.168996:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074933.168998:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074933.171616:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074933.171765:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074933.173112:0:26091:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:00010000:3.0:1769074933.173132:0:26091:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4aa00/0xd2fe271aa17265bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xd2fe271aa17265c2 expref: -99 pid: 47378 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074933.173139:0:26091:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1769074933.173142:0:26091:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1769074933.173145:0:26091:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00100000:1.0:1769074933.174540:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16320:1855008368754048:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1769074933.174618:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1769074933.174868:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/9 00000020:00080000:3.0:1769074933.174875:0:50006:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff8c8b03424000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1769074933.174881:0:50006:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff8c8a0a875000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1769074933.174885:0:50006:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff8c8a0a870000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1769074933.174889:0:50006:0:(genops.c:1836:print_export_data()) lustre-MDT0000: ACTIVE ffff8c8b35cda800 lustre-MDT0001-mdtlov_UUID 0@lo 5 (0 0 0) 0 0 0 0: 0000000000000000 38654705982 stale:0 00000020:00080000:3.0:1769074933.174895:0:50006:0:(genops.c:1570:class_disconnect_exports()) OBD device 5 (ffff8c8b358cca88) has exports, disconnecting them 00000020:00080000:3.0:1769074933.174899:0:50006:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c8b03424000), last request at 1769074932 00000020:00000080:3.0:1769074933.174906:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17266be 00000100:00080000:3.0:1769074933.174914:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8b03425800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1769074933.174936:0:50006:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8b03424000): rc 0 00000020:00000080:3.0:1769074933.174939:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b03424000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1769074933.174951:0:50006:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c8a0a875000), last request at 1769074932 00000020:00000080:3.0:1769074933.174954:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17266b7 00000100:00080000:3.0:1769074933.174961:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8a0a876800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1769074933.174971:0:50006:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a0a875000): rc 0 00000020:00000080:3.0:1769074933.174973:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a0a875000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1769074933.174976:0:50006:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c8a0a870000), last request at 1769074842 00000020:00000080:3.0:1769074933.174978:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17266b0 00000100:00080000:3.0:1769074933.174986:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8a0a871800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1769074933.175018:0:50006:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a0a870000): rc 0 00000020:00000080:3.0:1769074933.175021:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a0a870000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1769074933.175047:0:50006:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8c8b35cda800), last request at 1769074837 00000020:00000080:3.0:1769074933.175051:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa172653d 00000100:00080000:3.0:1769074933.175059:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8a0a873000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1769074933.175068:0:50006:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8b35cda800): rc 0 00000020:00000080:3.0:1769074933.175070:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b35cda800/lustre-MDT0001-mdtlov_UUID 00000004:00000080:3.0:1769074933.175077:0:50006:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa1d381c8fb28 00010000:00010000:1.0:1769074933.175771:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074933.176422:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16320:1855008368754048:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1769074933.176485:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1769074933.178935:0:49859:0:(lfsck_engine.c:1750:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before exit 00000004:00080000:0.0:1769074933.178969:0:49859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1627311940474ns, next at 1615305595197ns, rc = 0 00080000:00080000:0.0:1769074933.179481:0:49859:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1769074933.179560:0:49859:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1627312531697ns, next at 1615306154485ns, rc = 0 00080000:00080000:1.0:1769074933.179569:0:49859:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1769074933.181922:0:47380:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000004:00080000:0.0:1769074933.181946:0:47380:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00100000:10000000:1.0:1769074933.182015:0:49859:0:(lfsck_engine.c:1756:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:1.0:1769074933.182021:0:49859:0:(lfsck_engine.c:1780:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread exit: rc = 0 00100000:10000000:1.0:1769074933.182205:0:49857:0:(lfsck_engine.c:690:lfsck_master_dir_engine()) lustre-MDT0000-osd: scan dir exit for engine stop, parent [0x2000061c1:0xef:0x0], cookie 0x23483ab5ac2df64 00100000:10000000:1.0:1769074933.182217:0:49857:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0000-osd ffff8c8b306e0000 exit: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 20002, dir_cookie = 0x28d158a79b57cb4, parent = [0x2000061c1:0xef:0x0], pid = 49857: rc = 0 00100000:10000000:1.0:1769074933.182272:0:49857:0:(lfsck_lib.c:2589:lfsck_post_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_namespace post, rc = 0 00100000:10000000:1.0:1769074933.182275:0:49857:0:(lfsck_lib.c:2599:lfsck_post_generic()) lustre-MDT0000-osd: the assistant has done lfsck_namespace post, rc = 0 00100000:10000000:1.0:1769074933.182346:0:49857:0:(lfsck_namespace.c:4795:lfsck_namespace_post()) lustre-MDT0000-osd: namespace LFSCK post done: rc = 0 00000100:00080000:3.0:1769074933.182617:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1769074933.182621:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1769074933.184645:0:50006:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1769074933.184680:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8b35cdf000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1769074933.184829:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16316:1855008368754176:0@lo:39:umount.0 00000100:00100000:0.0:1769074933.184919:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074933.185281:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368754176 00000100:00100000:1.0:1769074933.185291:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368754176 00000100:00100000:1.0:1769074933.185339:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1769074933.185347:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16316:x1855008368754176:12345-0@lo:39:umount.0 00000020:00000080:1.0:1769074933.185379:0:26108:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa172656e 00000100:00080000:1.0:1769074933.185387:0:26108:0:(import.c:65:import_set_state_nolock()) ffff8c8a04e85800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1769074933.185419:0:26108:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:1.0:1769074933.185594:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:16316:x1855008368754176:12345-0@lo:39:umount.0 Request processed in 246us (673us total) trans 8589934638 rc 0/0 00000100:00100000:1.0:1769074933.185601:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00080000:0.0:1769074933.185747:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b35cdf000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1769074933.185756:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16316:1855008368754176:0@lo:39:umount.0 00010000:00010000:3.0:1769074933.185812:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1769074933.187536:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1769074933.187542:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589935650 gen 3 00000004:00080000:3.0:1769074933.187559:0:50006:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:3.0:1769074933.187616:0:50006:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1769074933.187660:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8a09946000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1769074933.187683:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1769074933.187685:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935642 gen 3 00000004:00080000:3.0:1769074933.187694:0:50006:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00080000:3.0:1769074933.187751:0:50006:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1769074933.187761:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8a0334f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1769074933.187846:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff8c8b358cca88) has no exports 00010000:00010000:1.0:1769074933.188850:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1769074933.189450:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 5 (ffff8c8b358cca88) has no exports 00000020:00000080:3.0:1769074933.242730:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726552 00000020:00000080:3.0:1769074933.242750:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a04d52000/lustre-QMT0000_UUID 00000020:01000000:3.0:1769074933.242810:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:0.0:1769074933.243966:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3d6a7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00080000:3.0:1769074933.282901:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1769074933.282910:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1769074933.282925:0:50006:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8c8b3ccb9500 x1855008368754176/t8589934638(8589934638) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074943 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1769074933.282953:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1769074933.286757:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1769074933.286766:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589935650 gen 4 00000004:00080000:3.0:1769074933.286785:0:50006:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1769074933.286788:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1769074933.287125:0:47396:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1769074933.287130:0:47396:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x38:0x0] index 119 count 1 00000040:00080000:0.0:1769074933.287140:0:47396:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x32:0x0] index 2 count 2 00000100:00080000:3.0:1769074933.305441:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1769074933.305451:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935642 gen 4 00000004:00080000:3.0:1769074933.305482:0:50006:0:(osp_dev.c:1621:osp_import_event()) got inactive 00000100:00100000:3.0:1769074933.305484:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1769074933.306106:0:47398:0:(osp_sync.c:1253:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1769074933.306112:0:47398:0:(llog.c:854:llog_process_thread()) stop processing plain [0x1:0x3a:0x0] index 118 count 1 00000040:00080000:0.0:1769074933.306123:0:47398:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x1:0x35:0x0] index 2 count 2 00000020:00000080:3.0:1769074933.309992:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726513 00000020:00000080:3.0:1769074933.310004:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b35cdc000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1769074933.310973:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726528 00000020:00000080:3.0:1769074933.310981:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b35cdc800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1769074933.310986:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1769074933.310992:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074933.311001:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1769074933.311005:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 4 (ffff8c8b358cb1b0) has no exports 00000020:00000080:0.0:1769074933.313070:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cdc000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1769074933.313088:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cdc800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:3.0:1769074933.313414:0:50006:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1769074933.313425:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa172659f 00000020:00000080:3.0:1769074933.313434:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b3630d800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1769074933.313454:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1769074933.313463:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074933.313472:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1769074933.313476:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 10 (ffff8c8b0352ca88) has no exports 00000020:00000080:3.0:1769074933.313483:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726591 00000020:00000080:3.0:1769074933.313486:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b10bf6000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1769074933.313824:0:50006:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1769074933.313830:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1769074933.313835:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935642 gen 5 00000100:00020000:3.0:1769074933.313840:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000020:00000080:0.0:1769074933.314677:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3630d800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1769074933.314689:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b10bf6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:3.0:1769074933.330616:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:3.0:1769074933.330662:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000020:00000080:3.0:1769074933.330778:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074933.330791:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1769074933.330800:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726583 00000020:00000080:3.0:1769074933.330813:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b05030000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1769074933.330821:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1769074933.330827:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074933.330832:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1769074933.330835:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff8c8b412598d8) has no exports 00000020:00000080:3.0:1769074933.330842:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa172657c 00000020:00000080:3.0:1769074933.330845:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a09941000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1769074933.330885:0:23492:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8a0334f800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1769074933.330893:0:23492:0:(genops.c:904:class_export_put()) final put ffff8c8b36309000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1769074933.330896:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b36309000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1769074933.330906:0:23492:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1769074933.330989:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b05030000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1769074933.330993:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a09941000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:3.0:1769074933.331223:0:50006:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1769074933.331227:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1769074933.331231:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589935650 gen 5 00000100:00020000:3.0:1769074933.331235:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00100000:3.0:1769074933.331236:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:3.0:1769074933.331238:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000020:00000080:1.0:1769074933.331266:0:23492:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8a09946000 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1769074933.331288:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074933.331293:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1769074933.331296:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b3630b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1769074933.331298:0:50006:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3630b000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1769074933.331305:0:50006:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1769074933.331360:0:50006:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1769074933.331366:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726567 00000020:00000080:3.0:1769074933.331369:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a03f40800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1769074933.331381:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1769074933.331384:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074933.331388:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1769074933.331390:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 8 (ffff8c8b3edc6360) has no exports 00000020:00000080:3.0:1769074933.331394:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726560 00000020:00000080:3.0:1769074933.331397:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b35cda000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1769074933.331512:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a03f40800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1769074933.331519:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cda000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1769074933.364609:0:50006:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1769074933.364619:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1769074933.364624:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:1.0:1769074933.364772:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00100000:1.0:1769074933.364776:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:1.0:1769074933.364779:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000020:00000080:1.0:1769074933.364810:0:23492:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8b35cdf000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1769074933.364865:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074933.364877:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1769074933.364883:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a09941800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1769074933.364887:0:50006:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a09941800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1769074933.364901:0:50006:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1769074933.368263:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074933.368278:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1769074933.368285:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a044d8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1769074933.368290:0:50006:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a044d8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1769074933.368298:0:50006:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1769074933.368411:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa172652f 00000020:00000080:1.0:1769074933.368418:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b35cdb000/lustre-MDD0000_UUID 00000020:01000000:1.0:1769074933.368433:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1769074933.368437:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1769074933.368443:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1769074933.368447:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 6 (ffff8c8b358ce360) has no exports 00000020:00000080:1.0:1769074933.368584:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074933.368588:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1769074933.368593:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa1726536 00000020:00000080:1.0:1769074933.368597:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b35cd9000/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1769074933.368605:0:50006:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8c8b3ed7d000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1769074933.368608:0:50006:0:(obd_mount.c:705:lustre_put_lsi()) put ffff8c8b3ed7d000 3 00000020:01000004:1.0:1769074933.368611:0:50006:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff8c8b3ed7d000 from lustre-MDT0000 00000020:00000080:1.0:1769074933.368639:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074933.368644:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1769074933.368647:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b35cd8000/lustre-MDT0000_UUID 00000020:00000080:1.0:1769074933.368649:0:50006:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cd8000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1769074933.368657:0:50006:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1769074933.368687:0:50006:0:(obd_mount.c:569:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1769074933.368691:0:50006:0:(tgt_mount.c:256:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1769074933.368693:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1769074933.368696:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1769074933.368699:0:50006:0:(obd_config.c:886:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1769074933.368704:0:50006:0:(genops.c:1836:print_export_data()) MGS: ACTIVE ffff8c8b3858a800 e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e 0@lo 17 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1769074933.368710:0:50006:0:(genops.c:1570:class_disconnect_exports()) OBD device 1 (ffff8c8b358c98d8) has exports, disconnecting them 00000020:00080000:1.0:1769074933.368714:0:50006:0:(genops.c:1545:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8c8b3858a800), last request at 1769074837 00000020:00000080:1.0:1769074933.368727:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17264e9 00000020:00010000:1.0:1769074933.368758:0:50006:0:(genops.c:1938:obd_stale_export_put()) Put export ffff8c8b3858a800: total 2 00000100:00080000:1.0:1769074933.368763:0:50006:0:(import.c:65:import_set_state_nolock()) ffff8c8b3858d800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1769074933.368789:0:50006:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8b3858a800): rc 0 00000020:00080000:1.0:1769074933.368793:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 1 (ffff8c8b358c98d8) has no exports 00000020:00000080:3.0:1769074933.368965:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cdb000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1769074933.368970:0:23492:0:(genops.c:904:class_export_put()) final put ffff8c8b35cd9800/lustre-MDD0000_UUID 00000020:00000080:3.0:1769074933.368972:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cd9800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1769074933.368977:0:23492:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1769074933.369063:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cd9000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00100000:1.0:1769074933.369404:0:47386:0:(service.c:3155:ptlrpc_main()) ll_mgs_0001: service thread [ffff8c8a01efb000:47386] 1 exiting: rc = 0 00000100:00100000:0.0:1769074933.369550:0:47387:0:(service.c:3155:ptlrpc_main()) ll_mgs_0002: service thread [ffff8c8b12117e00:47387] 2 exiting: rc = 0 00000020:00000080:1.0:1769074933.375835:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3858a800/e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e for MGS 00000020:00000080:1.0:1769074933.375902:0:23492:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8b3858d800 for MGS 00000100:00100000:1.0:1769074933.375950:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.375958:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.375964:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.375969:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.375976:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.375982:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.375988:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.375994:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376001:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376006:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376012:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376301:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376313:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376332:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376338:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376346:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376352:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376357:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376362:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376368:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376373:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376378:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376384:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376404:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376412:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376417:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376425:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376432:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376438:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376445:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376452:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376458:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376464:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376472:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376522:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376527:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376533:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376538:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376543:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376549:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376554:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376560:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376566:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376571:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376576:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376582:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376587:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376592:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376597:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376602:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376607:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376614:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376663:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376669:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376675:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376681:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376687:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376692:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376698:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376702:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376707:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376712:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376718:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1769074933.376724:0:50006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:1.0:1769074933.378759:0:50006:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff8c8a017ced80 - data ffff8c8b0adab510/ffff8c8b04cc1800 00000020:01000000:1.0:1769074933.378869:0:50006:0:(lprocfs_status_server.c:299:lprocfs_free_client_stats()) stat ffff8c8a09282ba0 - data ffff8c8b0ab2fca8/ffff8c8b3062d400 00000020:00000080:1.0:1769074933.379364:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17264e2 00000020:00000080:1.0:1769074933.379373:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b049c1800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1769074933.379382:0:50006:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8c8b3ed7d000 from MGS, refs=2 00000020:01000004:1.0:1769074933.379386:0:50006:0:(obd_mount.c:705:lustre_put_lsi()) put ffff8c8b3ed7d000 2 00000020:01000004:1.0:1769074933.379389:0:50006:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff8c8b3ed7d000 from MGS 00000020:00000080:1.0:1769074933.379416:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074933.379422:0:50006:0:(obd_config.c:814:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:1.0:1769074933.379425:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b3ed79000/MGS 00000020:00000080:1.0:1769074933.379427:0:50006:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3ed79000/MGS for MGS 00000020:01000000:1.0:1769074933.379434:0:50006:0:(genops.c:443:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:1.0:1769074933.379503:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:1.0:1769074933.379507:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1769074933.379512:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1769074933.379517:0:50006:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8c8a0a876000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1769074933.379523:0:50006:0:(genops.c:1570:class_disconnect_exports()) OBD device 11 (ffff8c8b4125ca88) has exports, disconnecting them 00000020:00080000:1.0:1769074933.379527:0:50006:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8c8a0a876000), last request at 1769074837 00000020:00000080:1.0:1769074933.379531:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17265de 00000020:00080000:1.0:1769074933.379538:0:50006:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8c8a0a876000): rc 0 00000020:00000080:1.0:1769074933.379542:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a0a876000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1769074933.380397:0:33201:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b049c1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1769074933.380408:0:33201:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a0a876000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:3.0:1769074933.434108:0:50006:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:3.0:1769074933.434117:0:50006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1769074933.434122:0:50006:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00020000:3.0:1769074933.434128:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 11 not setup 00000100:00100000:3.0:1769074933.434132:0:50006:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00020000:3.0:1769074933.434134:0:50006:0:(obd_class.h:479:obd_check_dev()) Device 11 not setup 00000020:00000080:3.0:1769074933.434168:0:33201:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8a0a877800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1769074933.434351:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1769074933.434362:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1769074933.434367:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8a02bda000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1769074933.434371:0:50006:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a02bda000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1769074933.434379:0:50006:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:3.0:1769074933.434478:0:50006:0:(obd_mount.c:705:lustre_put_lsi()) put ffff8c8b3ed7d000 1 00000020:00000080:3.0:1769074933.434485:0:50006:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xd2fe271aa17264d4 00000020:00000080:3.0:1769074933.434491:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b057a6800/lustre-MDT0000-osd_UUID 00000020:01000000:3.0:1769074933.434500:0:50006:0:(obd_config.c:2361:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:3.0:1769074933.434508:0:33201:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b057a6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1769074933.434517:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1769074933.434522:0:50006:0:(obd_config.c:886:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1769074933.434525:0:50006:0:(genops.c:1575:class_disconnect_exports()) OBD device 0 (ffff8c8b03528000) has no exports 00000020:00000080:1.0:1769074933.621424:0:50006:0:(obd_config.c:1389:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1769074933.621438:0:50006:0:(obd_config.c:814:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1769074933.621443:0:50006:0:(genops.c:904:class_export_put()) final put ffff8c8b3ed7b000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1769074933.621448:0:50006:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3ed7b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1769074933.621460:0:50006:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1769074933.621562:0:50006:0:(obd_mount.c:637:lustre_free_lsi()) Freeing lsi ffff8c8b3ed7b800 00000020:02000400:1.0:1769074933.621621:0:50006:0:(tgt_mount.c:2025:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:0.0:1769074933.810270:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074933.995600:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368754560 00000100:00100000:3.0:1769074933.995609:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368754560 00000100:00100000:3.0:1769074933.995713:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1769074933.995722:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368754560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1769074933.995751:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 69881856 avail 62713856 00000100:00100000:3.0:1769074933.995803:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38593100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368754560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074933.995810:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00010000:00010000:3.0:1769074934.829152:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074935.020887:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368754688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1769074935.020969:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074935.021061:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368754688 00000100:00100000:0.0:1769074935.021070:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368754688 00000100:00100000:0.0:1769074935.021115:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1769074935.021122:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:16318:x1855008368754688:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1769074935.021130:0:27025:0:(tgt_handler.c:788:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1769074935.028308:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:16318:x1855008368754688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7174us (7328us total) trans 0 rc -107/-107 00000100:00100000:0.0:1769074935.028324:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:02020000:3.0:1769074935.028578:0:16318:0:(client.c:1490:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1769074935.044783:0:16318:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1769074935.044792:0:16318:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1769074935.044797:0:16318:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1769074935.044804:0:16318:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074935.044809:0:16318:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1536 00000100:00080000:3.0:1769074935.044818:0:16318:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c8a044db000 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:0.0:1769074935.047940:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368754816:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:0.0:1769074935.048024:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074935.048155:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368754816 00000100:00100000:1.0:1769074935.048197:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368754816 00000100:00100000:1.0:1769074935.048238:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1769074935.048246:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:16316:x1855008368754816:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:1.0:1769074935.048267:0:26108:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074935.051286:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:16316:x1855008368754816:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 3030us (3252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074935.051300:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:0.0:1769074935.051443:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1769074935.051449:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1769074935.051453:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38591880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368754816:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1769074935.536823:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368754944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1769074935.536892:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074935.536950:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368754944 00000100:00100000:3.0:1769074935.536958:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368754944 00000100:00100000:3.0:1769074935.537012:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1769074935.537021:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368754944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1769074935.537064:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 67870720 avail 60702720 00000100:00100000:3.0:1769074935.537109:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368754944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074935.537117:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:3.0:1769074935.537137:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074935.537173:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3ccb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368754944:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1769074936.878683:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074937.901338:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769074938.090418:0:33201:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074938.090427:0:33201:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769074938.090431:0:33201:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074938.090450:0:33201:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1629 00000100:00080000:1.0:1769074938.090456:0:33201:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1769074938.090462:0:33201:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c8a044db000 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074938.090482:0:33201:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b35f85c00 x1855008368755200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074938.090567:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:16319:1855008368755584:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.090628:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.090712:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:16319:1855008368756096:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.090731:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.090753:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1769074938.090758:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368755072:0@lo:400:kworker.0 00000400:00000100:1.0:1769074938.090777:0:16319:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1855008368755072 offset 0 length 224: 4 00000100:00100000:1.0:1769074938.090812:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16319:1855008368755712:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.090832:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.090885:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368755200:0@lo:38:kworker.0 00000100:00100000:1.0:1769074938.090935:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.090964:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368755328:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.090987:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.091004:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:16317:1855008368755840:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091021:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.091059:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074938.091065:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368755456:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091085:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.091098:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:16317:1855008368755968:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091116:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.091152:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368755584 00000100:00100000:1.0:1769074938.091159:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368755584 00000100:00100000:1.0:1769074938.091201:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368756096 00000100:00100000:1.0:1769074938.091205:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368756096 00000100:00100000:1.0:1769074938.091232:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368755712 00000100:00100000:1.0:1769074938.091235:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368755712 00000100:00100000:1.0:1769074938.091244:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368755840 00000100:00100000:1.0:1769074938.091246:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368755840 00000100:00100000:1.0:1769074938.091259:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368755968 00000100:00100000:1.0:1769074938.091262:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368755968 00000100:00100000:1.0:1769074938.091274:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1769074938.091282:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b421c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:16319:x1855008368756096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091328:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b421c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:16319:x1855008368756096:12345-0@lo:400:kworker.0 Request processed in 46us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074938.091335:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1769074938.091353:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1769074938.091359:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:16317:x1855008368755840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091404:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:16317:x1855008368755840:12345-0@lo:400:kworker.0 Request processed in 45us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074938.091410:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1769074938.091421:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5859 00000100:00100000:1.0:1769074938.091425:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b421c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16319:x1855008368755584:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1769074938.091430:0:26103:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1769074938.091450:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b421c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16319:x1855008368755584:12345-0@lo:400:kworker.0 Request processed in 23us (822us total) trans 0 rc -107/-107 00000100:00100000:1.0:1769074938.091455:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5859 00000100:00100000:1.0:1769074938.091466:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5860 00000100:00100000:1.0:1769074938.091469:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16319:x1855008368755712:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1769074938.091474:0:26103:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1769074938.091494:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16319:x1855008368755712:12345-0@lo:400:kworker.0 Request processed in 23us (661us total) trans 0 rc -107/-107 00000100:00100000:1.0:1769074938.091499:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5860 00000100:00100000:1.0:1769074938.091510:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5861 00000100:00100000:1.0:1769074938.091514:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16317:x1855008368755968:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1769074938.091518:0:26103:0:(tgt_handler.c:788:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1769074938.091535:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:16317:x1855008368755968:12345-0@lo:400:kworker.0 Request processed in 20us (418us total) trans 0 rc -107/-107 00000100:00100000:1.0:1769074938.091540:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5861 00000100:00100000:1.0:1769074938.091572:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368755328 00000100:00100000:1.0:1769074938.091575:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368755328 00000100:00100000:1.0:1769074938.091598:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368755456 00000100:00100000:1.0:1769074938.091601:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368755456 00000100:00100000:1.0:1769074938.091614:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1769074938.091620:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368755328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091647:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368755328:12345-0@lo:400:kworker.0 Request processed in 27us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074938.091653:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1769074938.091663:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1769074938.091668:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368755456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091693:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368755456:12345-0@lo:400:kworker.0 Request processed in 25us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074938.091698:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1769074938.091738:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368755456:0@lo:400:kworker.0 00000100:00080000:1.0:1769074938.091749:0:16317:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1769074938.091754:0:16317:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769074938.091758:0:16317:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1769074938.091763:0:16317:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074938.091767:0:16317:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1537 00000100:00080000:1.0:1769074938.091771:0:16317:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c8a09565800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074938.091792:0:16317:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b3dfe8a80 x1855008368756224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074938.091810:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:16317:1855008368755968:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091822:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368755328:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091848:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:16317:1855008368755840:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.091875:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368756224:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1769074938.091899:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.091927:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368756224 00000100:00100000:1.0:1769074938.091931:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368756224 00000100:00100000:1.0:1769074938.091948:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5862 00000100:00100000:1.0:1769074938.091951:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368756224:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1769074938.091966:0:29082:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074938.091993:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368756224:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 40us (94us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074938.092014:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5862 00000100:00080000:1.0:1769074938.092053:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074938.092057:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1769074938.092060:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368756224:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:1.0:1769074938.092081:0:16319:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1769074938.092085:0:16319:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769074938.092088:0:16319:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1769074938.092090:0:16319:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074938.092093:0:16319:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1536 00000100:00080000:1.0:1769074938.092097:0:16319:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c8a01617800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074938.092110:0:16319:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b3dfe8a80 x1855008368756352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074938.092123:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16319:1855008368755712:0@lo:400:kworker.0 00000100:00080000:1.0:1769074938.092133:0:16319:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1769074938.092136:0:16319:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1769074938.092139:0:16319:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1769074938.092142:0:16319:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074938.092145:0:16319:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1536 00000100:00080000:1.0:1769074938.092149:0:16319:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8c8b3fc05800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074938.092158:0:16319:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b3dfe9500 x1855008368756480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074938.092167:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:16319:1855008368755584:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.092180:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:16319:1855008368756096:0@lo:400:kworker.0 00000100:00100000:1.0:1769074938.092199:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368756352:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1769074938.092218:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.092233:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368756480:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1769074938.092250:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074938.092268:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368756352 00000100:00100000:1.0:1769074938.092271:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368756352 00000100:00100000:1.0:1769074938.092281:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368756480 00000100:00100000:1.0:1769074938.092283:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368756480 00000100:00100000:1.0:1769074938.092290:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5863 00000100:00100000:1.0:1769074938.092294:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368756352:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1769074938.092302:0:29082:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074938.092327:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368756352:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 32us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074938.092333:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5863 00000100:00100000:1.0:1769074938.092343:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5864 00000100:00100000:1.0:1769074938.092346:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368756480:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:1.0:1769074938.092354:0:29082:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074938.092374:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368756480:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 26us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074938.092396:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5864 00000100:00080000:1.0:1769074938.092416:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074938.092419:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1769074938.092422:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368756352:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1769074938.092428:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074938.092431:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1769074938.092433:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368756480:0@lo:38:ptlrpcd_00_02.0 00000020:00000080:0.0:1769074938.611170:0:23492:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8a04e83800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1769074938.611241:0:23492:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8a04e87800 for lustre-OST0000 00000001:00100000:3.0:1769074938.618571:0:26817:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1769074938.618588:0:26817:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934638 is committed 00000020:00000080:3.0:1769074938.618594:0:26817:0:(genops.c:904:class_export_put()) final put ffff8c8b35cd8800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1769074938.619332:0:33201:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b3630f800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:0.0:1769074938.619376:0:33201:0:(genops.c:863:class_export_destroy()) destroying export ffff8c8b35cd8800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1769074938.619412:0:33201:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8a09943800 for lustre-OST0001 00000020:00000080:0.0:1769074938.619417:0:33201:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8c8a04e85800 for lustre-MDT0001 00010000:00010000:3.0:1769074938.933334:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074939.125167:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368756608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074939.125257:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074939.125319:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368756608 00000100:00100000:1.0:1769074939.125327:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368756608 00000100:00100000:1.0:1769074939.125389:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1769074939.125400:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368756608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1769074939.125430:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 69881856 avail 62713856 00000100:00100000:1.0:1769074939.125474:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368756608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074939.125482:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1769074939.125531:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368756608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074940.652705:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368756736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1769074940.652812:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074940.652958:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368756736 00000100:00100000:0.0:1769074940.652968:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368756736 00000100:00100000:0.0:1769074940.653065:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1769074940.653074:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368756736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1769074940.653104:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 67870720 avail 60702720 00000100:00100000:0.0:1769074940.653152:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368756736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074940.653159:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00080000:1.0:1769074940.655669:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074940.655744:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368756736:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1769074940.972165:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074941.994313:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.019738:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1769074943.210166:0:33201:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074943.210174:0:33201:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769074943.210177:0:33201:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074943.210185:0:33201:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 1632 00000100:00080000:1.0:1769074943.210191:0:33201:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1769074943.210197:0:33201:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c8a044db000 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074943.210221:0:33201:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b35f86a00 x1855008368756992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769074943.210271:0:33201:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074943.210275:0:33201:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769074943.210277:0:33201:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074943.210280:0:33201:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 1632 00000100:00080000:1.0:1769074943.210283:0:33201:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1769074943.210286:0:33201:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8c8b3fc05800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074943.210297:0:33201:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b35f85c00 x1855008368757376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769074943.210305:0:33201:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074943.210308:0:33201:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769074943.210310:0:33201:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074943.210313:0:33201:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 1632 00000100:00080000:1.0:1769074943.210316:0:33201:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1769074943.210318:0:33201:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c8a01617800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074943.210330:0:33201:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b3dfe9500 x1855008368757504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769074943.210346:0:33201:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1769074943.210349:0:33201:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1769074943.210351:0:33201:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074943.210355:0:33201:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 1632 00000100:00080000:1.0:1769074943.210357:0:33201:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1769074943.210359:0:33201:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c8a09565800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074943.210370:0:33201:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b35cd1880 x1855008368757760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074943.210417:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368756992:0@lo:38:kworker.0 00000100:00100000:1.0:1769074943.210539:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074943.210588:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368757376:0@lo:38:kworker.0 00000100:00100000:1.0:1769074943.210636:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074943.210653:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368757504:0@lo:38:kworker.0 00000100:00100000:1.0:1769074943.210687:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074943.210705:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368757760:0@lo:38:kworker.0 00000100:00100000:1.0:1769074943.210738:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074943.210785:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368757120:0@lo:400:kworker.0 00000100:00100000:1.0:1769074943.210809:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074943.210840:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074943.210846:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368757248:0@lo:400:kworker.0 00000100:00100000:1.0:1769074943.210865:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074943.210895:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368756992 00000100:00100000:1.0:1769074943.210902:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368756992 00000100:00100000:1.0:1769074943.210937:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1769074943.210944:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:16316:x1855008368756992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1769074943.210963:0:27025:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074943.211020:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:16316:x1855008368756992:12345-0@lo:38:kworker.0 Request processed in 75us (481us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074943.211050:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1769074943.211084:0:26105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368757376 00000100:00100000:1.0:1769074943.211088:0:26105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368757376 00000100:00100000:1.0:1769074943.211104:0:26105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368757504 00000100:00100000:1.0:1769074943.211106:0:26105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368757504 00000100:00100000:1.0:1769074943.211115:0:26105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368757760 00000100:00100000:1.0:1769074943.211118:0:26105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368757760 00000100:00100000:1.0:1769074943.211127:0:26105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5865 00000100:00100000:1.0:1769074943.211132:0:26105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368757376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1769074943.211141:0:26105:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074943.211177:0:26105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368757376:12345-0@lo:38:kworker.0 Request processed in 44us (540us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074943.211182:0:26105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5865 00000100:00100000:1.0:1769074943.211193:0:26105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5866 00000100:00100000:1.0:1769074943.211196:0:26105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368757504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1769074943.211205:0:26105:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074943.211225:0:26105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368757504:12345-0@lo:38:kworker.0 Request processed in 27us (537us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074943.211230:0:26105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5866 00000100:00100000:1.0:1769074943.211241:0:26105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5867 00000100:00100000:1.0:1769074943.211245:0:26105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368757760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1769074943.211253:0:26105:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1769074943.211273:0:26105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368757760:12345-0@lo:38:kworker.0 Request processed in 27us (534us total) trans 0 rc -19/-19 00000100:00100000:1.0:1769074943.211294:0:26105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5867 00000100:00100000:1.0:1769074943.211315:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368757120 00000100:00100000:1.0:1769074943.211319:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368757120 00000100:00100000:1.0:1769074943.211380:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368757248 00000100:00100000:1.0:1769074943.211383:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368757248 00000100:00100000:1.0:1769074943.211401:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1769074943.211407:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368757120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074943.211446:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368757120:12345-0@lo:400:kworker.0 Request processed in 38us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074943.211452:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1769074943.211461:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1769074943.211478:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368757248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074943.211504:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368757248:12345-0@lo:400:kworker.0 Request processed in 38us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074943.211510:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:1.0:1769074943.211562:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074943.211565:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074943.211599:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368757248:0@lo:400:kworker.0 00000100:00100000:1.0:1769074943.211610:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368757120:0@lo:400:kworker.0 00000100:00080000:1.0:1769074943.211638:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074943.211642:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1769074943.211646:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368756992:0@lo:38:kworker.0 00000100:00080000:1.0:1769074943.211653:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074943.211656:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1769074943.211659:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368757376:0@lo:38:kworker.0 00000100:00080000:1.0:1769074943.211666:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074943.211669:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1769074943.211672:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368757504:0@lo:38:kworker.0 00000100:00080000:1.0:1769074943.211679:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074943.211682:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1769074943.211685:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35cd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368757760:0@lo:38:kworker.0 00100000:10000000:3.0:1769074944.052480:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x45:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.052850:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4f:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.053224:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.053658:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.053997:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.054519:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.054797:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.055088:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.055589:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4a:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.056076:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.056444:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.056742:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.057171:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.057506:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4d:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.057862:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x3e:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.058158:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x4e:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.058513:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.058829:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.059476:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.059947:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.060207:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.060536:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.060904:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.061162:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x44:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.061510:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.061886:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.062211:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.062631:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.063166:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.063612:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.066210:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1769074944.067426:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1769074944.070050:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.071880:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.073112:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1769074944.074211:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1769074944.075108:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.075955:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1769074944.076505:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.076901:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.077213:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1769074944.077633:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1769074944.077953:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.078266:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1769074944.081135:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.081873:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.082125:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.082875:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.083110:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1769074944.083498:0:50502:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00080000:01000000:3.0:1769074944.084571:0:50502:0:(osd_lproc.c:857:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1769074944.084860:0:50502:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1769074944.084871:0:50502:0:(osd_handler.c:8940:osd_obd_connect()) connect #0 00000020:00000080:3.0:1769074944.084884:0:50502:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd2fe271aa17305c6 00000020:01000004:3.0:1769074944.084891:0:50502:0:(tgt_mount.c:2453:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1769074944.084904:0:50502:0:(tgt_mount.c:220:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1769074944.084909:0:50502:0:(tgt_mount.c:102:server_register_mount()) register mount ffff8c8b3523b000 from MGS 00000020:01000004:3.0:1769074944.084912:0:50502:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1769074944.084917:0:50502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1769074944.084930:0:50502:0:(genops.c:412:class_newdev()) Allocate new device MGS (ffff8c8b358ce360) 00000020:00000080:3.0:1769074944.084941:0:50502:0:(obd_config.c:657:class_attach()) OBD: dev 1 attached type mgs with refcount 2 00000020:00000080:3.0:1769074944.084945:0:50502:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1769074944.085009:0:50502:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8c8b3523b000 from MGS, refs=2 00080000:01000000:3.0:1769074944.085014:0:50502:0:(osd_handler.c:8940:osd_obd_connect()) connect #1 00000020:00000080:3.0:1769074944.085019:0:50502:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd2fe271aa17305d4 00010000:00010000:3.0:1769074944.085182:0:50502:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGS-3 is initialized 20000000:01000000:1.0:1769074944.098369:0:50502:0:(mgs_nids.c:664:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1769074944.098406:0:50502:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1769074944.104882:0:50502:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1769074944.105240:0:50502:0:(service.c:153:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1769074944.105514:0:50502:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1769074944.105521:0:50502:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1769074944.106690:0:50502:0:(service.c:3434:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1769074944.106696:0:50502:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000020:00000080:1.0:1769074944.107505:0:50502:0:(obd_config.c:761:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1769074944.107532:0:50502:0:(obd_mount.c:381:lustre_start_mgc()) New MGS with live MGC 00000020:01000004:1.0:1769074944.107534:0:50502:0:(obd_mount.c:392:lustre_start_mgc()) MGC192.168.204.141@tcp:Set MGC reconnect 2 10000000:01000000:1.0:1769074944.107537:0:50502:0:(mgc_request.c:1068:mgc_set_info_async()) InitRecov MGC192.168.204.141@tcp 2/d0:i0:r0:or0:FULL 00000100:00080000:1.0:1769074944.107542:0:50502:0:(import.c:65:import_set_state_nolock()) ffff8c8a09944800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1769074944.107548:0:50502:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.204.141@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1769074944.107552:0:50502:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.141@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1769074944.107554:0:50502:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1769074944.107563:0:50502:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8b35f85180 x1855008368755072/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074944.107582:0:50502:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8c8b35f86300 x1855008368756864/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1769074944.107633:0:50502:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1769074944.107636:0:50502:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1769074944.107637:0:50502:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1769074944.107641:0:50502:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1769074944.107702:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16318:1855008368756864:0@lo:400:kworker.0 10000000:01000000:1.0:1769074944.107756:0:50502:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808003 00010000:00010000:1.0:1769074944.107770:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4a800/0xd2fe271aa1726686 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa172668d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.107778:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4a800/0xd2fe271aa1726686 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa172668d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.107782:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1769074944.107792:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.107801:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4a800/0xd2fe271aa1726686 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa172668d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.107822:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b400/0xd2fe271aa17265fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa1726601 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.107828:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b400/0xd2fe271aa17265fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa1726601 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.107832:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.107836:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.107839:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b400/0xd2fe271aa17265fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa1726601 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.107847:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b3052fe00/0xd2fe271aa1726608 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa172660f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.107853:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b3052fe00/0xd2fe271aa1726608 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa172660f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.107857:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.107860:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.107863:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b3052fe00/0xd2fe271aa1726608 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa172660f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.107870:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b351da800/0xd2fe271aa1726624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa172662b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.107876:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b351da800/0xd2fe271aa1726624 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa172662b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.107880:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.107915:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.107919:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b351da800/0xd2fe271aa1726624 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa172662b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.107927:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b351db800/0xd2fe271aa1726632 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa1726639 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.107933:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b351db800/0xd2fe271aa1726632 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa1726639 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.107938:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.107941:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.107944:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b351db800/0xd2fe271aa1726632 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa1726639 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.107951:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b200/0xd2fe271aa172664e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa1726655 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.107957:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b200/0xd2fe271aa172664e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa1726655 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.107962:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.107965:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.107968:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4b200/0xd2fe271aa172664e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa1726655 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.107977:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b30603800/0xd2fe271aa172666a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa1726671 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.107982:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b30603800/0xd2fe271aa172666a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa1726671 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.107987:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.107996:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.107999:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b30603800/0xd2fe271aa172666a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa1726671 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.108008:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b3052f800/0xd2fe271aa17266a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa17266a9 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.108014:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b3052f800/0xd2fe271aa17266a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa17266a9 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.108019:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.108056:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.108060:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b3052f800/0xd2fe271aa17266a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa17266a9 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.108071:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b3052f600/0xd2fe271aa172665c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa1726663 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.108076:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b3052f600/0xd2fe271aa172665c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa1726663 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.108080:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.108084:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.108086:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b3052f600/0xd2fe271aa172665c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa1726663 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.108095:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4a400/0xd2fe271aa1726678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa172667f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.108100:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4a400/0xd2fe271aa1726678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa172667f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.108104:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.108106:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.108108:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4a400/0xd2fe271aa1726678 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa172667f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.108118:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b351db200/0xd2fe271aa1726616 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa172661d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.108124:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b351db200/0xd2fe271aa1726616 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa172661d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.108128:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1769074944.108131:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.108134:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b351db200/0xd2fe271aa1726616 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa172661d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.108141:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4ac00/0xd2fe271aa1726640 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa1726647 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.108145:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4ac00/0xd2fe271aa1726640 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa1726647 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.108150:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1769074944.108153:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.108155:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4ac00/0xd2fe271aa1726640 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa1726647 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.108162:0:50502:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4ae00/0xd2fe271aa1726694 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xd2fe271aa172669b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.108166:0:50502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4ae00/0xd2fe271aa1726694 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xd2fe271aa172669b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.108170:0:50502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1769074944.108173:0:50502:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1769074944.108175:0:50502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8b08a4ae00/0xd2fe271aa1726694 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xd2fe271aa172669b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00080000:1.0:1769074944.108187:0:50502:0:(import.c:213:ptlrpc_set_import_discon()) mgc: import ffff8c8a09944800 already not connected (conn 17, was 0): DISCONN 00000100:00080000:1.0:1769074944.108192:0:50502:0:(import.c:65:import_set_state_nolock()) ffff8c8a09944800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1769074944.108196:0:50502:0:(import.c:509:import_select_connection()) MGC192.168.204.141@tcp: connect to NID 0@lo last attempt 1531 00000100:00080000:1.0:1769074944.108203:0:50502:0:(import.c:623:import_select_connection()) MGC192.168.204.141@tcp: import ffff8c8a09944800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074944.108229:0:50502:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b3db59c00 x1855008368758016/t0(0) o250->MGC192.168.204.141@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769074944.108251:0:50502:0:(recover.c:338:ptlrpc_recover_import()) MGS: recovery started, waiting 20 seconds 00000100:00100000:0.0:1769074944.108490:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3db59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16316:1855008368758016:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1769074944.108558:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.108973:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368758016 00000100:00100000:1.0:1769074944.108983:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368758016 00000100:00100000:1.0:1769074944.109016:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1769074944.109023:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b06766050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:16316:x1855008368758016:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1769074944.109072:0:50511:0:(ldlm_lib.c:1428:target_handle_connect()) MGS: connection from e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo t0 exp 0000000000000000 cur 1638 last 0 00000020:00000080:1.0:1769074944.109098:0:50511:0:(genops.c:1402:class_connect()) connect: client e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e, cookie 0xd2fe271aa17305db 00000020:01000000:1.0:1769074944.109104:0:50511:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8a09960700 00000100:00080000:1.0:1769074944.109205:0:50511:0:(import.c:65:import_set_state_nolock()) ffff8c8a09566000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1769074944.109257:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b06766050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+4:16316:x1855008368758016:12345-0@lo:250:mount.lustre.0 Request processed in 234us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.109263:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1769074944.109381:0:16316:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.204.141@tcp: committing for last_committed 0 gen 13 00000100:00080000:0.0:1769074944.109388:0:16316:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.204.141@tcp: connect to target with instance 0 00000100:00080000:0.0:1769074944.109396:0:16316:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.204.141@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1769074944.109400:0:16316:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1769074944.109403:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a09944800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1769074944.109405:0:16316:0:(mgc_request.c:1165:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1769074944.109418:0:16316:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1769074944.109431:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16316:1855008368758016:0@lo:250:mount.lustre.0 00000100:00080000:1.0:1769074944.109488:0:50502:0:(recover.c:349:ptlrpc_recover_import()) MGS: recovery finished FULL, rc = 0 00000020:01000004:1.0:1769074944.109499:0:50502:0:(tgt_mount.c:1653:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1769074944.109531:0:50502:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1769074944.109536:0:50502:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.141@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1769074944.109638:0:50502:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.204.141@tcp ctxt 0 is initialized 00000020:01000004:1.0:1769074944.109678:0:50502:0:(tgt_mount.c:1370:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.141@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1769074944.109681:0:50502:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1769074944.109683:0:50502:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1769074944.109685:0:50502:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1769074944.109686:0:50502:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1769074944.109688:0:50502:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1769074944.109689:0:50502:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1769074944.109691:0:50502:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1769074944.109692:0:50502:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1769074944.109694:0:50502:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1769074944.109696:0:50502:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1769074944.109699:0:50502:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1769074944.109701:0:50502:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1769074944.109702:0:50502:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1769074944.109703:0:50502:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1769074944.109704:0:50502:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1769074944.109705:0:50502:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1769074944.109706:0:50502:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1769074944.109707:0:50502:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1769074944.109708:0:50502:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1769074944.109709:0:50502:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1769074944.109711:0:50502:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1769074944.109727:0:50502:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1769074944.109739:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758144:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1769074944.109776:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.110760:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b36013600 going to sleep for 11 seconds 20000000:01000000:0.0:1769074944.116869:0:50511:0:(mgs_llog.c:603:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1769074944.116882:0:50511:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1769074944.120120:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b06764450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+4:50502:x1855008368758144:12345-0@lo:253:mount.lustre.0 Request processed in 10121us (10335us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.120137:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1769074944.120273:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758144:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1769074944.120287:0:50502:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1769074944.120291:0:50502:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1769074944.120292:0:50502:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1769074944.120294:0:50502:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:1.0:1769074944.120296:0:50502:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:1.0:1769074944.120297:0:50502:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:1.0:1769074944.120298:0:50502:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:1.0:1769074944.120300:0:50502:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1769074944.120301:0:50502:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1769074944.120303:0:50502:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1769074944.120304:0:50502:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1769074944.120327:0:50502:0:(tgt_mount.c:102:server_register_mount()) register mount ffff8c8b3523b000 from lustre-MDT0000 10000000:01000000:1.0:1769074944.120358:0:50502:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1769074944.120361:0:50502:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1769074944.120370:0:50502:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8c8b3523b000 10000000:01000000:1.0:1769074944.120374:0:50502:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1769074944.120379:0:50502:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8c8b3523b000 10000000:01000000:1.0:1769074944.120383:0:50502:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1769074944.120386:0:50502:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff8c8b3523b000 from 1 10000000:01000000:1.0:1769074944.120389:0:50502:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1769074944.120421:0:50502:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5000/0xd2fe271aa17305e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.120430:0:50502:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5000/0xd2fe271aa17305e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.120459:0:50502:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5000/0xd2fe271aa17305e2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074944.120478:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758272:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1769074944.120782:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.120825:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b36013a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.120975:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368758272 00000100:00100000:0.0:1769074944.120982:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368758272 00000100:00100000:0.0:1769074944.121103:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1769074944.121113:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b06764c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+4:50502:x1855008368758272:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1769074944.121126:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074944.121142:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a02e58a00/0xd2fe271aa17305e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa17305e2 expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.121164:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a02e58a00/0xd2fe271aa17305e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa17305e2 expref: 5 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.121174:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a02e58a00/0xd2fe271aa17305e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa17305e2 expref: 5 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.121182:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e58a00, rc 0) 00000100:00100000:0.0:1769074944.121212:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b06764c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+5:50502:x1855008368758272:12345-0@lo:101:mount.lustre.0 Request processed in 101us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.121217:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1769074944.121284:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758272:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1769074944.121296:0:50502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5000/0xd2fe271aa17305e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17305e9 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.121334:0:50502:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5000/0xd2fe271aa17305e2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17305e9 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.121347:0:50502:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1769074944.121366:0:50502:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5000/0xd2fe271aa17305e2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17305e9 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.121374:0:50502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5000/0xd2fe271aa17305e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17305e9 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.121380:0:50502:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1769074944.121384:0:50502:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1769074944.121389:0:50502:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8c8b3523b000 10000000:01000000:1.0:1769074944.121391:0:50502:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1769074944.121394:0:50502:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1769074944.121396:0:50502:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1769074944.121412:0:50502:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5200/0xd2fe271aa17305f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.121419:0:50502:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5200/0xd2fe271aa17305f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.121426:0:50502:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5200/0xd2fe271aa17305f0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074944.121439:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758400:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1769074944.121475:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.122498:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b36013a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.123023:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758400:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1769074944.123104:0:50502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5200/0xd2fe271aa17305f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17305f7 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.123114:0:50502:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5200/0xd2fe271aa17305f0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17305f7 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074944.123172:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758528:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1769074944.123199:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.123213:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b36013a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.123307:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368758528 00000100:00100000:0.0:1769074944.123312:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368758528 00000100:00100000:0.0:1769074944.123343:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1769074944.123350:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fbd2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+6:50502:x1855008368758528:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1769074944.123591:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fbd2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+7:50502:x1855008368758528:12345-0@lo:501:mount.lustre.0 Request processed in 240us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.123599:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1769074944.123653:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758528:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1769074944.123678:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758656:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1769074944.123718:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.123742:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b36013a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.123776:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368758656 00000100:00100000:0.0:1769074944.123780:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368758656 00000100:00100000:0.0:1769074944.123803:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1769074944.123817:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fbd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+7:50502:x1855008368758656:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1769074944.125061:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fbd1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+7:50502:x1855008368758656:12345-0@lo:503:mount.lustre.0 Request processed in 1208us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.125072:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1769074944.125246:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368758656:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1769074944.125933:0:50514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3ccb8000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50514:1855008368758784:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.125990:0:50514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.126133:0:50514:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b13078300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.126249:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368758784 00000100:00100000:0.0:1769074944.126256:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368758784 00000100:00100000:0.0:1769074944.126434:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1769074944.126443:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fbd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+7:50514:x1855008368758784:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1769074944.127193:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fbd0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+7:50514:x1855008368758784:12345-0@lo:502:llog_process_th.0 Request processed in 749us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.127204:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:00000080:0.0:1769074944.220692:0:50514:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1769074944.229873:0:50514:0:(genops.c:1402:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xd2fe271aa1730644 00000020:00000080:0.0:1769074944.230331:0:50514:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1769074944.230343:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1769074944.230348:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.230350:0:50514:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1769074944.230353:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1769074944.230356:0:50514:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1769074944.230357:0:50514:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1769074944.230359:0:50514:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1769074944.230360:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1769074944.230363:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.230364:0:50514:0:(obd_config.c:1477:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1769074944.230366:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1769074944.230370:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.230371:0:50514:0:(obd_config.c:1477:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1769074944.230376:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1769074944.230412:0:50514:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1769074944.230428:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1769074944.230430:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.230432:0:50514:0:(obd_config.c:1477:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1769074944.230434:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1769074944.230436:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.230438:0:50514:0:(obd_config.c:1477:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1769074944.230440:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1769074944.230445:0:50514:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.141@tcp to nid 0x20000c0a8cc8d (192.168.204.141@tcp) 00000020:00000080:0.0:1769074944.230478:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1769074944.230493:0:50514:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8c8b0352b1b0) 00000020:00000080:0.0:1769074944.230510:0:50514:0:(obd_config.c:657:class_attach()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1769074944.230514:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1769074944.230567:0:50514:0:(osp_dev.c:1191:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1769074944.230571:0:50514:0:(osd_handler.c:8940:osd_obd_connect()) connect #5 00000020:00000080:0.0:1769074944.230575:0:50514:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd2fe271aa1730652 00010000:00080000:0.0:1769074944.230604:0:50514:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8b35238000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.141@tcp at head 00000100:00100000:3.0:1769074944.235310:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074944.235334:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368758912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074944.235402:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.235725:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368758912 00000100:00100000:1.0:1769074944.235734:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368758912 00000100:00100000:1.0:1769074944.235784:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1769074944.235793:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368758912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1769074944.235823:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 69881856 avail 62713856 00000100:00100000:1.0:1769074944.235900:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccbb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368758912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.235907:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1769074944.236002:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3db59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368758912:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1769074944.238509:0:50514:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-9 is initialized 00000020:00000080:0.0:1769074944.239867:0:50514:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1769074944.239882:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf014 00000004:01000000:0.0:1769074944.239957:0:50514:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:0.0:1769074944.239983:0:50514:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd2fe271aa1730659 00000100:00080000:0.0:1769074944.240008:0:50514:0:(import.c:509:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1769074944.240014:0:50514:0:(import.c:623:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8c8b35238000 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:0.0:1769074944.240104:0:50514:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b2af65c00 x1855008368759040/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1769074944.240129:0:50514:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:0.0:1769074944.240186:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1769074944.240190:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.240192:0:50514:0:(obd_config.c:1477:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:0.0:1769074944.240195:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1769074944.240199:0:50514:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1769074944.240201:0:50514:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1769074944.240202:0:50514:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1769074944.240204:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1769074944.240206:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.240208:0:50514:0:(obd_config.c:1477:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1769074944.240211:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1769074944.240215:0:50514:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:0.0:1769074944.240218:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.240220:0:50514:0:(obd_config.c:1477:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1769074944.240223:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1769074944.240226:0:50514:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.141@tcp to nid 0x20000c0a8cc8d (192.168.204.141@tcp) 00000100:00100000:1.0:1769074944.240919:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16316:1855008368759040:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1769074944.240958:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.240985:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b08dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368759168:0@lo:38:kworker.0 00000100:00100000:1.0:1769074944.241021:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.241072:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368759424:0@lo:38:kworker.0 00000100:00100000:1.0:1769074944.241094:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.241109:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0489aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368759552:0@lo:38:kworker.0 00000100:00100000:1.0:1769074944.241124:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.241135:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0489a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368759808:0@lo:38:kworker.0 00000100:00100000:1.0:1769074944.241154:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.241182:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368759424 00000100:00100000:1.0:1769074944.241186:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368759424 00000100:00100000:1.0:1769074944.241202:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368759552 00000100:00100000:1.0:1769074944.241204:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368759552 00000100:00100000:1.0:1769074944.241213:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368759808 00000100:00100000:1.0:1769074944.241215:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368759808 00000100:00100000:1.0:1769074944.241226:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5868 00000100:00100000:1.0:1769074944.241230:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368759424:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1769074944.241282:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35cd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368759424:12345-0@lo:38:kworker.0 Request processed in 51us (187us total) trans 0 rc -11/-11 00000100:00100000:1.0:1769074944.241288:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5868 00000100:00100000:1.0:1769074944.241300:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5870 00000100:00100000:1.0:1769074944.241304:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3dfe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368759808:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1769074944.241327:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3dfe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:16316:x1855008368759808:12345-0@lo:38:kworker.0 Request processed in 21us (173us total) trans 0 rc -11/-11 00000100:00100000:1.0:1769074944.241332:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5870 00000100:00100000:1.0:1769074944.241355:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368759040 00000100:00100000:1.0:1769074944.241358:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368759040 00000100:00100000:1.0:1769074944.241373:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368759168 00000100:00100000:1.0:1769074944.241375:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368759168 00000100:00100000:1.0:1769074944.241384:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1769074944.241404:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:16316:x1855008368759040:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1769074944.241419:0:26108:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1638 last 0 00000020:00000080:1.0:1769074944.241464:0:26108:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd2fe271aa1730660 00000004:00100000:1.0:1769074944.241669:0:26108:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:1.0:1769074944.241760:0:26108:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8b0379a300 00000100:00080000:1.0:1769074944.241790:0:26108:0:(import.c:65:import_set_state_nolock()) ffff8c8b3ed7e000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1769074944.241827:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:16316:x1855008368759040:12345-0@lo:38:llog_process_th.0 Request processed in 422us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.241833:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1769074944.241847:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1769074944.241851:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3db59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:16316:x1855008368759168:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1769074944.241878:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3db59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:16316:x1855008368759168:12345-0@lo:38:kworker.0 Request processed in 25us (856us total) trans 0 rc -11/-11 00000100:00100000:1.0:1769074944.241883:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1769074944.241933:0:16316:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1769074944.241941:0:16316:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 2 00000100:00080000:1.0:1769074944.241949:0:16316:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1769074944.241954:0:16316:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1769074944.241956:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b35238000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1769074944.241961:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:16316:1855008368759040:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1769074944.241972:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074944.241975:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1769074944.241978:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b08dd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368759168:0@lo:38:kworker.0 00000100:00080000:1.0:1769074944.241987:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:01000000:0.0:1769074944.242228:0:50514:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:0.0:1769074944.242234:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1769074944.242259:0:50514:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8c8b035298d8) 00000020:00000080:0.0:1769074944.242277:0:50514:0:(obd_config.c:657:class_attach()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:0.0:1769074944.242283:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1769074944.242364:0:50514:0:(osp_dev.c:1191:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:0.0:1769074944.242370:0:50514:0:(osd_handler.c:8940:osd_obd_connect()) connect #6 00000020:00000080:0.0:1769074944.242375:0:50514:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd2fe271aa173066e 00010000:00080000:0.0:1769074944.242403:0:50514:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8b057a6800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.141@tcp at head 00000100:00080000:1.0:1769074944.242936:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1769074944.242943:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38640000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368759424:0@lo:38:kworker.0 00000100:00080000:1.0:1769074944.242965:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074944.242968:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1769074944.242971:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0489aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368759552:0@lo:38:kworker.0 00000100:00080000:1.0:1769074944.242981:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1769074944.242985:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1769074944.242987:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0489a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368759808:0@lo:38:kworker.0 00010000:00010000:0.0:1769074944.243218:0:50514:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-10 is initialized 00000100:00100000:1.0:1769074944.243381:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368760064 00000100:00100000:1.0:1769074944.243387:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368760064 00000100:00100000:1.0:1769074944.243433:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1769074944.243441:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:16320:x1855008368760064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1769074944.243686:0:26109:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42815488 avail 36683776 00000100:00100000:1.0:1769074944.243777:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:16320:x1855008368760064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 336us (1352us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.243783:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000040:01000000:0.0:1769074944.250394:0:50514:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1769074944.252137:0:50514:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1769074944.254480:0:50514:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1769074944.254731:0:50514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x32:0x0].3, 64 off8384 00000040:00080000:1.0:1769074944.258899:0:50514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3c:0x0].1, 64 off8256 00000040:00080000:0.0:1769074944.259724:0:50520:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1769074944.259730:0:50520:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x3c:0x0] at index 3 of catalog [0x1:0x32:0x0] 00000020:00000080:1.0:1769074944.260547:0:50514:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1769074944.260559:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1769074944.260597:0:50514:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1769074944.260614:0:50514:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd2fe271aa1730675 00000100:00080000:1.0:1769074944.260624:0:50514:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1769074944.260630:0:50514:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8c8b057a6800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074944.260664:0:50514:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b3dfe9500 x1855008368760192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074944.260914:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368760192 00000100:00100000:3.0:1769074944.260921:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368760192 00000100:00100000:3.0:1769074944.260961:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671 00000100:00100000:3.0:1769074944.260968:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:16316:x1855008368760192:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1769074944.260996:0:36867:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1638 last 0 00000020:00000080:3.0:1769074944.261019:0:36867:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd2fe271aa173067c 00002000:00100000:3.0:1769074944.261063:0:36867:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8c8b34c3a000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113203 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1769074944.261068:0:36867:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1769074944.261072:0:36867:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1769074944.261437:0:36867:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8a02865200 00002000:00080000:3.0:1769074944.261467:0:36867:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1769074944.261491:0:36867:0:(import.c:65:import_set_state_nolock()) ffff8c8b34c3c000 : changing import state from RECOVER to FULL 00000100:00080000:1.0:1769074944.261945:0:50514:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1769074944.262101:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1769074944.262106:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074944.262108:0:50514:0:(obd_config.c:1477:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1769074944.262111:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1769074944.262113:0:50514:0:(obd_config.c:1797:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1769074944.262115:0:50514:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1769074944.262117:0:50514:0:(obd_config.c:1823:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1769074944.262118:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1769074944.262120:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074944.262122:0:50514:0:(obd_config.c:1477:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1769074944.262124:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1769074944.262128:0:50514:0:(obd_mount.c:939:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1769074944.262131:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074944.262133:0:50514:0:(obd_config.c:1477:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1769074944.262135:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1769074944.262138:0:50514:0:(obd_config.c:1401:class_process_config()) adding mapping from uuid 192.168.204.141@tcp to nid 0x20000c0a8cc8d (192.168.204.141@tcp) 00000020:01000000:1.0:1769074944.262157:0:50514:0:(obd_config.c:1873:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1769074944.262159:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1769074944.262175:0:50514:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8c8b4125e360) 00000020:00000080:1.0:1769074944.262196:0:50514:0:(obd_config.c:657:class_attach()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1769074944.262201:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1769074944.262360:0:50514:0:(osp_dev.c:1191:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1769074944.262369:0:50514:0:(osd_handler.c:8940:osd_obd_connect()) connect #7 00000020:00000080:1.0:1769074944.262376:0:50514:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xd2fe271aa173068a 00010000:00080000:1.0:1769074944.262408:0:50514:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8a098b2800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.141@tcp at head 00010000:00010000:1.0:1769074944.262652:0:50514:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-11 is initialized 00000040:01000000:1.0:1769074944.262722:0:50514:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1769074944.262736:0:50514:0:(llog_obd.c:195:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1769074944.266188:0:50514:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1769074944.266883:0:50514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x35:0x0].3, 64 off8384 00000040:00080000:1.0:1769074944.267066:0:50514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3e:0x0].1, 64 off8256 00000100:00100000:3.0:1769074944.267456:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:16316:x1855008368760192:12345-0@lo:8:llog_process_th.0 Request processed in 6473us (6621us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.267468:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671 00000040:00080000:1.0:1769074944.267691:0:50522:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1769074944.267696:0:50522:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x3e:0x0] at index 3 of catalog [0x1:0x35:0x0] 00000020:00000080:1.0:1769074944.269290:0:50514:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1769074944.269602:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1769074944.269649:0:50514:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1769074944.269669:0:50514:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd2fe271aa1730691 00000100:00080000:1.0:1769074944.269676:0:50514:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1769074944.269682:0:50514:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8c8a098b2800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:1.0:1769074944.269712:0:50514:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b08dd0380 x1855008368760320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1769074944.269728:0:50514:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1769074944.269819:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1769074944.269823:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074944.269825:0:50514:0:(obd_config.c:1477:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1769074944.269828:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1769074944.269832:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074944.269833:0:50514:0:(obd_config.c:1477:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1769074944.269836:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1769074944.269838:0:50514:0:(obd_config.c:1451:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1769074944.269840:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1769074944.269842:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074944.269844:0:50514:0:(obd_config.c:1477:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1769074944.269846:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1769074944.269848:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1769074944.269850:0:50514:0:(obd_config.c:1477:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1769074944.269853:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1769074944.269883:0:50514:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f86300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50514:1855008368760448:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1769074944.269961:0:50514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.269993:0:50514:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a090539c0 going to sleep for 11 seconds 00000004:00080000:3.0:1769074944.272115:0:50520:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1769074944.272196:0:50520:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1638405167129ns, next at 0ns, rc = 0 00080000:00080000:3.0:1769074944.272202:0:50520:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1769074944.272235:0:36867:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368760320 00000100:00100000:3.0:1769074944.272243:0:36867:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368760320 00000100:00100000:3.0:1769074944.272286:0:36867:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672 00000100:00100000:3.0:1769074944.272293:0:36867:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:0+-99:16316:x1855008368760320:12345-0@lo:8:llog_process_th.0 00010000:00080000:3.0:1769074944.272333:0:36867:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 1638 last 0 00000020:00000080:3.0:1769074944.272365:0:36867:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xd2fe271aa1730698 00002000:00100000:3.0:1769074944.272381:0:36867:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8c8b34c38000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113203 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1769074944.272385:0:36867:0:(ofd_obd.c:142:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1769074944.272387:0:36867:0:(ofd_obd.c:230:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000020:01000000:3.0:1769074944.272464:0:36867:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8a029f3d00 00002000:00080000:3.0:1769074944.272488:0:36867:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1769074944.272514:0:36867:0:(import.c:65:import_set_state_nolock()) ffff8c8b34c3d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1769074944.272569:0:36867:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:16316:x1855008368760320:12345-0@lo:8:llog_process_th.0 Request processed in 275us (663us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.272577:0:36867:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672 00000004:00080000:1.0:1769074944.273686:0:50522:0:(osp_sync.c:973:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1769074944.273748:0:50522:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1638406719424ns, next at 0ns, rc = 0 00080000:00080000:1.0:1769074944.273753:0:50522:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1769074944.274260:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074944.274274:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368760576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074944.274340:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074944.274471:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368760576 00000100:00100000:1.0:1769074944.274479:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368760576 00000100:00100000:1.0:1769074944.274537:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1769074944.274546:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16319:x1855008368760576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074944.274567:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 69881856 avail 62713856 00000100:00100000:1.0:1769074944.274610:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16319:x1855008368760576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.274617:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:3.0:1769074944.275423:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074944.275477:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368760576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074944.275749:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368760448 00000100:00100000:0.0:1769074944.275755:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368760448 00000100:00100000:0.0:1769074944.275785:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1769074944.275792:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fbd1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+7:50514:x1855008368760448:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1769074944.276477:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fbd1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+7:50514:x1855008368760448:12345-0@lo:502:llog_process_th.0 Request processed in 683us (6513us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.276524:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074944.276539:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368760704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074944.276574:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1769074944.276578:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.276627:0:50514:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f86300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50514:1855008368760448:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.276639:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368760704 00000100:00100000:3.0:1769074944.276643:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368760704 00000020:01000000:0.0:1769074944.276656:0:50514:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1769074944.276663:0:50514:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1769074944.276665:0:50514:0:(obd_config.c:1477:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1769074944.276671:0:50514:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000100:00100000:3.0:1769074944.276680:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1769074944.276687:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3ccb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16318:x1855008368760704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1769074944.276708:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 67870720 avail 60702720 00000100:00100000:3.0:1769074944.276759:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3ccb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16318:x1855008368760704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.276766:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00080000:3.0:1769074944.276783:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074944.276815:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368760704:0@lo:13:osp-pre-0-0.0 00000020:01000000:0.0:1769074944.277205:0:50502:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1769074944.277228:0:50502:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1769074944.277334:0:50502:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5200/0xd2fe271aa17305f0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17305f7 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.277346:0:50502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc5200/0xd2fe271aa17305f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17305f7 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074944.277354:0:50502:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff8c8b3523b000 from 1 10000000:01000000:0.0:1769074944.277357:0:50502:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1769074944.277387:0:50502:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.277395:0:50502:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.277404:0:50502:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074944.277420:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af66a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368760832:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1769074944.277461:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.277576:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b0480bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074944.278948:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368760960 00000100:00100000:3.0:1769074944.278955:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368760960 00000100:00100000:3.0:1769074944.278996:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1769074944.279004:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fbd2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+8:50502:x1855008368760960:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1769074944.279022:0:50511:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1769074944.279044:0:50511:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000004:00080000:1.0:1769074944.280908:0:50504:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000004:00080000:1.0:1769074944.282277:0:50504:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000100:00100000:3.0:1769074944.283773:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fbd2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+8:50502:x1855008368760960:12345-0@lo:256:mount.lustre.0 Request processed in 4763us (5485us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.283788:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1769074944.284889:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368761088 00000100:00100000:0.0:1769074944.284898:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368761088 00000100:00100000:0.0:1769074944.284954:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1769074944.284962:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fbd1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+8:50502:x1855008368761088:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1769074944.284977:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074944.284991:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a02e59c00/0xd2fe271aa17306b4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa17306ad expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.285014:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a02e59c00/0xd2fe271aa17306b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa17306ad expref: 9 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.285023:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a02e59c00/0xd2fe271aa17306b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa17306ad expref: 9 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.285050:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a02e59c00, rc 0) 00000100:00100000:3.0:1769074944.288886:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fbd1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50502:x1855008368761088:12345-0@lo:101:mount.lustre.0 Request processed in 3914us (4052us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.288900:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1769074944.288968:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b2c10bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074944.288998:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0489aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761088:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1769074944.289269:0:50502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b04980200/0xd2fe271aa17306ad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306b4 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.289283:0:50502:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b04980200/0xd2fe271aa17306ad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17306b4 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074944.289404:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761216:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1769074944.289455:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.289487:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.289583:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368761216 00000100:00100000:0.0:1769074944.289591:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368761216 00000100:00100000:0.0:1769074944.289671:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1769074944.289681:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50502:x1855008368761216:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1769074944.289831:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352d8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50502:x1855008368761216:12345-0@lo:501:mount.lustre.0 Request processed in 151us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.289838:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1769074944.290280:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761216:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1769074944.290313:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761344:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1769074944.290356:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.292984:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177b40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.293766:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368761344 00000100:00100000:1.0:1769074944.293778:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368761344 00000100:00100000:1.0:1769074944.293847:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1769074944.293859:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50502:x1855008368761344:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1769074944.294018:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50502:x1855008368761344:12345-0@lo:503:mount.lustre.0 Request processed in 160us (3660us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.294041:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1769074944.294227:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761344:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1769074944.295153:0:50524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50524:1855008368761472:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.295214:0:50524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.296168:0:50524:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074944.296645:0:50524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50524:1855008368761472:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1769074944.296674:0:50524:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1769074944.296683:0:50524:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074944.296685:0:50524:0:(obd_config.c:1477:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1769074944.296691:0:50524:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8b3523b000 00000020:00000080:3.0:1769074944.296693:0:50524:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1769074944.296701:0:50524:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1769074944.296703:0:50524:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074944.296704:0:50524:0:(obd_config.c:1477:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1769074944.296707:0:50524:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1769074944.296709:0:50524:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074944.296711:0:50524:0:(obd_config.c:1477:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1769074944.296715:0:50524:0:(obd_config.c:1903:class_config_llog_handler()) cmd ce032, instance name: general-ffff8c8b3523b000 00000020:00000080:3.0:1769074944.296717:0:50524:0:(obd_config.c:1389:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1769074944.296800:0:50524:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50524:1855008368761600:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.297056:0:50524:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.297083:0:50524:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.297142:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368761600 00000100:00100000:1.0:1769074944.297149:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368761600 00000100:00100000:1.0:1769074944.297192:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1769074944.297201:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50524:x1855008368761600:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1769074944.297473:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352da450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50524:x1855008368761600:12345-0@lo:502:llog_process_th.0 Request processed in 271us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.297480:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1769074944.298482:0:50524:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50524:1855008368761600:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1769074944.298518:0:50524:0:(obd_config.c:1788:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1769074944.298525:0:50524:0:(obd_config.c:1389:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1769074944.298527:0:50524:0:(obd_config.c:1477:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1769074944.298531:0:50524:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1769074944.300100:0:50502:0:(obd_config.c:2043:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1769074944.300136:0:50502:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1769074944.300162:0:50502:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b04980200/0xd2fe271aa17306ad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306b4 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.300175:0:50502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b04980200/0xd2fe271aa17306ad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306b4 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074944.300235:0:50502:0:(mgc_request.c:1952:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1769074944.300238:0:50502:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8c8b3523b000 10000000:01000000:3.0:1769074944.300252:0:50502:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8c8b3523b000 10000000:01000000:3.0:1769074944.300258:0:50502:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1769074944.300266:0:50502:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8c8b3523b000 from 1 10000000:01000000:3.0:1769074944.300270:0:50502:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1769074944.300309:0:50502:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a400/0xd2fe271aa17306bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.300317:0:50502:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a400/0xd2fe271aa17306bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.300328:0:50502:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a400/0xd2fe271aa17306bb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074944.300352:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761728:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1769074944.300416:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.300468:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368761728 00000100:00100000:3.0:1769074944.300476:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368761728 00000100:00100000:3.0:1769074944.300517:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1769074944.300526:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:50502:x1855008368761728:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1769074944.300540:0:50509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074944.300554:0:50509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8b1213b800/0xd2fe271aa17306c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa17306bb expref: -99 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.300577:0:50509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8b1213b800/0xd2fe271aa17306c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa17306bb expref: 10 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.300586:0:50509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8b1213b800/0xd2fe271aa17306c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa17306bb expref: 10 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.300594:0:50509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b1213b800, rc 0) 00000100:00100000:3.0:1769074944.300626:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352d8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50502:x1855008368761728:12345-0@lo:101:mount.lustre.0 Request processed in 101us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.300634:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1769074944.303518:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074944.303558:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761728:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1769074944.303584:0:50502:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a400/0xd2fe271aa17306bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306c2 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.303596:0:50502:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a400/0xd2fe271aa17306bb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17306c2 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074944.303680:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761856:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1769074944.303741:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.303764:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.304016:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368761856 00000100:00100000:1.0:1769074944.304054:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368761856 00000100:00100000:1.0:1769074944.304095:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1769074944.304103:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b352db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50502:x1855008368761856:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1769074944.304223:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b352db850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50502:x1855008368761856:12345-0@lo:501:mount.lustre.0 Request processed in 120us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.304231:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1769074944.304609:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761856:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1769074944.304642:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761984:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1769074944.304685:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.304705:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.304759:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368761984 00000100:00100000:1.0:1769074944.304764:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368761984 00000100:00100000:1.0:1769074944.304794:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1769074944.304809:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fa02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50502:x1855008368761984:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1769074944.305095:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fa02850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50502:x1855008368761984:12345-0@lo:503:mount.lustre.0 Request processed in 293us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.305103:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1769074944.305194:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368761984:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1769074944.305664:0:50526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50526:1855008368762112:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.305704:0:50526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.305736:0:50526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.305782:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368762112 00000100:00100000:1.0:1769074944.305788:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368762112 00000100:00100000:1.0:1769074944.305865:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1769074944.305874:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3fa01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50526:x1855008368762112:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1769074944.305957:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3fa01850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50526:x1855008368762112:12345-0@lo:502:llog_process_th.0 Request processed in 83us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.305964:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1769074944.310132:0:50526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50526:1855008368762112:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1769074944.310212:0:50526:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1769074944.310219:0:50526:0:(obd_config.c:1389:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1769074944.310237:0:50526:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8c8b358c98d8) 00000020:00000080:3.0:1769074944.310263:0:50526:0:(obd_config.c:657:class_attach()) OBD: dev 11 attached type lwp with refcount 2 00000020:00000080:3.0:1769074944.310268:0:50526:0:(obd_config.c:1389:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1769074944.310508:0:50526:0:(tgt_mount.c:154:server_get_mount()) get mount ffff8c8b3523b000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1769074944.310513:0:50526:0:(tgt_mount.c:188:server_put_mount()) put mount ffff8c8b3523b000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1769074944.310516:0:50526:0:(obd_mount.c:705:lustre_put_lsi()) put ffff8c8b3523b000 4 00010000:00080000:3.0:1769074944.310552:0:50526:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8c8b34c3a800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.141@tcp at head 00010000:00010000:3.0:1769074944.315739:0:50526:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-12 is initialized 00000020:00000080:3.0:1769074944.317040:0:50526:0:(obd_config.c:761:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1769074944.317089:0:50526:0:(lwp_dev.c:496:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1769074944.317100:0:50526:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xd2fe271aa17306d0 00000100:00080000:3.0:1769074944.317110:0:50526:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1769074944.317116:0:50526:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c8b34c3a800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:3.0:1769074944.317153:0:50526:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b17648000 x1855008368762240/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074944.317195:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16316:1855008368762240:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1769074944.317262:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.317318:0:26105:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368762240 00000100:00100000:3.0:1769074944.317325:0:26105:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368762240 00000100:00100000:3.0:1769074944.317357:0:26105:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5871 00000100:00100000:3.0:1769074944.317364:0:26105:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b1764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368762240:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1769074944.317413:0:26105:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b1764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:16316:x1855008368762240:12345-0@lo:38:llog_process_th.0 Request processed in 48us (150us total) trans 0 rc -11/-11 00000100:00100000:3.0:1769074944.317420:0:26105:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5871 00000100:00080000:0.0:1769074944.319119:0:50526:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1769074944.319242:0:16316:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1769074944.319251:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b34c3a800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1769074944.319257:0:16316:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1769074944.319261:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16316:1855008368762240:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1769074944.319669:0:50526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af66a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50526:1855008368762368:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1769074944.319744:0:50526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.319784:0:50526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b01359300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074944.320161:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368762368 00000100:00100000:3.0:1769074944.320169:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368762368 00000100:00100000:3.0:1769074944.320218:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1769074944.320227:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17331050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50526:x1855008368762368:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.320347:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17331050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50526:x1855008368762368:12345-0@lo:502:llog_process_th.0 Request processed in 120us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.320355:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1769074944.320409:0:50526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af66a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50526:1855008368762368:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.320469:0:50526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50526:1855008368762496:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.320503:0:50526:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.320522:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368762496 00000100:00100000:3.0:1769074944.320525:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368762496 00000100:00100000:3.0:1769074944.320548:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1769074944.320554:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17332050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50526:x1855008368762496:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1769074944.320608:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17332050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50526:x1855008368762496:12345-0@lo:502:llog_process_th.0 Request processed in 54us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.320614:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1769074944.320647:0:50526:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b06177540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074944.320659:0:50526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50526:1855008368762496:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1769074944.320676:0:50526:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1769074944.323124:0:50502:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1769074944.323162:0:50502:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1769074944.323188:0:50502:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a400/0xd2fe271aa17306bb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306c2 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.323200:0:50502:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a400/0xd2fe271aa17306bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306c2 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00000020:01000004:0.0:1769074944.323251:0:50502:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1769074944.323254:0:50502:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1769074944.323256:0:50502:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1769074944.323257:0:50502:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1769074944.323258:0:50502:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1769074944.323260:0:50502:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1769074944.323261:0:50502:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1769074944.323263:0:50502:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1769074944.323265:0:50502:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1769074944.323266:0:50502:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1769074944.323270:0:50502:0:(mgc_request_server.c:415:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:0.0:1769074944.323272:0:50502:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1769074944.323274:0:50502:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1769074944.323275:0:50502:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1769074944.323276:0:50502:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1769074944.323277:0:50502:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1769074944.323278:0:50502:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1769074944.323279:0:50502:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1769074944.323280:0:50502:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1769074944.323281:0:50502:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1769074944.323282:0:50502:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1769074944.323306:0:50502:0:(mgc_request_server.c:276:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1769074944.323324:0:50502:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368762624:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1769074944.323387:0:50502:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.323421:0:50502:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b01359300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.323473:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368762624 00000100:00100000:0.0:1769074944.323481:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368762624 00000100:00100000:0.0:1769074944.323521:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1769074944.323528:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17330850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50502:x1855008368762624:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1769074944.323556:0:50509:0:(mgs_handler.c:438:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1769074944.323571:0:50509:0:(mgs_nids.c:461:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1769074944.344437:0:50509:0:(mgs_nids.c:813:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1769074944.344499:0:50509:0:(mgs_handler.c:599:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1769074944.344926:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17330850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:50502:x1855008368762624:12345-0@lo:253:mount.lustre.0 Request processed in 21392us (21533us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.344939:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1769074944.345160:0:50502:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:50502:1855008368762624:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1769074944.345175:0:50502:0:(mgc_request_server.c:297:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1769074944.345179:0:50502:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1769074944.345181:0:50502:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1769074944.345183:0:50502:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1769074944.345185:0:50502:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1769074944.345186:0:50502:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1769074944.345188:0:50502:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1769074944.345190:0:50502:0:(tgt_mount.c:1154:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1769074944.345191:0:50502:0:(tgt_mount.c:1158:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1769074944.345193:0:50502:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1769074944.345194:0:50502:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1769074944.345211:0:50502:0:(tgt_mount.c:2557:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1769074944.348463:0:26086:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368762752 00000100:00100000:0.0:1769074944.348471:0:26086:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368762752 00000100:00100000:3.0:1769074944.348926:0:50512:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b0b3d9b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074944.348992:0:26086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1769074944.349002:0:26086:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b08dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+3:50512:x1855008368762752:12345-0@lo:104: 00010000:00010000:0.0:1769074944.349015:0:26086:0:(ldlm_lockd.c:2505:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.349096:0:26086:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1769074944.349102:0:26086:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b08dd0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+3:50512:x1855008368762752:12345-0@lo:104: Request processed in 102us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.349109:0:26086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00010000:1.0:1769074944.349275:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074944.349283:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.349291:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58200 already unused, calling callback (ffffffffc1162c20) 10000000:00010000:1.0:1769074944.349295:0:30249:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.349303:0:30249:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1769074944.349310:0:30249:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074944.349316:0:30249:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1769074944.349351:0:30249:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.349357:0:30249:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1769074944.349759:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.349766:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58200/0xd2fe271aa173069f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xd2fe271aa17306a6 expref: -99 pid: 50502 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074944.349782:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074944.349783:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074944.349785:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074944.350517:0:29094:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368762880 00000100:00100000:0.0:1769074944.350525:0:29094:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368762880 00010000:00010000:0.0:1769074944.350547:0:29094:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8c8b04981a00/0xd2fe271aa17306a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd2fe271aa173069f expref: 10 pid: 50509 timeout: 1738 lvb_type: 0 00000100:00100000:0.0:1769074944.350608:0:29094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:0.0:1769074944.350616:0:29094:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0489aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:16317:x1855008368762880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1769074944.350629:0:29094:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074944.350634:0:29094:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8c8b04981a00/0xd2fe271aa17306a6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xd2fe271aa173069f expref: 10 pid: 50509 timeout: 1738 lvb_type: 0 00010000:00010000:0.0:1769074944.350644:0:29094:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8c8b04981a00/0xd2fe271aa17306a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xd2fe271aa173069f expref: 10 pid: 50509 timeout: 1738 lvb_type: 0 00010000:00010000:0.0:1769074944.350657:0:29094:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b04981a00/0xd2fe271aa17306a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xd2fe271aa173069f expref: 10 pid: 50509 timeout: 1738 lvb_type: 0 00010000:00010000:0.0:1769074944.350669:0:29094:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350677:0:29094:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 20000000:01000000:0.0:1769074944.350689:0:29094:0:(mgs_nids.c:686:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002975075s 00010000:00010000:0.0:1769074944.350693:0:29094:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350699:0:29094:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350705:0:29094:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350712:0:29094:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350717:0:29094:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04980600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074944.350721:0:29094:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350732:0:29094:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350756:0:29094:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074944.350766:0:29094:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074944.350819:0:29094:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0489aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:16317:x1855008368762880:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074944.350825:0:29094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1769074944.350966:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16317:1855008368762880:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1769074944.351054:0:50512:0:(ldlm_request.c:183:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.351067:0:50512:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.351073:0:50512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8c8b04980600/0xd2fe271aa17306d7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 50512 timeout: 0 lvb_type: 0 00000020:00080000:1.0:1769074944.356332:0:50502:0:(update_trans.c:1477:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 34359738632 00000040:01000000:1.0:1769074944.356619:0:50502:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:1.0:1769074944.357020:0:50533:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1769074944.357454:0:50502:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00100000:0.0:1769074944.357827:0:50534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763008:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1769074944.357906:0:50534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.357943:0:50534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b27fcee40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.358111:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763008 00000100:00100000:1.0:1769074944.358119:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763008 00000100:00100000:1.0:1769074944.358198:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1769074944.358207:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763008:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1769074944.358293:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763008:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 87us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.358301:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000040:01000000:3.0:1769074944.359352:0:50502:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1769074944.359391:0:50502:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1769074944.359799:0:50502:0:(mdd_device.c:557:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1769074944.359808:0:50502:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000100:00100000:0.0:1769074944.360307:0:50534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763008:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1769074944.360344:0:50534:0:(llog_osd.c:2237:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1769074944.360388:0:50534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763136:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1769074944.360454:0:50534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.360492:0:50534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b27fcee40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.360653:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763136 00000100:00100000:1.0:1769074944.360661:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763136 00000100:00100000:1.0:1769074944.360712:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:1.0:1769074944.360721:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763136:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1769074944.360898:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763136:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 177us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.360907:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000040:00080000:3.0:1769074944.361683:0:50502:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1769074944.362076:0:50534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763136:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1769074944.362168:0:50534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763264:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1769074944.362211:0:50534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.362341:0:50534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b27fcee40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.363056:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763264 00000100:00100000:1.0:1769074944.363065:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763264 00000100:00100000:1.0:1769074944.363106:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1769074944.363114:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763264:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1769074944.363196:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763264:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 82us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.363204:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:0.0:1769074944.363623:0:50534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763264:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1769074944.363719:0:50534:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763392:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1769074944.363782:0:50534:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074944.363818:0:50534:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b27fce540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074944.364193:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763392 00000100:00100000:1.0:1769074944.364199:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763392 00000100:00100000:1.0:1769074944.364235:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1769074944.364568:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763392:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1769074944.366636:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:50534:x1855008368763392:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 2066us (2848us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074944.366648:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1769074944.366714:0:50534:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:50534:1855008368763392:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1769074944.367178:0:50502:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1769074944.371093:0:50502:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1769074944.371175:0:50502:0:(llog_obd.c:195:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1769074944.372187:0:50502:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1769074944.375234:0:50502:0:(osd_handler.c:5601:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x50:0x0] (8/32) registered 00000040:00080000:1.0:1769074944.379412:0:50534:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1769074944.379508:0:50534:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1769074944.379795:0:50533:0:(llog.c:854:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1769074944.379860:0:50533:0:(lod_dev.c:520:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1769074944.379864:0:50533:0:(lod_dev.c:544:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00080000:3.0:1769074944.380515:0:50502:0:(ldlm_lib.c:3034:target_recovery_init()) RECOVERY: service lustre-MDT0000, 1 recoverable clients, last_transno 55834575859 00010000:00080000:3.0:1769074944.398564:0:50535:0:(ldlm_lib.c:2837:target_recovery_thread()) lustre-MDT0000: started recovery thread pid 50535 00010000:02000000:3.0:1769074944.398638:0:50535:0:(ldlm_lib.c:2319:target_recovery_overseer()) lustre-MDT0000: in recovery but waiting for the first client to connect 00000020:01000004:1.0:1769074944.399425:0:50502:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1769074944.399453:0:50502:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.141@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1769074944.399475:0:50502:0:(tgt_mount.c:2326:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1769074944.399496:0:50502:0:(super25.c:202:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00010000:00080000:3.0:1769074944.427193:0:50535:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:3.0:1769074944.427201:0:50535:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 0 stale 0 max_recoverable_clients 1 abort 0 expired 0 00000020:00000004:1.0:1769074944.437222:0:50536:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1769074944.437952:0:50536:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1769074945.066232:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1769074945.707741:0:26100:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1769074945.707748:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff8c8b3523b000 from 22 10000000:01000000:3.0:1769074945.707753:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1769074945.707793:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b000/0xd2fe271aa17306de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.707805:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b000/0xd2fe271aa17306de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.707822:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b000/0xd2fe271aa17306de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.707846:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.707910:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.707945:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b04976300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.710883:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763520 00000100:00100000:1.0:1769074945.710899:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763520 00000100:00100000:1.0:1769074945.710973:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1769074945.710982:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17333450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+9:26100:x1855008368763520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.711001:0:50509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074945.711024:0:50509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a01fc4c00/0xd2fe271aa17306e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa17306de expref: -99 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.711112:0:50509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a01fc4c00/0xd2fe271aa17306e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa17306de expref: 10 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.711123:0:50509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a01fc4c00/0xd2fe271aa17306e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa17306de expref: 10 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.711131:0:50509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a01fc4c00, rc 0) 00000100:00100000:1.0:1769074945.711218:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17333450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:26100:x1855008368763520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 237us (3307us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.711226:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1769074945.711798:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.711824:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b000/0xd2fe271aa17306de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306e5 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.711836:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b000/0xd2fe271aa17306de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17306e5 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.711913:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763648:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.711963:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.712007:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b04976300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.712306:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763648 00000100:00100000:1.0:1769074945.712313:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763648 00000100:00100000:1.0:1769074945.712355:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1769074945.712387:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17332c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:26100:x1855008368763648:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1769074945.712405:0:50511:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1769074945.712432:0:50511:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1769074945.712436:0:50511:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 22 00000100:00100000:1.0:1769074945.712525:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17332c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:26100:x1855008368763648:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 138us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.712533:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1769074945.712570:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763648:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1769074945.712612:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1769074945.712619:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b000/0xd2fe271aa17306de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306e5 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.712628:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b000/0xd2fe271aa17306de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306e5 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074945.712636:0:26100:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1769074945.712638:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-client-ffff8c8b3fcad800 from 52 10000000:01000000:1.0:1769074945.712641:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1769074945.712661:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4200/0xd2fe271aa17306ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.712669:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4200/0xd2fe271aa17306ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.712678:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4200/0xd2fe271aa17306ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074945.712692:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.712716:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.712736:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b0a43f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.712983:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763776 00000100:00100000:1.0:1769074945.712989:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763776 00000100:00100000:1.0:1769074945.713015:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1769074945.713021:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17331850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+10:26100:x1855008368763776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.713062:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074945.713074:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a01fc5400/0xd2fe271aa17306f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa17306ec expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.713092:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a01fc5400/0xd2fe271aa17306f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa17306ec expref: 11 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.713101:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a01fc5400/0xd2fe271aa17306f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa17306ec expref: 11 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.713109:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a01fc5400, rc 0) 00000100:00100000:1.0:1769074945.713139:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17331850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+11:26100:x1855008368763776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.713145:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1769074945.713192:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.713204:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4200/0xd2fe271aa17306ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa17306f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.713213:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4200/0xd2fe271aa17306ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa17306f3 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074945.713263:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.713416:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.713443:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b1311fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.713455:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368763904 00000100:00100000:1.0:1769074945.713459:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368763904 00000100:00100000:1.0:1769074945.713476:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1769074945.713481:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17332850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+11:26100:x1855008368763904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.713581:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17332850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+11:26100:x1855008368763904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 98us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.713588:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1769074945.713613:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368763904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.713638:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368764032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.713676:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.713688:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b1311fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.713698:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764032 00000100:00100000:1.0:1769074945.713701:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764032 00000100:00100000:1.0:1769074945.713716:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1769074945.713721:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a0302dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+11:26100:x1855008368764032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.713788:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a0302dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+11:26100:x1855008368764032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 65us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.713795:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1769074945.713828:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368764032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1769074945.715054:0:50597:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000100:00100000:3.0:1769074945.720325:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764160 00000100:00100000:3.0:1769074945.720336:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764160 00000100:00100000:3.0:1769074945.720386:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1769074945.720393:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+11:26100:x1855008368764160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.720408:0:50510:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074945.720421:0:50510:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8b1213a800/0xd2fe271aa1730701 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa17306fa expref: -99 pid: 50510 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.720453:0:50510:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8b1213a800/0xd2fe271aa1730701 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa17306fa expref: 12 pid: 50510 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.720463:0:50510:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8b1213a800/0xd2fe271aa1730701 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa17306fa expref: 12 pid: 50510 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.720473:0:50510:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b1213a800, rc 0) 00000100:00100000:3.0:1769074945.720524:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+12:26100:x1855008368764160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.720531:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1769074945.721266:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764288 00000100:00100000:3.0:1769074945.721270:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764288 00000100:00100000:3.0:1769074945.721304:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1769074945.721309:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+12:26100:x1855008368764288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.721413:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+12:26100:x1855008368764288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 104us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.721418:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1769074945.721784:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764416 00000100:00100000:1.0:1769074945.721789:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764416 00000100:00100000:1.0:1769074945.721821:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1769074945.721828:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+12:26100:x1855008368764416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.728707:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+12:26100:x1855008368764416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 6861us (7023us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.729455:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000020:01000000:3.0:1769074945.732123:0:26100:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:3.0:1769074945.732149:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:3.0:1769074945.732160:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b04981800/0xd2fe271aa17306fa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730701 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.732172:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b04981800/0xd2fe271aa17306fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730701 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074945.732182:0:26100:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1769074945.732184:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff8c8b3fcad800 from 7 10000000:01000000:3.0:1769074945.732187:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1769074945.732223:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213ba00/0xd2fe271aa1730708 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.732232:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8b1213ba00/0xd2fe271aa1730708 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.732242:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8b1213ba00/0xd2fe271aa1730708 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.732268:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368764544:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.732341:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.732374:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b04976a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.733446:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764544 00000100:00100000:1.0:1769074945.733457:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764544 00000100:00100000:1.0:1769074945.733524:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1769074945.733534:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+12:26100:x1855008368764544:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.733549:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074945.733565:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a01fc4000/0xd2fe271aa173070f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa1730708 expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.733589:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a01fc4000/0xd2fe271aa173070f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa1730708 expref: 13 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.733597:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a01fc4000/0xd2fe271aa173070f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa1730708 expref: 13 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.733603:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a01fc4000, rc 0) 00000100:00100000:1.0:1769074945.733653:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+13:26100:x1855008368764544:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.733660:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1769074945.733688:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368764544:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.733704:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b1213ba00/0xd2fe271aa1730708 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173070f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.733713:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b1213ba00/0xd2fe271aa1730708 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa173070f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.734150:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368764672:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.734185:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.734274:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b04976a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.734414:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764672 00000100:00100000:1.0:1769074945.734420:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764672 00000100:00100000:1.0:1769074945.734503:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1769074945.734511:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+13:26100:x1855008368764672:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.734634:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+13:26100:x1855008368764672:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.734642:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1769074945.735280:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764800 00000100:00100000:3.0:1769074945.735382:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764800 00000100:00100000:3.0:1769074945.735413:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1769074945.735419:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+13:26100:x1855008368764800:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.735573:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+13:26100:x1855008368764800:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.735581:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000040:00080000:1.0:1769074945.737635:0:50599:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:1.0:1769074945.738595:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368764928 00000100:00100000:1.0:1769074945.738636:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368764928 00000100:00100000:1.0:1769074945.738718:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1769074945.738727:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+13:26100:x1855008368764928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.738750:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074945.738764:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a01fc4600/0xd2fe271aa173071d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa1730716 expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.738798:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a01fc4600/0xd2fe271aa173071d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa1730716 expref: 14 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.738808:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a01fc4600/0xd2fe271aa173071d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa1730716 expref: 14 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.738816:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a01fc4600, rc 0) 00000100:00100000:1.0:1769074945.738891:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+14:26100:x1855008368764928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.738898:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1769074945.739563:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368765056 00000100:00100000:3.0:1769074945.739568:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368765056 00000100:00100000:3.0:1769074945.739594:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1769074945.739600:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+14:26100:x1855008368765056:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.739901:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+14:26100:x1855008368765056:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 298us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.739910:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1769074945.740390:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368765184 00000100:00100000:1.0:1769074945.740395:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368765184 00000100:00100000:1.0:1769074945.740477:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1769074945.740485:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17524c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+14:26100:x1855008368765184:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.740578:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17524c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+14:26100:x1855008368765184:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.740585:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000020:01000000:3.0:1769074945.742730:0:26100:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:3.0:1769074945.742763:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1769074945.742774:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b04980c00/0xd2fe271aa1730716 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173071d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.742940:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b04980c00/0xd2fe271aa1730716 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173071d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074945.742951:0:26100:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1769074945.742954:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1769074945.742957:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1769074945.742993:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a200/0xd2fe271aa1730724 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.743001:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a200/0xd2fe271aa1730724 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.743154:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a200/0xd2fe271aa1730724 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.743181:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.743243:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.743414:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368765312 00000100:00100000:1.0:1769074945.743431:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368765312 00000100:00100000:1.0:1769074945.743477:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1769074945.743486:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17526450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+14:26100:x1855008368765312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.743500:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074945.743513:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a01fc5c00/0xd2fe271aa173072b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa1730724 expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.743534:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a01fc5c00/0xd2fe271aa173072b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa1730724 expref: 15 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.743544:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a01fc5c00/0xd2fe271aa173072b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa1730724 expref: 15 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.743552:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a01fc5c00, rc 0) 00000100:00100000:1.0:1769074945.743584:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17526450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+15:26100:x1855008368765312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 99us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.743590:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1769074945.743640:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b049766c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.743660:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.743673:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a200/0xd2fe271aa1730724 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173072b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.743682:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a200/0xd2fe271aa1730724 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa173072b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.743748:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.743775:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.743947:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b049766c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.743989:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368765440 00000100:00100000:1.0:1769074945.743993:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368765440 00000100:00100000:1.0:1769074945.744048:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1769074945.744054:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17527450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+15:26100:x1855008368765440:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.744175:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17527450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+15:26100:x1855008368765440:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.744182:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1769074945.744443:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765440:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.744476:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765568:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.744517:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.744540:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b049766c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.744551:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368765568 00000100:00100000:3.0:1769074945.744555:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368765568 00000100:00100000:3.0:1769074945.744577:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1769074945.744583:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b17524850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+15:26100:x1855008368765568:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.745522:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b17524850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+15:26100:x1855008368765568:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 934us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.745530:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1769074945.745588:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765568:0@lo:503:ll_cfg_requeue.0 00000020:01000000:1.0:1769074945.747690:0:26100:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1769074945.747718:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1769074945.747727:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a200/0xd2fe271aa1730724 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173072b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.747749:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b1213a200/0xd2fe271aa1730724 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173072b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074945.747760:0:26100:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1769074945.747763:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff8c8b3fc03800 from 7 10000000:01000000:1.0:1769074945.747766:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1769074945.747817:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4a00/0xd2fe271aa1730732 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.747826:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4a00/0xd2fe271aa1730732 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.747838:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4a00/0xd2fe271aa1730732 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074945.747861:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.747927:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.747973:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a01ebad80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.748666:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.748679:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4a00/0xd2fe271aa1730732 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730739 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.748687:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4a00/0xd2fe271aa1730732 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa1730739 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074945.748746:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.748775:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.748809:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a01ebad80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.748822:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368765824 00000100:00100000:1.0:1769074945.748826:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368765824 00000100:00100000:1.0:1769074945.748855:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1769074945.748862:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0672ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+16:26100:x1855008368765824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.748957:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0672ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+16:26100:x1855008368765824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.748967:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1769074945.748996:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.749215:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.749272:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.749392:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a01ebad80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.749405:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368765952 00000100:00100000:1.0:1769074945.749410:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368765952 00000100:00100000:1.0:1769074945.749447:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1769074945.749453:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0672a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+16:26100:x1855008368765952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.749537:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0672a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+16:26100:x1855008368765952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.749543:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1769074945.749583:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368765952:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1769074945.753596:0:50602:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:1.0:1769074945.759664:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766208:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.760152:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766336:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.760245:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.761236:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a01ebaf00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.761965:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368766336 00000100:00100000:0.0:1769074945.761977:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368766336 00000100:00100000:0.0:1769074945.762054:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1769074945.762065:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b06728450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+17:26100:x1855008368766336:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1769074945.762225:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b06728450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+17:26100:x1855008368766336:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 161us (1979us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074945.762233:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1769074945.762483:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766336:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1769074945.767432:0:50603:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 51 00000020:01000000:0.0:1769074945.767719:0:26100:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-client gen 52-51 (rc=0) 10000000:01000000:0.0:1769074945.767740:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1769074945.767751:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b04980a00/0xd2fe271aa1730740 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730747 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.767763:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b04980a00/0xd2fe271aa1730740 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730747 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074945.767772:0:26100:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1769074945.767775:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-mdtir-ffff8c8b10bf4800 from 22 10000000:01000000:0.0:1769074945.767777:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1769074945.767813:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a02e59600/0xd2fe271aa173074e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.767822:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a02e59600/0xd2fe271aa173074e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.767833:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a02e59600/0xd2fe271aa173074e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074945.767860:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1769074945.767926:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074945.767962:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b12a73540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.768171:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368766464 00000100:00100000:3.0:1769074945.768180:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368766464 00000100:00100000:3.0:1769074945.768235:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1769074945.768245:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b06728c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+17:26100:x1855008368766464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.768258:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074945.768270:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8b1213b400/0xd2fe271aa1730755 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa173074e expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768304:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8b1213b400/0xd2fe271aa1730755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa173074e expref: 18 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768315:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8b1213b400/0xd2fe271aa1730755 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa173074e expref: 18 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768322:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b1213b400, rc 0) 00000100:00100000:3.0:1769074945.768364:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b06728c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+18:26100:x1855008368766464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.768370:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1769074945.768416:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.768439:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8a02e59600/0xd2fe271aa173074e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730755 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768447:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8a02e59600/0xd2fe271aa173074e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa1730755 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.768497:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766592:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.768527:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.768545:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b04976f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.768556:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368766592 00000100:00100000:3.0:1769074945.768560:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368766592 00000100:00100000:3.0:1769074945.768587:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1769074945.768593:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0672b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+18:26100:x1855008368766592:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1769074945.768608:0:50511:0:(mgs_nids.c:911:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1769074945.768622:0:50511:0:(mgs_nids.c:305:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1769074945.768625:0:50511:0:(mgs_nids.c:316:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 22 00000100:00100000:3.0:1769074945.768698:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0672b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+18:26100:x1855008368766592:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.768706:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1769074945.768735:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766592:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1769074945.768775:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1769074945.768781:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a02e59600/0xd2fe271aa173074e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730755 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768788:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8a02e59600/0xd2fe271aa173074e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730755 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074945.768795:0:26100:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1769074945.768797:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:3.0:1769074945.768799:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1769074945.768814:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213be00/0xd2fe271aa173075c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768821:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8b1213be00/0xd2fe271aa173075c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768830:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8b1213be00/0xd2fe271aa173075c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.768842:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.768864:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.768877:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b04976f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.768887:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368766720 00000100:00100000:3.0:1769074945.768891:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368766720 00000100:00100000:3.0:1769074945.768907:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1769074945.768912:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+18:26100:x1855008368766720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.768920:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074945.768927:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8b1213ac00/0xd2fe271aa1730763 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa173075c expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768944:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8b1213ac00/0xd2fe271aa1730763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa173075c expref: 19 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768951:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8b1213ac00/0xd2fe271aa1730763 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa173075c expref: 19 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.768958:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b1213ac00, rc 0) 00000100:00100000:3.0:1769074945.768983:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+19:26100:x1855008368766720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 70us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.768990:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1769074945.769057:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.769066:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b1213be00/0xd2fe271aa173075c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730763 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.769074:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b1213be00/0xd2fe271aa173075c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa1730763 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.769121:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.769146:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.769159:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b04976f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.769169:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368766848 00000100:00100000:3.0:1769074945.769173:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368766848 00000100:00100000:3.0:1769074945.769190:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1769074945.769195:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+19:26100:x1855008368766848:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.769308:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+19:26100:x1855008368766848:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 112us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.769315:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1769074945.769343:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766848:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.769367:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.769403:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.769414:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a02a4d540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.769436:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368766976 00000100:00100000:3.0:1769074945.769440:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368766976 00000100:00100000:3.0:1769074945.769455:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1769074945.769460:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+19:26100:x1855008368766976:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.772968:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+19:26100:x1855008368766976:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 3497us (3555us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.772983:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1769074945.773332:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368766976:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1769074945.773456:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368767104:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1769074945.773504:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.773592:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368767104 00000100:00100000:3.0:1769074945.773600:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368767104 00000100:00100000:3.0:1769074945.773647:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1769074945.773655:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368767104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1769074945.773674:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 67870720 avail 60702720 00000100:00100000:3.0:1769074945.773714:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368767104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.773720:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:3.0:1769074945.774804:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074945.774866:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368767104:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1769074945.788089:0:50604:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 46 00000020:01000000:0.0:1769074945.788359:0:26100:0:(obd_config.c:2043:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-45 (rc=0) 10000000:01000000:0.0:1769074945.788386:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1769074945.788402:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213be00/0xd2fe271aa173075c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730763 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.788413:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b1213be00/0xd2fe271aa173075c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730763 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1769074945.788433:0:26100:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:01000000:0.0:1769074945.788436:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log lustre-barrier-ffff8c8b10bf4800 from 1 10000000:01000000:0.0:1769074945.788439:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1769074945.788491:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58600/0xd2fe271aa173076a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.788498:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58600/0xd2fe271aa173076a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.788508:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58600/0xd2fe271aa173076a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074945.788531:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1769074945.788596:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074945.788635:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b12a733c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.788837:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368767232 00000100:00100000:3.0:1769074945.788847:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368767232 00000100:00100000:3.0:1769074945.788898:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1769074945.788907:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+19:26100:x1855008368767232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.788924:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074945.788939:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8b1213b200/0xd2fe271aa1730771 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa173076a expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.788964:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8b1213b200/0xd2fe271aa1730771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa173076a expref: 20 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.788975:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8b1213b200/0xd2fe271aa1730771 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa173076a expref: 20 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.788983:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b1213b200, rc 0) 00000100:00100000:3.0:1769074945.789077:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+20:26100:x1855008368767232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.789084:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1769074945.789092:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.789105:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58600/0xd2fe271aa173076a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730771 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.789118:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58600/0xd2fe271aa173076a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa1730771 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074945.789136:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1769074945.789140:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58600/0xd2fe271aa173076a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730771 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.789146:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8a02e58600/0xd2fe271aa173076a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa1730771 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1769074945.789296:0:26100:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1769074945.789298:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log nodemap-ffff8c8a032de360 from 1 10000000:01000000:1.0:1769074945.789300:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1769074945.789318:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4400/0xd2fe271aa1730778 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.789325:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4400/0xd2fe271aa1730778 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.789332:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4400/0xd2fe271aa1730778 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074945.789346:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.789375:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.789394:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b129dd840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.792642:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368767360 00000100:00100000:3.0:1769074945.792657:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368767360 00000100:00100000:3.0:1769074945.792714:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1769074945.792724:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+20:26100:x1855008368767360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.792741:0:50511:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074945.792761:0:50511:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8b1213ae00/0xd2fe271aa173077f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa1730778 expref: -99 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.792787:0:50511:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8b1213ae00/0xd2fe271aa173077f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa1730778 expref: 21 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.792797:0:50511:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8b1213ae00/0xd2fe271aa173077f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa1730778 expref: 21 pid: 50511 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.792806:0:50511:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8b1213ae00, rc 0) 00000100:00100000:3.0:1769074945.792879:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f59450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+21:26100:x1855008368767360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (3502us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.792886:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1769074945.792986:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f85c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.793003:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4400/0xd2fe271aa1730778 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173077f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.793012:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4400/0xd2fe271aa1730778 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa173077f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074945.793055:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1769074945.793060:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4400/0xd2fe271aa1730778 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173077f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.793068:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8a01fc4400/0xd2fe271aa1730778 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173077f expref: -99 pid: 26100 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1769074945.793077:0:26100:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1769074945.793079:0:26100:0:(mgc_request.c:1812:mgc_process_log()) Process log params-ffff8c8b10bf4800 from 7 10000000:01000000:3.0:1769074945.793082:0:26100:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1769074945.793105:0:26100:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b600/0xd2fe271aa1730786 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.793112:0:26100:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b600/0xd2fe271aa1730786 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.793120:0:26100:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b600/0xd2fe271aa1730786 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.793139:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767488:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.793171:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.793190:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a02a4d480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.794922:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767488:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1769074945.794944:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b600/0xd2fe271aa1730786 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173078d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.794954:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b1213b600/0xd2fe271aa1730786 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa173078d expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.795738:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.795796:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.795884:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a02a4d480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074945.800680:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368767616 00000100:00100000:0.0:1769074945.800699:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368767616 00000100:00100000:3.0:1769074945.800834:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1769074945.800845:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+22:26100:x1855008368767616:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.801009:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+22:26100:x1855008368767616:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 166us (5212us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.801017:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1769074945.801092:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767616:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.801151:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767744:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.801197:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.801226:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a02a4d480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.801237:0:50510:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368767744 00000100:00100000:3.0:1769074945.801241:0:50510:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368767744 00000100:00100000:3.0:1769074945.801262:0:50510:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1769074945.801269:0:50510:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+22:26100:x1855008368767744:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1769074945.801344:0:50510:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+22:26100:x1855008368767744:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 74us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.801351:0:50510:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000040:00080000:0.0:1769074945.808817:0:50607:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000100:00100000:0.0:1769074945.811967:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368767872 00000100:00100000:0.0:1769074945.811981:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368767872 00000100:00100000:1.0:1769074945.817526:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1769074945.817546:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+22:26100:x1855008368767872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1769074945.817565:0:50509:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074945.817585:0:50509:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8c8a01fc5600/0xd2fe271aa173079b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xd2fe271aa1730794 expref: -99 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.817617:0:50509:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8c8a01fc5600/0xd2fe271aa173079b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xd2fe271aa1730794 expref: 23 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.817628:0:50509:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8c8a01fc5600/0xd2fe271aa173079b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xd2fe271aa1730794 expref: 23 pid: 50509 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.817637:0:50509:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c8a01fc5600, rc 0) 00000100:00100000:1.0:1769074945.817724:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:26100:x1855008368767872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (8360us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.817741:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1769074945.817857:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368767872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1769074945.817874:0:26100:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.141@tcp lock: ffff8c8b04981400/0xd2fe271aa1730794 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173079b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.817884:0:26100:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.141@tcp lock: ffff8c8b04981400/0xd2fe271aa1730794 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xd2fe271aa173079b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074945.817960:0:26100:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368768000:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1769074945.817994:0:26100:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074945.818066:0:26100:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b12a73240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.818349:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368768000 00000100:00100000:1.0:1769074945.818357:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368768000 00000100:00100000:1.0:1769074945.818397:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1769074945.818405:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:26100:x1855008368768000:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1769074945.818492:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f5bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:26100:x1855008368768000:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 87us (497us total) trans 0 rc -2/-2 00000100:00100000:1.0:1769074945.818499:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1769074945.818573:0:26100:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:26100:1855008368768000:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1769074945.818605:0:26100:0:(mgc_request.c:1889:mgc_process_log()) MGC192.168.204.141@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1769074945.818611:0:26100:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.141@tcp lock: ffff8c8b04981400/0xd2fe271aa1730794 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173079b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074945.818620:0:26100:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.141@tcp lock: ffff8c8b04981400/0xd2fe271aa1730794 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xd2fe271aa173079b expref: -99 pid: 26100 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074946.092565:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.117742:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074949.166125:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1769074949.178480:0:50770:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg441-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:3.0:1769074949.354741:0:23492:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074949.354748:0:23492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769074949.354753:0:23492:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074949.354780:0:23492:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8c8a044db000 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:3.0:1769074949.354801:0:23492:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b17648380 x1855008368768256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074949.354841:0:23492:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074949.354845:0:23492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769074949.354846:0:23492:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074949.354851:0:23492:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8c8b3fc05800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:3.0:1769074949.354861:0:23492:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b1764ad80 x1855008368768640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074949.354869:0:23492:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074949.354872:0:23492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769074949.354874:0:23492:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074949.354877:0:23492:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8c8a01617800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:3.0:1769074949.354886:0:23492:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b17649500 x1855008368768768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074949.354900:0:23492:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1769074949.354902:0:23492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769074949.354903:0:23492:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074949.354907:0:23492:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8c8a09565800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:3.0:1769074949.354915:0:23492:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b17648a80 x1855008368769024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1769074949.354954:0:23492:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1769074949.354957:0:23492:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1769074949.354971:0:23492:0:(import.c:65:import_set_state_nolock()) ffff8c8b34c3a800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1769074949.354976:0:23492:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8c8b34c3a800 using connection 192.168.204.141@tcp/0@lo 00000100:00100000:3.0:1769074949.354988:0:23492:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8c8b3650e680 x1855008368769664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1769074949.355084:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16320:1855008368768128:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355160:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355193:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:16320:1855008368769152:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355216:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355236:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368769792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074949.355272:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355312:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1769074949.355318:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:16320:1855008368768896:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355338:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355354:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368769536:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355387:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355417:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368768256:0@lo:38:kworker.0 00000100:00100000:3.0:1769074949.355462:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355481:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b1764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368768640:0@lo:38:kworker.0 00000100:00100000:3.0:1769074949.355500:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355515:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368768768:0@lo:38:kworker.0 00000100:00100000:3.0:1769074949.355533:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355549:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368769024:0@lo:38:kworker.0 00000100:00100000:3.0:1769074949.355568:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355584:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16316:1855008368769664:0@lo:38:kworker.0 00000100:00100000:3.0:1769074949.355600:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355622:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368768384:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355659:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355680:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b17648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368769280:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355705:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355723:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1769074949.355728:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b1764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368768512:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355745:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355767:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368769408:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.355785:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.355830:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368769152 00000100:00100000:3.0:1769074949.355839:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368769152 00000100:00100000:3.0:1769074949.355902:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368768896 00000100:00100000:3.0:1769074949.355905:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368768896 00000100:00100000:3.0:1769074949.355919:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368768640 00000100:00100000:3.0:1769074949.355921:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368768640 00000100:00100000:3.0:1769074949.355928:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368768768 00000100:00100000:3.0:1769074949.355930:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368768768 00000100:00100000:3.0:1769074949.355937:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368769024 00000100:00100000:3.0:1769074949.355939:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368769024 00000100:00100000:3.0:1769074949.355945:0:28096:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368769664 00000100:00100000:3.0:1769074949.355947:0:28096:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368769664 00000100:00100000:3.0:1769074949.355960:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1769074949.355967:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:16320:x1855008368769152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.356019:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:16320:x1855008368769152:12345-0@lo:400:kworker.0 Request processed in 52us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.356049:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1769074949.356069:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1769074949.356074:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:16320:x1855008368768896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.356101:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:16320:x1855008368768896:12345-0@lo:400:kworker.0 Request processed in 27us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.356107:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1769074949.356119:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5872 00000100:00100000:3.0:1769074949.356123:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16316:x1855008368768640:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1769074949.356143:0:28096:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1643 last 0 00000020:00000080:3.0:1769074949.356179:0:28096:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xd2fe271aa17307a2 00000004:00100000:3.0:1769074949.356196:0:28096:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1769074949.356202:0:28096:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8b088cdd00 00000100:00080000:3.0:1769074949.356333:0:28096:0:(import.c:65:import_set_state_nolock()) ffff8c8b38bdf800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1769074949.356395:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:16316:x1855008368768640:12345-0@lo:38:kworker.0 Request processed in 269us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.356402:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5872 00000100:00100000:3.0:1769074949.356416:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5873 00000100:00100000:3.0:1769074949.356419:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16316:x1855008368768768:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1769074949.356432:0:28096:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1643 last 0 00000020:00000080:3.0:1769074949.356455:0:28096:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xd2fe271aa17307a9 00000004:00100000:3.0:1769074949.356461:0:28096:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1769074949.356465:0:28096:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8b088cdd00 00000100:00080000:3.0:1769074949.356482:0:28096:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fcab800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1769074949.356509:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:16316:x1855008368768768:12345-0@lo:38:kworker.0 Request processed in 87us (975us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.356518:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5873 00000100:00100000:3.0:1769074949.356530:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5874 00000100:00100000:3.0:1769074949.356534:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16316:x1855008368769024:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1769074949.356546:0:28096:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1643 last 0 00000020:00000080:3.0:1769074949.356567:0:28096:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xd2fe271aa17307b0 00000004:00100000:3.0:1769074949.356573:0:28096:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1769074949.356576:0:28096:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8b088cdd00 00000100:00080000:3.0:1769074949.356589:0:28096:0:(import.c:65:import_set_state_nolock()) ffff8c8a04db9000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1769074949.356615:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:16316:x1855008368769024:12345-0@lo:38:kworker.0 Request processed in 78us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.356620:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5874 00000100:00100000:3.0:1769074949.356633:0:28096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5875 00000100:00100000:3.0:1769074949.356637:0:28096:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:16316:x1855008368769664:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1769074949.356648:0:28096:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo recovering/t0 exp 0000000000000000 cur 1643 last 0 00000020:00000080:3.0:1769074949.356666:0:28096:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xd2fe271aa17307b7 00000004:00100000:3.0:1769074949.356673:0:28096:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1769074949.356677:0:28096:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8b088cdd00 00000100:00080000:3.0:1769074949.356689:0:28096:0:(import.c:65:import_set_state_nolock()) ffff8c8a04dba800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1769074949.356714:0:28096:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:16316:x1855008368769664:12345-0@lo:38:kworker.0 Request processed in 76us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.356720:0:28096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5875 00000100:00100000:3.0:1769074949.356744:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368769792 00000100:00100000:3.0:1769074949.356748:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368769792 00000100:00100000:3.0:1769074949.356779:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1769074949.356785:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368769792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1769074949.356807:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 69881856 avail 62713856 00000100:00100000:3.0:1769074949.356837:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368769792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.356844:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1769074949.357078:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368768128 00000100:00100000:0.0:1769074949.357083:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368768128 00000100:00100000:0.0:1769074949.357121:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1769074949.357128:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16320:x1855008368768128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074949.357166:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16320:x1855008368768128:12345-0@lo:400:kworker.0 Request processed in 39us (2005us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074949.357171:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1769074949.357563:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074949.357575:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368769920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1769074949.357610:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074949.357645:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368768256 00000100:00100000:0.0:1769074949.357649:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368768256 00000100:00100000:0.0:1769074949.357676:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368769280 00000100:00100000:0.0:1769074949.357679:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368769280 00000100:00100000:0.0:1769074949.357694:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368769920 00000100:00100000:0.0:1769074949.357696:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368769920 00000100:00100000:0.0:1769074949.357706:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1769074949.357710:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:16316:x1855008368768256:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1769074949.357725:0:26108:0:(ldlm_lib.c:925:target_handle_reconnect()) connect export for UUID 'lustre-MDT0001-mdtlov_UUID' at ffff8c8a028e1000, cookie 0xd2fe271aa173062f 00010000:00080000:0.0:1769074949.357728:0:26108:0:(ldlm_lib.c:1428:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo recovering/t0 exp ffff8c8a028e1000 cur 1643 last 1769074944 00010000:02000400:0.0:1769074949.357735:0:26108:0:(ldlm_lib.c:2020:target_start_recovery_timer()) lustre-MDT0000: Will be in recovery for at least 1:00, or until 1 client reconnects 00000100:00100000:1.0:1769074949.372863:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b2af67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368769920:0@lo:41:osp-pre-1-0.0 00010000:00080000:0.0:1769074949.380155:0:26108:0:(ldlm_lib.c:2084:extend_recovery_timer()) lustre-MDT0000: recovery timer will expire in 70 seconds 00000004:00100000:0.0:1769074949.380266:0:26108:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:0.0:1769074949.380275:0:26108:0:(lprocfs_status_server.c:658:lprocfs_exp_setup()) using hash ffff8c8b088cdd00 00000100:00080000:0.0:1769074949.380323:0:26108:0:(import.c:65:import_set_state_nolock()) ffff8c8b34c38800 : changing import state from RECOVER to FULL 00010000:00080000:0.0:1769074949.380385:0:50535:0:(ldlm_lib.c:2529:check_for_recovery_ready()) connected 1 stale 0 max_recoverable_clients 1 abort 0 expired 0 00010000:00080000:0.0:1769074949.380390:0:50535:0:(ldlm_lib.c:2667:replay_request_or_update()) Waiting for transno 55834575860 00000020:00080000:0.0:1769074949.381902:0:50535:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1769074949.381909:0:50535:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 55834575860 00000020:00080000:0.0:1769074949.381915:0:50535:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:0.0:1769074949.381917:0:50535:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 0, queue_len: 0, req_transno: 0, next_transno: 55834575860 00000100:00100000:0.0:1769074949.381999:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:16316:x1855008368768256:12345-0@lo:38:kworker.0 Request processed in 24283us (26532us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074949.382010:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:3.0:1769074949.383070:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074949.383078:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074949.383082:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1769074949.383138:0:16316:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 14 00000100:00080000:3.0:1769074949.383152:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:3.0:1769074949.383159:0:16316:0:(import.c:1679:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:3.0:1769074949.383161:0:16316:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 38654705982 gen 2 00000100:00080000:3.0:1769074949.383166:0:16316:0:(recover.c:53:ptlrpc_replay_next()) import ffff8c8a044db000 from lustre-MDT0000_UUID committed 38654705982 last 0 00000100:00080000:3.0:1769074949.383170:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:3.0:1769074949.383237:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:16320:1855008368768896:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.383253:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368769536:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.383263:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16320:1855008368768128:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.383275:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:16320:1855008368769152:0@lo:400:kworker.0 00000100:00100000:3.0:1769074949.383295:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368769792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074949.390685:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368768256:0@lo:38:kworker.0 00010000:00080000:1.0:1769074949.390732:0:16316:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b1764ad80 x1855008368768640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1769074969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.390751:0:16316:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 14 00000100:00080000:1.0:1769074949.391583:0:16316:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-MDT0001: lwp recover req@ffff8c8b1764ad80 x1855008368768640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1769074969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.391594:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1769074949.391600:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b3fc05800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1769074949.391603:0:16316:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1769074949.404643:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b1764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:16316:1855008368768640:0@lo:38:kworker.0 00010000:00080000:1.0:1769074949.404690:0:16316:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b17649500 x1855008368768768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1769074969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.404707:0:16316:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 14 00000100:00080000:1.0:1769074949.406287:0:16316:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0000: lwp recover req@ffff8c8b17649500 x1855008368768768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1769074969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.406299:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1769074949.406305:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a01617800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1769074949.406311:0:16316:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0000: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1769074949.406316:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:16316:1855008368768768:0@lo:38:kworker.0 00010000:00080000:1.0:1769074949.406346:0:16316:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b17648a80 x1855008368769024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1769074969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.406372:0:16316:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 14 00000100:00080000:1.0:1769074949.410266:0:16316:0:(import.c:1321:ptlrpc_connect_interpret()) @@@ lustre-MDT0000-lwp-OST0001: lwp recover req@ffff8c8b17648a80 x1855008368769024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1769074969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.410279:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00080000:1.0:1769074949.410285:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a09565800 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1769074949.410290:0:16316:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-lwp-OST0001: Connection restored to 0@lo (at 0@lo) 00000100:00100000:1.0:1769074949.410298:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b17648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:16316:1855008368769024:0@lo:38:kworker.0 00010000:00080000:1.0:1769074949.410347:0:16316:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b3650e680 x1855008368769664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1769074959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.410380:0:16316:0:(import.c:1123:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 14 00000100:00080000:1.0:1769074949.410388:0:16316:0:(import.c:951:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1769074949.410393:0:16316:0:(import.c:1204:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1769074949.410395:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8b34c3a800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1769074949.410399:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:16316:1855008368769664:0@lo:38:kworker.0 00000100:00100000:1.0:1769074949.410444:0:16316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368770048:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1769074949.410504:0:16316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.413437:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770048 00000100:00100000:3.0:1769074949.413450:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770048 00000100:00100000:1.0:1769074949.414193:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1769074949.414205:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:16316:x1855008368770048:12345-0@lo:400:ldlm_lock_repla.0 00010000:00080000:1.0:1769074949.414228:0:27025:0:(ldlm_lib.c:3118:target_queue_recovery_request()) @@@ queue final req req@ffff8c8b35f86a00 x1855008368770048/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1769074960 ref 2 fl Interpret:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074949.414246:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:16316:x1855008368770048:12345-0@lo:400:ldlm_lock_repla.0 Request processed in 44us (3743us total) trans 0 rc 0/-999 00000100:00100000:1.0:1769074949.414252:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000020:00080000:1.0:1769074949.414269:0:50535:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1769074949.414273:0:50535:0:(ldlm_lib.c:2212:check_for_next_transno()) max: 1, connected: 1, completed: 1, queue_len: 0, req_transno: 0, next_transno: 55834575860 00010000:00080000:1.0:1769074949.414275:0:50535:0:(ldlm_lib.c:2246:check_for_next_transno()) waking for completed recovery 00000020:00080000:1.0:1769074949.414278:0:50535:0:(update_recovery.c:587:distribute_txn_get_next_transno()) lustre-MDT0000: Next update transno 0 00010000:00080000:1.0:1769074949.414284:0:50535:0:(ldlm_lib.c:2436:target_next_replay_lock()) Waiting for lock 00010000:00080000:1.0:1769074949.414286:0:50535:0:(ldlm_lib.c:2269:check_for_next_lock()) waking for completed lock replay 00000001:00000004:1.0:1769074949.414396:0:50535:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 14, last_transno is 60129542144 00000001:00100000:1.0:1769074949.416518:0:50504:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00080000:3.0:1769074949.416609:0:50535:0:(tgt_lastrcvd.c:187:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00010000:00080000:3.0:1769074949.416651:0:50535:0:(ldlm_lib.c:1980:target_cancel_recovery_timer()) lustre-MDT0000: cancel recovery timer 00010000:00080000:3.0:1769074949.416664:0:50535:0:(ldlm_lib.c:2921:target_recovery_thread()) @@@ processing final ping from 0@lo: req@ffff8c8b35f86a00 x1855008368770048/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:485/0 lens 224/0 e 0 to 0 dl 1769074960 ref 1 fl Complete:/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:02000000:3.0:1769074949.417049:0:50535:0:(ldlm_lib.c:1853:target_finish_recovery()) lustre-MDT0000: Recovery over after 0:01, of 1 clients 1 recovered and 0 were evicted. 00000100:00080000:1.0:1769074949.417865:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1769074949.417875:0:16316:0:(client.c:3203:ptlrpc_resend_req()) @@@ going to resend req@ffff8c8b3dfe9500 x1855008368770048/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074965 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.417890:0:16316:0:(client.c:3212:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff8c8b3dfe9500 x1855008368770048/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074965 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1769074949.417898:0:16316:0:(import.c:65:import_set_state_nolock()) ffff8c8a044db000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:1.0:1769074949.417917:0:16316:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-osp-MDT0001: Connection restored to 0@lo (at 0@lo) 00000100:00080000:1.0:1769074949.417923:0:16316:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000001c72dfea): req@ffff8c8b38590380 x1855008368754688/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074951 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074949.417940:0:16316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3dfe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:16316:1855008368770048:0@lo:400:ldlm_lock_repla.0 00000100:00100000:1.0:1769074949.418023:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.418089:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368754688 00000100:00100000:1.0:1769074949.418096:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368754688 00000100:00100000:1.0:1769074949.418143:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1769074949.418151:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:16318:x1855008368754688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1769074949.418182:0:27025:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42598400 avail 36466688 00000100:00100000:1.0:1769074949.418225:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:16318:x1855008368754688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.418232:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1769074949.418268:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38590380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368754688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074949.424816:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770176 00000100:00100000:1.0:1769074949.424834:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770176 00000100:00100000:1.0:1769074949.424915:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1769074949.424925:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:16317:x1855008368770176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1769074949.424958:0:26108:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42598400 avail 36466688 00000100:00100000:1.0:1769074949.425069:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:16317:x1855008368770176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 143us (4172us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.425076:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000004:00000080:3.0:1769074949.490806:0:50535:0:(mdd_device.c:2300:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa1d38f3ffe10 00100000:10000000:3.0:1769074949.490825:0:50535:0:(lfsck_lib.c:3080:lfsck_start()) lustre-MDT0000-osd: start master thread 00100000:10000000:0.0:1769074949.497917:0:50788:0:(scrub.c:294:scrub_thread_prep()) lustre-MDT0000: OI scrub prep, flags = 0x46 00100000:10000000:0.0:1769074949.497924:0:50788:0:(scrub.c:116:scrub_file_reset()) lustre-MDT0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:10000000:0.0:1769074949.498011:0:50788:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:0.0:1769074949.501938:0:50786:0:(lfsck_lib.c:2521:lfsck_start_assistant()) lustre-MDT0000-osd: start lfsck_namespace assistant thread 00100000:10000000:0.0:1769074949.507962:0:50788:0:(osd_scrub.c:1240:osd_scrub_main()) lustre-MDT0000: OI scrub start, flags = 0x46, pos = 20004 00100000:10000000:0.0:1769074949.518260:0:50788:0:(scrub.c:368:scrub_thread_post()) lustre-MDT0000: OI scrub post with result = 1 00100000:10000000:0.0:1769074949.518308:0:50788:0:(scrub.c:229:scrub_file_store()) lustre-MDT0000: store scrub file: rc = 0 00100000:10000000:0.0:1769074949.518311:0:50788:0:(osd_scrub.c:1280:osd_scrub_main()) lustre-MDT0000: OI scrub: stop, pos = 40001: rc = 1 00000004:00080000:0.0:1769074949.530175:0:50521:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x356:0x0] 00000100:00100000:0.0:1769074949.530226:0:50521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04aff100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:50521:1855008368770304:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1769074949.530303:0:50521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074949.530341:0:50521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b076a6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074949.530384:0:32342:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770304 00000100:00100000:0.0:1769074949.530392:0:32342:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770304 00000100:00100000:0.0:1769074949.530442:0:32342:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3673 00000100:00100000:0.0:1769074949.530450:0:32342:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38487480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+6:50521:x1855008368770304:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1769074949.530480:0:32342:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 897 -> diff = -43 00002000:02000040:0.0:1769074949.530485:0:32342:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:855 to 0x280000401:897) 00000004:00080000:1.0:1769074949.534301:0:50523:0:(osp_precreate.c:877:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x356:0x0] 00000100:00100000:1.0:1769074949.534355:0:50523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:50523:1855008368770432:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1769074949.535354:0:50523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.537318:0:50523:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b12bb8240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074949.537355:0:29093:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770432 00000100:00100000:1.0:1769074949.537380:0:29093:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770432 00000100:00100000:1.0:1769074949.537448:0:29093:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3674 00000100:00100000:1.0:1769074949.537457:0:29093:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+6:50523:x1855008368770432:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1769074949.537490:0:29093:0:(ofd_dev.c:1637:ofd_create_hdl()) ofd_last_id() = 897 -> diff = -43 00002000:02000040:1.0:1769074949.537496:0:29093:0:(ofd_dev.c:1488:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:855 to 0x2c0000401:897) 00002000:00010000:0.0:1769074949.546169:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x381:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.546184:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 3/0,1 mode: --/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.546201:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.546204:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.546209:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.546224:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.546233:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.546241:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.546259:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.546978:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.546987:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.546998:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.547003:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.547013:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.547046:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 1/0,0 mode: --/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.547055:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa17307be lrc: 0/0,0 mode: --/PW res: [0x280000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.547076:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.547078:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.547081:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1769074949.548924:0:50786:0:(lfsck_engine.c:1053:lfsck_master_engine()) lustre-MDT0000-osd ffff8c8a0b2e0000 exit: oit_flags = 0x40000, dir_flags = 0x8006, oit_cookie = 20125, dir_cookie = 0x734376aff0476052, parent = [0x2000061c1:0x165:0x0], pid = 50786: rc = 1 00100000:10000000:3.0:1769074949.548940:0:50786:0:(lfsck_lib.c:2589:lfsck_post_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_namespace post, rc = 1 00002000:00010000:3.0:1769074949.553165:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x380:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.553180:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553197:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553210:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553217:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553232:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553241:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553249:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553276:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.553290:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.553296:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553304:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213a000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.553308:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553316:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553338:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553345:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a000/0xd2fe271aa17307c5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553373:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.553375:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.553377:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.553501:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.553507:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553515:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553517:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553520:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553528:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553536:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553543:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553565:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.553573:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.553577:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553583:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213a600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.553586:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553593:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553604:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553610:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213a600/0xd2fe271aa17307cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553622:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.553624:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.553626:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.553743:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.553748:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553756:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553757:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553760:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553767:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553774:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553780:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553795:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.553803:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.553807:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553814:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b1213bc00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.553817:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553823:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553832:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553838:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b1213bc00/0xd2fe271aa17307d3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553855:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.553857:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.553858:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.553942:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.553948:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553955:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553956:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.553959:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553967:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553974:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553980:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.553992:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.554000:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.554004:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554011:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.554014:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554020:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554049:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554057:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603800/0xd2fe271aa17307da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554070:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554072:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554074:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.554142:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.554147:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554155:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554156:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554159:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554167:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554174:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554187:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554200:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.554208:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.554211:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554217:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.554220:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554227:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554236:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554243:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603c00/0xd2fe271aa17307e1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554254:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554256:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554258:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.554342:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.554347:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554354:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554356:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554370:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554378:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554384:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554390:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554403:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.554410:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.554413:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554419:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.554421:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554428:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554438:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554445:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602000/0xd2fe271aa17307e8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554456:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554457:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554459:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.554546:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x37a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.554551:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554558:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554560:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554563:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554571:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554578:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554586:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554598:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.554604:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.554608:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554616:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.554619:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554626:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554636:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554643:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602e00/0xd2fe271aa17307ef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554655:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554657:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554658:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.554724:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x379:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.554729:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554736:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554738:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554741:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554749:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554761:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554767:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554779:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.554786:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.554789:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554795:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.554798:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554804:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554814:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554821:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602a00/0xd2fe271aa17307f6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554835:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554836:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.554838:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.554901:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x378:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.554906:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554913:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554914:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.554917:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554925:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554932:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554938:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554950:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.554958:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.554962:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554968:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.554971:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554978:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554988:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.554994:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603200/0xd2fe271aa17307fd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555006:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555008:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555010:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.555099:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x377:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.555104:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555110:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555112:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555114:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555123:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555130:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555136:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555153:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.555159:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.555162:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555168:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.555171:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555178:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555187:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555194:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603e00/0xd2fe271aa1730804 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555205:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555206:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555208:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.555293:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x376:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.555298:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555306:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555307:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555310:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555318:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555324:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555331:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555343:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.555349:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.555352:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555371:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.555374:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555380:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555388:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555394:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603a00/0xd2fe271aa173080b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555412:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555414:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555415:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.555503:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x375:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.555508:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555514:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555516:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555518:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555525:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555532:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555538:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555549:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.555556:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.555558:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555564:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.555567:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555573:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555581:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555588:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603600/0xd2fe271aa1730812 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555599:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555600:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555602:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.555690:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.555695:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555703:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555704:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555707:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555715:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555722:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555733:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555745:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.555753:0:26092:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.555756:0:26092:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555762:0:26092:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.555765:0:26092:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555772:0:26092:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555781:0:26092:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555787:0:26092:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602200/0xd2fe271aa1730819 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555804:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555806:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555808:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.555881:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x373:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.555887:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555894:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555896:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.555899:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555908:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555915:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555920:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555933:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.555940:0:30249:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.555943:0:30249:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555949:0:30249:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.555952:0:30249:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555958:0:30249:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555968:0:30249:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555974:0:30249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602c00/0xd2fe271aa1730820 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.555986:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555987:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.555989:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.556114:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x372:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.556119:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556126:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.556128:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.556131:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556138:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556146:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556152:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556164:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.556171:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.556174:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556180:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.556184:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556192:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556202:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556208:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602800/0xd2fe271aa1730827 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556222:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.556224:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.556226:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.556318:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x371:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.556324:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556330:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.556332:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.556335:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556342:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.556354:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000001:00100000:0.0:1769074949.558924:0:27568:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00100000:10000000:0.0:1769074949.559143:0:50789:0:(lfsck_engine.c:1602:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread post 00100000:10000000:0.0:1769074949.559158:0:50789:0:(lfsck_engine.c:1616:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant notified others for lfsck_namespace post: rc = 0 00002000:00010000:1.0:1769074949.560208:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x381:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.560221:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.560239:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.560241:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.560246:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.560263:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.560273:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.560281:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.560337:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1769074949.560712:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x380:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.560973:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.560982:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.560984:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.560987:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561075:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561085:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561092:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561107:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1769074949.561203:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.561209:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561216:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.561218:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.561221:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561234:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561241:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561247:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.561263:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1769074949.561379:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.561385:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561519:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00100000:10000000:3.0:1769074949.561540:0:50786:0:(lfsck_lib.c:2599:lfsck_post_generic()) lustre-MDT0000-osd: the assistant has done lfsck_namespace post, rc = 1 00100000:10000000:3.0:1769074949.561593:0:50786:0:(lfsck_namespace.c:4795:lfsck_namespace_post()) lustre-MDT0000-osd: namespace LFSCK post done: rc = 0 00100000:10000000:3.0:1769074949.561606:0:50786:0:(lfsck_lib.c:2616:lfsck_double_scan_generic()) lustre-MDT0000-osd: waiting for assistant to do lfsck_namespace double_scan, status 2 00010000:00010000:3.0:1769074949.561633:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1769074949.561642:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074949.561648:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561655:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a01fc5e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.561659:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561668:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561685:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561691:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5e00/0xd2fe271aa1730835 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x381:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561712:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074949.561733:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561739:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a01fc5a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.561742:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561749:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561758:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561764:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8a01fc5a00/0xd2fe271aa173083c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x380:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561776:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074949.561779:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561785:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.561788:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561795:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561803:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561810:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8e00/0xd2fe271aa1730843 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561822:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.561825:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561830:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.561832:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561838:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561847:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561852:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603400/0xd2fe271aa173082e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.561866:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.561868:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.561869:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.561989:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x370:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.562008:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562016:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.562018:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.562022:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562048:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562055:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562061:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562073:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.562080:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.562083:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562089:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30603000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.562091:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562097:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562111:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562117:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30603000/0xd2fe271aa1730851 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562128:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.562130:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.562131:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1769074949.562212:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.562217:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562224:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.562225:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.562228:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562235:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562242:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562247:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562263:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074949.562270:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.562273:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562279:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.562281:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562290:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562303:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562310:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602600/0xd2fe271aa1730858 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.562327:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.562329:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.562331:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1769074949.563167:0:50789:0:(lfsck_engine.c:1634:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before the second-stage scaning 00000004:00080000:0.0:1769074949.563192:0:50789:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1643696163077ns, next at 0ns, rc = 0 00080000:00080000:0.0:1769074949.563202:0:50789:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1769074949.563224:0:50789:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1643696196196ns, next at 0ns, rc = 0 00080000:00080000:0.0:1769074949.563229:0:50789:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00010000:00010000:1.0:1769074949.564300:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.564305:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.564312:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.564328:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.564339:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.564346:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00100000:10000000:3.0:1769074949.565350:0:50786:0:(lfsck_lib.c:2625:lfsck_double_scan_generic()) lustre-MDT0000-osd: the assistant has done lfsck_namespace double_scan, status 0 00002000:00010000:3.0:1769074949.565583:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.565591:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.565603:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.565605:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.565608:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.565619:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.565627:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.565634:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.565657:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074949.565694:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074949.565958:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.565969:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30602400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074949.565974:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.565984:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.566001:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.566009:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b30602400/0xd2fe271aa173085f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.566055:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074949.566058:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074949.566060:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.566203:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.566210:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.566216:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.566271:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1769074949.566554:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.566561:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.566569:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.566571:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.566574:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.566585:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.566592:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.566599:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.566613:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1769074949.566696:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.566702:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.566709:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.566711:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.566713:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.566722:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567080:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567089:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567103:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1769074949.567198:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.567203:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567210:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.567211:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.567214:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567228:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567236:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567243:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567257:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1769074949.567334:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x36a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.567339:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567345:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.567347:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.567350:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567368:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567375:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.567381:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.567900:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074949.567907:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.567915:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.567918:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.567927:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.567941:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.567947:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8400/0xd2fe271aa173084a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.567965:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074949.567968:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.567974:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.567976:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568231:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568242:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568248:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984000/0xd2fe271aa1730866 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568263:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074949.568268:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568273:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04984c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.568276:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568282:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568289:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568295:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04984c00/0xd2fe271aa173086d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568308:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.568311:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568316:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.568318:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568324:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568332:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568339:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985000/0xd2fe271aa1730874 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.568349:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.568351:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.568352:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074949.568389:0:50504:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00010000:00010000:3.0:1769074949.568506:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1769074949.568656:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x369:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.568663:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.568671:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.568673:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.568677:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.568687:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.568694:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.568700:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.568708:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:1.0:1769074949.569167:0:50504:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00010000:00010000:1.0:1769074949.569217:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074949.569222:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569229:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.569233:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569242:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569253:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569260:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985200/0xd2fe271aa173087b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569275:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.569278:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569284:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.569287:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569294:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569303:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569310:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985600/0xd2fe271aa1730882 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.569326:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.569328:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.569330:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.569336:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.569341:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.569346:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1769074949.569429:0:50789:0:(lfsck_engine.c:1641:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:10000000:0.0:1769074949.569445:0:50789:0:(lfsck_namespace.c:6689:lfsck_namespace_assistant_handler_p2()) lustre-MDT0000-osd: namespace LFSCK phase2 scan start 00100000:10000000:0.0:1769074949.569534:0:50789:0:(lfsck_namespace.c:6314:lfsck_namespace_scan_local_lpf()) lustre-MDT0000-osd: start to scan backend /lost+found 00100000:10000000:0.0:1769074949.569573:0:50789:0:(lfsck_namespace.c:6417:lfsck_namespace_scan_local_lpf()) lustre-MDT0000-osd: stop to scan backend /lost+found: rc = 1 00002000:00010000:3.0:1769074949.569593:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x368:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.569600:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.569608:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.569611:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.569615:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.569630:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.569638:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.569645:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.569659:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00100000:0.0:1769074949.570917:0:28378:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:1.0:1769074949.570960:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.570970:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.570981:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.570983:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.570986:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.570998:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571006:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571013:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571047:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:1.0:1769074949.571161:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.571166:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571188:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571190:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571193:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571202:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571210:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571217:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571229:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:1.0:1769074949.571291:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.571297:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571303:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571305:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571308:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571316:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571323:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571331:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571344:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:1.0:1769074949.571415:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x37a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.571420:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571426:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571427:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571430:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571437:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571444:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571450:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571458:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:1.0:1769074949.571514:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x379:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.571519:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571530:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571531:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571535:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571542:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571550:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571556:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571564:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:1.0:1769074949.571620:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x378:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.571626:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571633:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571634:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571637:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571645:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571652:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571673:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571681:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:1.0:1769074949.571753:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x377:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.571758:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571765:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571766:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571769:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571776:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571782:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571788:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571795:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:1.0:1769074949.571882:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x376:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.571888:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571899:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571901:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.571903:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571911:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571918:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571924:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.571932:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:1.0:1769074949.572003:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x375:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572009:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572015:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572016:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572019:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572048:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572055:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572062:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572069:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:1.0:1769074949.572134:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x374:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572139:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572145:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572147:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572149:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572156:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572163:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572169:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572176:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:1.0:1769074949.572229:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x373:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572234:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572244:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572245:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572248:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572256:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572262:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572268:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572276:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:1.0:1769074949.572375:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x372:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572383:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572393:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572395:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572399:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572407:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572413:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572420:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572427:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:1.0:1769074949.572528:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x371:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572533:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572540:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572542:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572545:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572552:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572559:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572566:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572576:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:1.0:1769074949.572659:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x370:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572664:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572675:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572676:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572679:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572687:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572694:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572701:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572709:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:1.0:1769074949.572786:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572791:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572798:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572800:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572802:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572811:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572818:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572826:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572834:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00010000:1.0:1769074949.572942:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.572948:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572954:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572956:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.572959:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572967:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572975:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572981:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.572989:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/17 locks to regular blp list, 17 blwis in pool 00002000:00010000:1.0:1769074949.573112:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.573117:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573141:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.573143:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.573146:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573156:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573164:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573171:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573180:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/18 locks to regular blp list, 18 blwis in pool 00002000:00010000:1.0:1769074949.573247:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.573252:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573259:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.573260:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.573263:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573271:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573277:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573299:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.573307:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/19 locks to regular blp list, 19 blwis in pool 00002000:00010000:0.0:1769074949.574936:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x367:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.575635:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 18 total in blp. (18 blwis in pool) 00010000:00010000:3.0:1769074949.575647:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575658:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b04985400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.575662:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575671:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575692:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575699:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b04985400/0xd2fe271aa1730889 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575758:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 17 total in blp. (17 blwis in pool) 00010000:00010000:3.0:1769074949.575763:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575769:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.575772:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575779:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575789:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575795:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9600/0xd2fe271aa1730890 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575812:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 16 total in blp. (16 blwis in pool) 00010000:00010000:3.0:1769074949.575815:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575821:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.575824:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575831:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575840:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575846:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9c00/0xd2fe271aa1730897 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575857:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:3.0:1769074949.575860:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575865:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.575868:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575875:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575882:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575888:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8a00/0xd2fe271aa173089e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575899:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:3.0:1769074949.575903:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575914:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.575917:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575923:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575931:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575937:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8000/0xd2fe271aa17308a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575947:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:3.0:1769074949.575950:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575956:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.575958:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575964:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575971:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575981:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9000/0xd2fe271aa17308ac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x379:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.575993:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:3.0:1769074949.575996:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576002:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576005:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576012:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576021:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576047:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9a00/0xd2fe271aa17308b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x378:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576062:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576066:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:3.0:1769074949.576073:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576078:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.576081:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.576084:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074949.576088:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576090:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576110:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576114:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576122:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576126:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576137:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9800/0xd2fe271aa17308ba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x377:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576142:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576156:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:0.0:1769074949.576158:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00010000:00010000:3.0:1769074949.576162:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576171:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576174:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576181:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576190:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576197:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9400/0xd2fe271aa17308c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x376:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576214:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:3.0:1769074949.576219:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576226:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576229:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576237:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576247:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576254:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8600/0xd2fe271aa17308c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x375:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576267:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1769074949.576271:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576278:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576281:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576288:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576299:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576306:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8200/0xd2fe271aa17308cf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x374:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576322:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1769074949.576326:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576333:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576336:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.576339:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074949.576348:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576350:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576383:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.576385:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.576386:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576389:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576400:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576406:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576412:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576421:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1769074949.576509:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.576515:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576522:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.576523:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.576526:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576534:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576547:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576551:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9200/0xd2fe271aa17308d6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x373:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576559:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576571:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00010000:00010000:3.0:1769074949.576574:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:3.0:1769074949.576580:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576593:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c9e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576596:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576602:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576618:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576624:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c9e00/0xd2fe271aa17308dd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x372:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576640:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1769074949.576643:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576649:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576652:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576658:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.576661:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.576673:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576674:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576692:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.576696:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074949.576700:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8800/0xd2fe271aa17308e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x371:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576701:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576721:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576723:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:0.0:1769074949.576738:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576742:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576752:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576754:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b2b5c8c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576760:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576770:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00010000:00010000:3.0:1769074949.576771:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576784:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576791:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b2b5c8c00/0xd2fe271aa17308eb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x370:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576801:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1769074949.576805:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576811:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30690000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576815:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576822:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576832:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576839:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690000/0xd2fe271aa17308f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576855:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1769074949.576859:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.576860:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.576871:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576872:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30690c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576878:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576884:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.576887:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.576896:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576896:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.576921:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576923:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576942:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690c00/0xd2fe271aa17308f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576958:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1769074949.576962:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576967:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30691800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.576969:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576976:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576984:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.576990:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691800/0xd2fe271aa1730900 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577001:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1769074949.577005:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577010:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30691e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.577013:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577020:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577057:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577063:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691e00/0xd2fe271aa1730907 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577074:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074949.577078:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577083:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.577085:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577091:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577100:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577107:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59a00/0xd2fe271aa173090e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577119:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074949.577123:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577134:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.577137:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577143:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577151:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577157:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59e00/0xd2fe271aa1730915 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577168:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074949.577171:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577176:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.577179:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577187:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577195:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577206:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58c00/0xd2fe271aa173091c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577216:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074949.577219:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577224:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:3.0:1769074949.577227:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577234:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577243:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577250:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59800/0xd2fe271aa1730923 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074949.577261:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.577263:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.577266:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074949.577279:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1769074949.577871:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.577879:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.577890:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.577892:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.577895:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.577906:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.577914:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.577922:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.577942:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074949.577951:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.577955:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.577982:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30690600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.577986:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.577994:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578005:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578013:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa1730931 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578040:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.578042:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.578044:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.578073:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.578079:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1769074949.578214:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x36a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.578220:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578227:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.578229:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.578232:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578241:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578248:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578255:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578270:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074949.578277:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.578281:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578288:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30691c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.578291:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578298:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578308:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578315:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30691c00/0xd2fe271aa1730938 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.578327:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.578329:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.578331:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074949.583057:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583077:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583097:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1769074949.583275:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.583282:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583294:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583296:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583301:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583315:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583323:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583330:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583343:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1769074949.583421:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.583427:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583434:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583435:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583438:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583446:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583459:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583466:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583478:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1769074949.583547:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x360:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.583553:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583561:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583563:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583566:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583575:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583583:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583589:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583602:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1769074949.583655:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074949.583664:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583674:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.583678:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583689:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.583706:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.583708:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583720:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58e00/0xd2fe271aa173092a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583729:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583738:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583739:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583742:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583751:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583759:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583765:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583774:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1769074949.583860:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.583865:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583872:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583874:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.583876:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583885:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583897:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583898:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074949.583906:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.583908:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583922:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:0.0:1769074949.583927:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1769074949.583927:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583939:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583957:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583964:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58200/0xd2fe271aa173093f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583980:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074949.583984:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.583991:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.583994:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584001:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584012:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.584014:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.584045:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584047:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58800/0xd2fe271aa1730946 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584062:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584066:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584069:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584071:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074949.584078:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584083:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584093:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584101:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584118:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1769074949.584120:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.584124:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584131:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584144:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584150:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59200/0xd2fe271aa173094d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584167:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074949.584170:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584176:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e58400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.584179:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584186:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584195:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.584199:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.584209:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584214:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e58400/0xd2fe271aa1730954 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584219:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584222:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584227:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584234:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074949.584236:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584240:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584246:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584251:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8a02e59000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.584256:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584260:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584270:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584274:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074949.584285:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584293:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8a02e59000/0xd2fe271aa173095b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584309:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074949.584312:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584318:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.584322:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584345:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584354:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.584369:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.584370:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7200/0xd2fe271aa1730962 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584379:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584388:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074949.584389:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584392:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584395:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584404:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584418:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584424:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584432:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1769074949.584496:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x35a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.584501:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584508:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584509:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584512:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584520:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584527:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584533:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584540:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1769074949.584601:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x359:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.584607:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584614:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584615:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584619:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584627:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584634:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584641:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584647:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1769074949.584724:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.584729:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584736:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584737:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584740:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584749:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584761:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584767:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584774:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1769074949.584846:0:32342:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.584851:0:32342:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584859:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584860:0:32342:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.584864:0:32342:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584873:0:32342:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584880:0:32342:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584887:0:32342:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.584895:0:32342:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1769074949.584912:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584921:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.584925:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584933:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1769074949.584940:0:32342:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:854 00010000:00010000:1.0:1769074949.584946:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584954:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7400/0xd2fe271aa1730969 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584975:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1769074949.584978:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.584985:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.584988:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585011:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585023:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585045:0:32342:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38487480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:50521:x1855008368770304:12345-0@lo:5:osp-pre-0-0.0 Request processed in 54574us (54723us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074949.585060:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6800/0xd2fe271aa1730970 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585062:0:32342:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3673 00010000:00010000:1.0:1769074949.585082:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074949.585085:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585091:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.585094:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585101:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585121:0:50521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04aff100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:50521:1855008368770304:0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1769074949.585131:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074949.585139:0:50521:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x381:0x0] from OST, last_created [0x280000401:0x381:0x0]last_used is [0x280000401:0x356:0x0] 00010000:00010000:1.0:1769074949.585140:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7800/0xd2fe271aa1730977 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585161:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074949.585165:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585171:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.585175:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585183:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585194:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585201:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6a00/0xd2fe271aa173097e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585208:0:50521:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38485c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:50521:1855008368770688:0@lo:5:osp-pre-0-0.0 00010000:00010000:1.0:1769074949.585216:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074949.585221:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585238:0:50521:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074949.585247:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.585251:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585258:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585259:0:50521:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8b076a6180 going to sleep for 11 seconds 00010000:00010000:1.0:1769074949.585272:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585277:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368770560:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1769074949.585285:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d7c00/0xd2fe271aa1730985 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585300:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.585304:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585309:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074949.585316:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6c00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.585319:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585325:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.585334:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585355:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770560 00010000:00010000:1.0:1769074949.585368:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8c8b358d6c00/0xd2fe271aa173098c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 32342 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074949.585375:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770560 00010000:00010000:1.0:1769074949.585384:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.585387:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.585389:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.585407:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074949.585418:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1769074949.585424:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770688 00000100:00100000:0.0:1769074949.585429:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368770560:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074949.585430:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770688 00002000:00000024:0.0:1769074949.585459:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 67870720 avail 60702720 00000100:00100000:1.0:1769074949.585474:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675 00000100:00100000:1.0:1769074949.585483:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38484a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+6:50521:x1855008368770688:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1769074949.585501:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38486a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:16319:x1855008368770560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074949.585509:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00002000:00080000:1.0:1769074949.585514:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 898 00000100:00100000:0.0:1769074949.585543:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368770560:0@lo:13:osp-pre-0-0.0 00002000:00080000:1.0:1769074949.586015:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 906 00000001:00080000:1.0:1769074949.589170:0:44333:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935690 00002000:00080000:1.0:1769074949.589216:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 914 00000001:00080000:1.0:1769074949.589908:0:44333:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935691 00002000:00080000:1.0:1769074949.589929:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0000: reserve 8 objects in group 0x280000401 at 922 00000001:00080000:1.0:1769074949.590299:0:44333:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935692 00000100:00100000:1.0:1769074949.592488:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38484a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:50521:x1855008368770688:12345-0@lo:5:osp-pre-0-0.0 Request processed in 6907us (7150us total) trans 8589935693 rc 0/0 00000100:00100000:1.0:1769074949.592505:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675 00000020:00080000:1.0:1769074949.592512:0:44333:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00000100:00100000:1.0:1769074949.592605:0:50521:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38485c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:50521:1855008368770688:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1769074949.592621:0:50521:0:(osp_precreate.c:701:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x381:0x0]-[0x280000401:0x3a1:0x0] 00010000:00010000:1.0:1769074949.592680:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.592686:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1769074949.593644:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x369:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.593693:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.593708:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.593710:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.593716:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595022:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595054:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595063:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595083:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074949.595097:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.595103:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595111:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30690e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.595115:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595124:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595173:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595180:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690e00/0xd2fe271aa1730993 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.595200:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.595202:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.595203:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1769074949.595389:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x368:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1769074949.597531:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597547:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.597549:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074949.597555:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597570:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597579:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597597:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597644:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074949.597662:0:38306:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.597667:0:38306:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597674:0:38306:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b30690600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.597678:0:38306:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597686:0:38306:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597700:0:38306:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.597708:0:38306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b30690600/0xd2fe271aa173099a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x368:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.598668:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.598671:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.598673:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1769074949.599373:0:50789:0:(lfsck_namespace.c:6708:lfsck_namespace_assistant_handler_p2()) lustre-MDT0000-osd: namespace LFSCK phase2 scan stop at the No. 16 trace file: rc = 1 00100000:10000000:0.0:1769074949.599390:0:50789:0:(lfsck_engine.c:1750:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant sync before exit 00000004:00080000:0.0:1769074949.599416:0:50789:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 1643732387736ns, next at 0ns, rc = 0 00080000:00080000:0.0:1769074949.599429:0:50789:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1769074949.599454:0:50789:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 1643732425551ns, next at 0ns, rc = 0 00080000:00080000:0.0:1769074949.599458:0:50789:0:(osd_handler.c:2876:osd_commit_async()) lustre-MDT0000: async commit OSD 00002000:00010000:0.0:1769074949.599607:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x367:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.599616:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599629:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.599631:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.599635:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599647:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599656:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599664:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599689:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1769074949.599786:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x366:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.599792:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599799:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.599801:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.599804:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599813:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599825:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599832:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599843:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1769074949.599914:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x365:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.599920:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.599927:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.599928:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.599932:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600256:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600271:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600278:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600290:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1769074949.600409:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x364:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.600415:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600422:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.600423:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.600426:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600434:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600441:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600447:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600459:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1769074949.600557:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x363:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.600562:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600569:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.600571:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.600574:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600583:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600595:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600602:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.600610:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1769074949.600696:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x362:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.600999:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601007:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601009:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601012:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601021:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601048:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601056:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601065:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00002000:00010000:0.0:1769074949.601149:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x361:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.601155:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601163:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601164:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601167:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601176:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601184:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601191:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601197:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00002000:00010000:0.0:1769074949.601258:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x360:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.601263:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601270:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601271:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601274:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601283:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601296:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601303:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601311:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00002000:00010000:0.0:1769074949.601395:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.601400:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601407:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601408:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601411:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601420:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601427:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601434:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601442:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00002000:00010000:0.0:1769074949.601511:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.601517:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601524:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601526:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601529:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601538:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601545:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601552:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601560:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/10 locks to regular blp list, 10 blwis in pool 00002000:00010000:0.0:1769074949.601621:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.601626:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601633:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601635:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601638:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601647:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601672:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601679:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601687:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/11 locks to regular blp list, 11 blwis in pool 00002000:00010000:0.0:1769074949.601773:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.601778:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601785:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601786:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601789:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601797:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601804:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601811:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601820:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/12 locks to regular blp list, 12 blwis in pool 00002000:00010000:0.0:1769074949.601891:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.601897:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601904:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601905:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.601908:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601918:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601926:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601933:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.601941:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/13 locks to regular blp list, 13 blwis in pool 00002000:00010000:0.0:1769074949.601995:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x35a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.602000:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602007:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.602008:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.602011:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602019:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602065:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602073:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602081:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/14 locks to regular blp list, 14 blwis in pool 00002000:00010000:0.0:1769074949.602138:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x359:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.602143:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602150:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.602151:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.602155:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602163:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602171:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602178:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602186:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/15 locks to regular blp list, 15 blwis in pool 00002000:00010000:0.0:1769074949.602257:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x358:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.602273:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602281:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.602282:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.602285:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602295:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602302:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602309:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.602318:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00010000:00010000:1.0:1769074949.602524:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1769074949.602533:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.602543:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.602547:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.602573:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.602590:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.602598:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6200/0xd2fe271aa17309a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x367:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074949.603125:0:29093:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x357:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074949.603132:0:29093:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.603141:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.603142:0:29093:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074949.603145:0:29093:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.603155:0:29093:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.603182:0:29093:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.603188:0:29093:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074949.603196:0:29093:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/16 locks to regular blp list, 16 blwis in pool 00002000:00080000:0.0:1769074949.603275:0:29093:0:(ofd_dev.c:1515:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:854 00000100:00100000:0.0:1769074949.603383:0:29093:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+5:50523:x1855008368770432:12345-0@lo:5:osp-pre-1-0.0 Request processed in 65923us (68028us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074949.603394:0:29093:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3674 00010000:00010000:1.0:1769074949.604599:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 15 total in blp. (15 blwis in pool) 00010000:00010000:1.0:1769074949.604608:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604619:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.604624:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604634:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604652:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604659:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7e00/0xd2fe271aa17309a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x366:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604682:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 14 total in blp. (14 blwis in pool) 00010000:00010000:1.0:1769074949.604686:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604693:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.604696:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604703:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604713:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604720:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7000/0xd2fe271aa17309af lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x365:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604820:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 13 total in blp. (13 blwis in pool) 00010000:00010000:1.0:1769074949.604824:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604831:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.604835:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604842:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604855:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604862:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6600/0xd2fe271aa17309b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x364:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604874:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 12 total in blp. (12 blwis in pool) 00010000:00010000:1.0:1769074949.604878:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604884:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6e00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.604886:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604893:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604902:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604910:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6e00/0xd2fe271aa17309bd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x363:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604923:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 11 total in blp. (11 blwis in pool) 00010000:00010000:1.0:1769074949.604926:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604937:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7a00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.604941:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604948:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604957:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604964:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7a00/0xd2fe271aa17309c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x362:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604977:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 10 total in blp. (10 blwis in pool) 00010000:00010000:1.0:1769074949.604981:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.604987:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d7600 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.604990:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605083:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605096:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605107:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d7600/0xd2fe271aa17309cb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x361:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605120:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 9 total in blp. (9 blwis in pool) 00010000:00010000:1.0:1769074949.605125:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605131:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605135:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605143:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605152:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605158:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6400/0xd2fe271aa17309d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x360:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605170:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1769074949.605173:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605179:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b358d6000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605182:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605189:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605197:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605203:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b358d6000/0xd2fe271aa17309d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605213:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1769074949.605217:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605222:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753be00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605224:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605230:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605239:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605245:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753be00/0xd2fe271aa17309e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605262:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1769074949.605266:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605272:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a800 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605274:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605281:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605289:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605295:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a800/0xd2fe271aa17309e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605306:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1769074949.605310:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605315:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753ae00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605318:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605323:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605331:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605337:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753ae00/0xd2fe271aa17309ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605349:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1769074949.605353:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605369:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605373:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605380:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605390:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605397:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b000/0xd2fe271aa17309f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605411:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074949.605414:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605422:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a000 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605425:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605432:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605440:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605446:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a000/0xd2fe271aa17309fc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605456:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074949.605459:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605465:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753a200 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605468:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605475:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605483:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605512:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753a200/0xd2fe271aa1730a03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x359:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605525:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074949.605528:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605533:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753b400 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605536:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605542:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605550:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605556:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753b400/0xd2fe271aa1730a0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605567:0:26091:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074949.605570:0:26091:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605576:0:26091:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8c8b0753aa00 already unused, calling callback (ffffffffc0b64b90) 00010000:00010000:1.0:1769074949.605578:0:26091:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605599:0:26091:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605609:0:26091:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605615:0:26091:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8c8b0753aa00/0xd2fe271aa1730a11 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x357:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 29093 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074949.605629:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.605631:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.605633:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074949.605680:0:50523:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:50523:1855008368770432:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1769074949.605696:0:50523:0:(osp_precreate.c:955:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x381:0x0] from OST, last_created [0x2c0000401:0x381:0x0]last_used is [0x2c0000401:0x356:0x0] 00000100:00100000:0.0:1769074949.606900:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368770816:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074949.606969:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.608093:0:50523:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b35f86300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:50523:1855008368770944:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1769074949.608139:0:50523:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.608161:0:50523:0:(client.c:2690:ptlrpc_set_wait()) set ffff8c8a0159e840 going to sleep for 11 seconds 00010000:00010000:1.0:1769074949.608294:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.608301:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074949.608306:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074949.610290:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770816 00000100:00100000:1.0:1769074949.610304:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770816 00000100:00100000:1.0:1769074949.610414:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1769074949.610425:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38485880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368770816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074949.610454:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 255808 pending 0 free 69881856 avail 62713856 00000100:00100000:1.0:1769074949.613865:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38485880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368770816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3434us (6887us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.613882:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1769074949.614007:0:29093:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368770944 00000100:00100000:1.0:1769074949.614016:0:29093:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368770944 00000100:00100000:1.0:1769074949.614138:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676 00000100:00100000:1.0:1769074949.614147:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:50523:x1855008368770944:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:1.0:1769074949.614229:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 898 00002000:00080000:1.0:1769074949.616675:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 906 00000001:00080000:1.0:1769074949.617298:0:44333:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935682 00002000:00080000:1.0:1769074949.617323:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 914 00000001:00080000:1.0:1769074949.617641:0:44333:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935683 00002000:00080000:1.0:1769074949.617655:0:44333:0:(ofd_dev.c:1745:ofd_create_hdl()) lustre-OST0001: reserve 8 objects in group 0x2c0000401 at 922 00000100:00100000:0.0:1769074949.617999:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b35f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368770816:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1769074949.619665:0:44333:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8589935684 00000100:00100000:1.0:1769074949.620011:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:50523:x1855008368770944:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5852us (11859us total) trans 8589935685 rc 0/0 00000100:00100000:1.0:1769074949.620022:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676 00000020:00080000:1.0:1769074949.620047:0:44333:0:(tgt_main.c:782:tgt_ses_key_exit()) total 4 transactions per RPC 00100000:10000000:1.0:1769074949.620504:0:50789:0:(lfsck_engine.c:1756:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:1.0:1769074949.620563:0:50789:0:(lfsck_engine.c:1768:lfsck_assistant_engine()) lustre-MDT0000-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:1.0:1769074949.620610:0:50789:0:(lfsck_engine.c:1780:lfsck_assistant_engine()) lustre-MDT0000-osd: lfsck_namespace LFSCK assistant thread exit: rc = 1 00000001:00100000:3.0:1769074949.869965:0:26817:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:1.0:1769074950.186998:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1769074950.218564:0:50827:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1769074950.218788:0:50827:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1769074950.890325:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074950.890365:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368771072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1769074950.890456:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074950.891062:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368771072 00000100:00100000:0.0:1769074950.891073:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368771072 00000100:00100000:0.0:1769074950.891136:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1769074950.891145:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b35f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368771072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1769074950.891182:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 67870720 avail 60702720 00000100:00100000:0.0:1769074950.891256:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b35f84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368771072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074950.891264:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1769074950.892532:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368771072:0@lo:13:osp-pre-0-1.0 00000020:00000004:0.0:1769074951.145225:0:50877:0:(tgt_mount.c:2194:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1769074951.145517:0:50877:0:(tgt_mount.c:2225:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1769074951.212207:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074952.234593:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.259573:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074954.284326:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074954.474885:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368771712:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.474994:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475065:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368772224:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475107:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475132:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16318:1855008368772736:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475153:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475178:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1769074954.475185:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368771584:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475211:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475230:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:16318:1855008368772096:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475250:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475268:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368772608:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475301:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475332:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368771328:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475360:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475387:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16319:1855008368771840:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475409:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475427:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368772352:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475450:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475468:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1769074954.475475:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368771456:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475494:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475509:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b38484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:16319:1855008368771968:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475524:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475555:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368772480:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475573:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.475653:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368771584 00000100:00100000:1.0:1769074954.475662:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368771584 00000100:00100000:1.0:1769074954.475724:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368772608 00000100:00100000:1.0:1769074954.475730:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368772608 00000100:00100000:1.0:1769074954.475756:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368771456 00000100:00100000:1.0:1769074954.475759:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368771456 00000100:00100000:1.0:1769074954.475780:0:44333:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368772480 00000100:00100000:1.0:1769074954.475786:0:44333:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368772480 00000100:00100000:1.0:1769074954.475827:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1769074954.475839:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368771584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.475917:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3cf97800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368771584:12345-0@lo:400:kworker.0 Request processed in 77us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.475930:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1769074954.475955:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1769074954.475967:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:16318:x1855008368772608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476002:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3cf94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:16318:x1855008368772608:12345-0@lo:400:kworker.0 Request processed in 38us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476011:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1769074954.476057:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1769074954.476067:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368771456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476102:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368771456:12345-0@lo:400:kworker.0 Request processed in 36us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476121:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1769074954.476141:0:44333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1769074954.476152:0:44333:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:16319:x1855008368772480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476227:0:44333:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+9:16319:x1855008368772480:12345-0@lo:400:kworker.0 Request processed in 77us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476234:0:44333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1769074954.476263:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1769074954.476274:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b38590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368772224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476347:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b38590380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368772224:12345-0@lo:400:kworker.0 Request processed in 72us (1237us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476355:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1769074954.476390:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1769074954.476402:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b2af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16318:x1855008368772736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476459:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b2af67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16318:x1855008368772736:12345-0@lo:400:kworker.0 Request processed in 62us (1304us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476465:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1769074954.476480:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1769074954.476488:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3cf94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16318:x1855008368772096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476514:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3cf94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16318:x1855008368772096:12345-0@lo:400:kworker.0 Request processed in 28us (1263us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476519:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1769074954.476530:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1769074954.476537:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3cf97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16319:x1855008368771840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476565:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3cf97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16319:x1855008368771840:12345-0@lo:400:kworker.0 Request processed in 28us (1155us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476570:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1769074954.476582:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1769074954.476587:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:16319:x1855008368771968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476632:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:16319:x1855008368771968:12345-0@lo:400:kworker.0 Request processed in 45us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476637:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:1.0:1769074954.476657:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368771328 00000100:00100000:1.0:1769074954.476662:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368771328 00000100:00100000:1.0:1769074954.476695:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1769074954.476702:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16319:x1855008368771328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476740:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16319:x1855008368771328:12345-0@lo:400:kworker.0 Request processed in 38us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.476746:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1769074954.476789:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368772864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074954.476821:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.476860:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368771456:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476873:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:16319:1855008368771968:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476889:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368772480:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476902:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16319:1855008368771328:0@lo:400:kworker.0 00010000:00080000:1.0:1769074954.476913:0:16319:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b38484000 x1855008368771840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074954.476923:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38484000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:16319:1855008368771840:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476937:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368772352:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.476996:0:26108:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368772864 00000100:00100000:1.0:1769074954.477001:0:26108:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368772864 00000100:00100000:1.0:1769074954.477058:0:26108:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1769074954.477081:0:26108:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368772864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1769074954.477110:0:26108:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42815488 avail 36683776 00000100:00100000:1.0:1769074954.477158:0:26108:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368772864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.477166:0:26108:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1769074954.477210:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368771584:0@lo:400:kworker.0 00010000:00080000:1.0:1769074954.477238:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b38485180 x1855008368772096/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074954.477249:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38485180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:16318:1855008368772096:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.477272:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368772608:0@lo:400:kworker.0 00000100:00080000:3.0:1769074954.477285:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1769074954.477295:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1769074954.477303:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1769074954.477304:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b38486300 x1855008368771712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1769074954.477314:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074954.477327:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b38486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368771712:0@lo:400:kworker.0 00000100:00100000:1.0:1769074954.477355:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368772224:0@lo:400:kworker.0 00010000:00080000:1.0:1769074954.477395:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8a096d8a80 x1855008368772736/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1769074954.477407:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16318:1855008368772736:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.477429:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368771200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074954.477491:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30664000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368772864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074954.477515:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074954.477530:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b04978e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368772992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074954.477564:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.477616:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368772992 00000100:00100000:1.0:1769074954.477638:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368772992 00000100:00100000:1.0:1769074954.486532:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1769074954.486560:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368772992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1769074954.486599:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 69881856 avail 62713856 00000100:00100000:1.0:1769074954.486695:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368772992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (9130us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.486705:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1769074954.986747:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368773120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074954.986813:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.996495:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368773120 00000100:00100000:1.0:1769074954.996512:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368773120 00000100:00100000:1.0:1769074954.996567:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1769074954.996579:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16317:x1855008368773120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074954.996611:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 67870720 avail 60702720 00000100:00100000:1.0:1769074954.996694:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04979f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16317:x1855008368773120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (9880us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.996702:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1769074954.996757:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368773120:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074954.997445:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368773248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074954.997487:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.997525:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368773248 00000100:00100000:1.0:1769074954.997530:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368773248 00000100:00100000:1.0:1769074954.997557:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1769074954.997563:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16318:x1855008368773248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074954.997577:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 69881856 avail 62713856 00000100:00100000:1.0:1769074954.997612:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:16318:x1855008368773248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.997618:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1769074954.997683:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368773248:0@lo:13:osp-pre-1-0.0 00000001:00080000:0.0:1769074955.012397:0:28378:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 8589935685 is committed 00000100:00100000:0.0:1769074956.010381:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074956.010411:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0497a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368773376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1769074956.010486:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074956.010819:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368773376 00000100:00100000:1.0:1769074956.010830:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368773376 00000100:00100000:1.0:1769074956.010951:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1769074956.010962:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368773376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1769074956.010986:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 67870720 avail 60702720 00000100:00100000:1.0:1769074956.011061:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368773376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074956.011068:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:3.0:1769074956.011997:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1769074956.336440:0:30249:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074957.354287:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074958.381039:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074959.418652:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074959.594172:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074959.594209:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368773504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074959.594291:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.594355:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368773504 00000100:00100000:1.0:1769074959.594364:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368773504 00000100:00100000:1.0:1769074959.594416:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1769074959.594425:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368773504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1769074959.594460:0:27025:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42815488 avail 36683776 00000100:00100000:1.0:1769074959.594505:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368773504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.594512:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1769074959.594557:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368773504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074959.594875:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368773632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074959.594903:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.594986:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368773632 00000100:00100000:1.0:1769074959.594991:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368773632 00000100:00100000:0.0:1769074959.596004:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16318:1855008368773760:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596076:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.596104:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16318:1855008368774272:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596125:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.596139:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368774784:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596156:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.596177:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074959.596182:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368774144:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596209:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.596233:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368774656:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596250:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.596280:0:50509:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368773760 00000100:00100000:0.0:1769074959.596285:0:50509:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368773760 00000100:00100000:0.0:1769074959.596322:0:50509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1769074959.596329:0:50509:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a03f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16318:x1855008368773760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596367:0:50509:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a03f5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16318:x1855008368773760:12345-0@lo:400:kworker.0 Request processed in 38us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.596373:0:50509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1769074959.596400:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774272 00000100:00100000:0.0:1769074959.596403:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774272 00000100:00100000:0.0:1769074959.596427:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774144 00000100:00100000:0.0:1769074959.596430:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774144 00000100:00100000:0.0:1769074959.596444:0:26103:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774656 00000100:00100000:0.0:1769074959.596446:0:26103:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774656 00000100:00100000:0.0:1769074959.596458:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1769074959.596463:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16318:x1855008368774272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596488:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:16318:x1855008368774272:12345-0@lo:400:kworker.0 Request processed in 25us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.596494:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1769074959.596504:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1769074959.596509:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:16318:x1855008368774144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596526:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:16318:x1855008368774144:12345-0@lo:400:kworker.0 Request processed in 18us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.596531:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1769074959.596540:0:26103:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1769074959.596544:0:26103:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368774656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596562:0:26103:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368774656:12345-0@lo:400:kworker.0 Request processed in 18us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.596567:0:26103:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00010000:00080000:0.0:1769074959.596604:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8a096d8700 x1855008368774144/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074959.596616:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368774144:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596624:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368774656:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.596631:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16318:1855008368773760:0@lo:400:kworker.0 00010000:00080000:0.0:1769074959.596638:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8a096dad80 x1855008368774272/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074959.596652:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:16318:1855008368774272:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.596957:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1769074959.596967:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368773632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1769074959.596990:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 69881856 avail 62713856 00000100:00100000:1.0:1769074959.597051:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368773632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (2147us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.597057:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:1.0:1769074959.597075:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1769074959.597079:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1769074959.597081:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1769074959.597090:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368773888:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597114:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.597129:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:16319:1855008368774400:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597145:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.597155:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368774912:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597171:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.597187:0:16319:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1769074959.597204:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368774016:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597411:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.597436:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:16319:1855008368774528:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597456:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.597468:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16319:1855008368775040:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597483:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.597507:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368773888 00000100:00100000:1.0:1769074959.597511:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368773888 00000100:00100000:1.0:1769074959.597558:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1769074959.597563:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:16319:x1855008368773888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597595:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30664a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:16319:x1855008368773888:12345-0@lo:400:kworker.0 Request processed in 31us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.597600:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1769074959.597615:0:28095:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774784 00000100:00100000:1.0:1769074959.597618:0:28095:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774784 00000100:00100000:1.0:1769074959.597642:0:28095:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774912 00000100:00100000:1.0:1769074959.597645:0:28095:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774912 00000100:00100000:1.0:1769074959.597658:0:28095:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774016 00000100:00100000:1.0:1769074959.597660:0:28095:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774016 00000100:00100000:1.0:1769074959.597675:0:28095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1769074959.597680:0:28095:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368774784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597704:0:28095:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16318:x1855008368774784:12345-0@lo:400:kworker.0 Request processed in 24us (1547us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.597709:0:28095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1769074959.597719:0:28095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1769074959.597723:0:28095:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368774912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597745:0:28095:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368774912:12345-0@lo:400:kworker.0 Request processed in 21us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.597750:0:28095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1769074959.597759:0:28095:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1769074959.597764:0:28095:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368774016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597783:0:28095:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368774016:12345-0@lo:400:kworker.0 Request processed in 19us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.597788:0:28095:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1769074959.597905:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368774016:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597930:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368773888:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.597937:0:16319:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589935685 gen 2 00000100:00100000:1.0:1769074959.597950:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368774912:0@lo:400:kworker.0 00000100:00080000:1.0:1769074959.597968:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1769074959.597971:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074959.598058:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774400 00000100:00100000:0.0:1769074959.598063:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774400 00000100:00100000:0.0:1769074959.598098:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368774528 00000100:00100000:0.0:1769074959.598101:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368774528 00000100:00100000:0.0:1769074959.598115:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368775040 00000100:00100000:0.0:1769074959.598117:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368775040 00000100:00100000:0.0:1769074959.598127:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1769074959.598132:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:16319:x1855008368774400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.598164:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:16319:x1855008368774400:12345-0@lo:400:kworker.0 Request processed in 32us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.598169:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1769074959.598179:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1769074959.598184:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16319:x1855008368774528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.598217:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16319:x1855008368774528:12345-0@lo:400:kworker.0 Request processed in 33us (760us total) trans 0 rc 0/0 00000100:00080000:1.0:1769074959.598424:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1769074959.598427:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1769074959.598451:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1769074959.598634:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368775168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074959.598664:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074959.598706:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368773632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074959.598734:0:16318:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589935693 gen 2 00000100:00100000:1.0:1769074959.598742:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:16318:1855008368774784:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.598993:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368775168:0@lo:41:osp-pre-0-1.0 00010000:00080000:0.0:1769074959.599658:0:16319:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8a096dbb80 x1855008368774528/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074959.599669:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:16319:1855008368774528:0@lo:400:kworker.0 00010000:00080000:0.0:1769074959.599684:0:16319:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8a096db480 x1855008368775040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074959.599691:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:16319:1855008368775040:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.599701:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:16319:1855008368774400:0@lo:400:kworker.0 00000100:00100000:3.0:1769074960.107760:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074960.107788:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368775296:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074960.107857:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074960.108192:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074960.108204:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368775424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074960.108232:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074960.108307:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368775296 00000100:00100000:0.0:1769074960.108316:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368775296 00000100:00100000:0.0:1769074960.108366:0:29087:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368775424 00000100:00100000:0.0:1769074960.108369:0:29087:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368775424 00000100:00100000:0.0:1769074960.108390:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1769074960.108399:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0497a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368775296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074960.108422:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 69881856 avail 62713856 00000100:00100000:0.0:1769074960.108467:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0497a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368775296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.108474:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1769074960.108491:0:29087:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1769074960.108497:0:29087:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b04978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368775424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074960.108514:0:29087:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 67870720 avail 60702720 00000100:00100000:3.0:1769074960.108694:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368775424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1769074960.108728:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30664700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368775296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074960.108777:0:29087:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b04978e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368775424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 279us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.108784:0:29087:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1769074961.139736:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368775552 00000100:00100000:1.0:1769074961.139754:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368775552 00000100:00100000:1.0:1769074961.139929:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1769074961.139943:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b3650c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368775552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1769074961.139971:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 67870720 avail 60702720 00000100:00100000:1.0:1769074961.140073:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b3650c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16319:x1855008368775552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 135us (9046us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.140080:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1769074961.140126:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b04979180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:16319:1855008368775552:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1769074961.143676:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1769074961.454129:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074962.476525:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074963.500135:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074964.717379:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074964.717405:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b30665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368775680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074964.717507:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074964.717574:0:26109:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368775680 00000100:00100000:1.0:1769074964.717582:0:26109:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368775680 00000100:00100000:1.0:1769074964.717627:0:26109:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1769074964.717636:0:26109:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:16318:x1855008368775680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1769074964.717671:0:26109:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42598400 avail 36466688 00000100:00100000:1.0:1769074964.717717:0:26109:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:16318:x1855008368775680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.717724:0:26109:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1769074964.717773:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b30665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368775680:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1769074964.718006:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074964.718017:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368775808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074964.718080:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074964.718132:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368775808 00000100:00100000:3.0:1769074964.718145:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368775808 00000100:00100000:3.0:1769074964.718182:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1769074964.718189:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b0497aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368775808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1769074964.718208:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 69881856 avail 62713856 00000100:00100000:3.0:1769074964.718244:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b0497aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16317:x1855008368775808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074964.718250:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:3.0:1769074964.718266:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074964.718292:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:16317:1855008368775808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074964.719358:0:16319:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368775936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074964.719404:0:16319:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074964.719487:0:27025:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368775936 00000100:00100000:3.0:1769074964.719494:0:27025:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368775936 00000100:00100000:3.0:1769074964.719537:0:27025:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1769074964.719545:0:27025:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8b30665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368775936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1769074964.719573:0:27025:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 42815488 avail 36683776 00000100:00100000:0.0:1769074964.720572:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16320:1855008368776064:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.720618:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.720671:0:50511:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776064 00000100:00100000:0.0:1769074964.720677:0:50511:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776064 00000100:00100000:0.0:1769074964.720710:0:50511:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1769074964.720718:0:50511:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a04711050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16320:x1855008368776064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.720758:0:50511:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a04711050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e+23:16320:x1855008368776064:12345-0@lo:400:kworker.0 Request processed in 41us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.720768:0:50511:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1769074964.720822:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e:16320:1855008368776064:0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.721288:0:27025:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8b30665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:16319:x1855008368775936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1741us (1880us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074964.721298:0:27025:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1769074964.722440:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:16320:1855008368776576:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722491:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.722525:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368777088:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722548:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.722567:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1769074964.722572:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16320:1855008368776448:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722591:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.722608:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368776960:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722625:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.722654:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776576 00000100:00100000:0.0:1769074964.722661:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776576 00000100:00100000:0.0:1769074964.722707:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776448 00000100:00100000:0.0:1769074964.722710:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776448 00000100:00100000:0.0:1769074964.722732:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1769074964.722741:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:16320:x1855008368776576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722786:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:16320:x1855008368776576:12345-0@lo:400:kworker.0 Request processed in 46us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.722792:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:0.0:1769074964.722809:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:0.0:1769074964.722816:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16320:x1855008368776448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722843:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:16320:x1855008368776448:12345-0@lo:400:kworker.0 Request processed in 28us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.722848:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00010000:00080000:0.0:1769074964.722880:0:16320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b3650fb80 x1855008368776448/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074964.722893:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:16320:1855008368776448:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722904:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:16320:1855008368776576:0@lo:400:kworker.0 00000100:00080000:0.0:1769074964.722925:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074964.722929:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1769074964.722937:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368776320:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722960:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.722979:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368776832:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.722997:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.723016:0:16318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1769074964.723021:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368776192:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723066:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.723083:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:16318:1855008368776704:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723114:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.723126:0:16318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b3650f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16318:1855008368777216:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723159:0:16318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.723178:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776320 00000100:00100000:0.0:1769074964.723181:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776320 00000100:00100000:0.0:1769074964.723198:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776832 00000100:00100000:0.0:1769074964.723200:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776832 00000100:00100000:0.0:1769074964.723215:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776704 00000100:00100000:0.0:1769074964.723217:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776704 00000100:00100000:0.0:1769074964.723227:0:29082:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368777216 00000100:00100000:0.0:1769074964.723229:0:29082:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368777216 00000100:00100000:0.0:1769074964.723241:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1769074964.723246:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:16318:x1855008368776320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723280:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:16318:x1855008368776320:12345-0@lo:400:kworker.0 Request processed in 33us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.723286:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1769074964.723299:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1769074964.723304:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368776832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723329:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:16318:x1855008368776832:12345-0@lo:400:kworker.0 Request processed in 25us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.723334:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1769074964.723345:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1769074964.723350:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16318:x1855008368776704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723373:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:16318:x1855008368776704:12345-0@lo:400:kworker.0 Request processed in 23us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.723379:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1769074964.723390:0:29082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1769074964.723396:0:29082:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16318:x1855008368777216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723421:0:29082:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:16318:x1855008368777216:12345-0@lo:400:kworker.0 Request processed in 26us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.723426:0:29082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1769074964.723448:0:29091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368777088 00000100:00100000:0.0:1769074964.723452:0:29091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368777088 00000100:00100000:0.0:1769074964.723534:0:29091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776960 00000100:00100000:0.0:1769074964.723537:0:29091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776960 00000100:00100000:0.0:1769074964.723557:0:29091:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368776192 00000100:00100000:0.0:1769074964.723560:0:29091:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368776192 00000100:00100000:0.0:1769074964.723580:0:29091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1769074964.723586:0:29091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368777088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723624:0:29091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368777088:12345-0@lo:400:kworker.0 Request processed in 38us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.723630:0:29091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1769074964.723641:0:29091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1769074964.723647:0:29091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368776960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723673:0:29091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368776960:12345-0@lo:400:kworker.0 Request processed in 27us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.723679:0:29091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1769074964.723689:0:29091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1769074964.723695:0:29091:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368776192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723720:0:29091:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:16318:x1855008368776192:12345-0@lo:400:kworker.0 Request processed in 25us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.723726:0:29091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1769074964.723762:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368776960:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723773:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368777088:0@lo:400:kworker.0 00000100:00080000:0.0:1769074964.723789:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1769074964.723793:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1769074964.723795:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074964.723797:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1769074964.723812:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:16318:1855008368776192:0@lo:400:kworker.0 00010000:00080000:0.0:1769074964.723822:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b3650d880 x1855008368776704/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074964.723832:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:16318:1855008368776704:0@lo:400:kworker.0 00010000:00080000:0.0:1769074964.723841:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b3650f800 x1855008368777216/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074964.723849:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:16318:1855008368777216:0@lo:400:kworker.0 00010000:00080000:0.0:1769074964.723858:0:16318:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8c8b3650f480 x1855008368776320/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1769074964.723866:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:16318:1855008368776320:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.723874:0:16318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8b3650ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:16318:1855008368776832:0@lo:400:kworker.0 00000100:00100000:1.0:1769074964.725391:0:16319:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:16319:1855008368775936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074965.226299:0:16320:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074965.226329:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a09022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368777472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074965.226347:0:16317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074965.226362:0:16317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8a096d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368777344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1769074965.226401:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074965.226477:0:27576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368777472 00000100:00100000:3.0:1769074965.226485:0:27576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368777472 00000100:00100000:3.0:1769074965.226540:0:27576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1769074965.226549:0:27576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a09021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368777472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074965.226570:0:27576:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 69881856 avail 62713856 00000100:00100000:3.0:1769074965.226619:0:27576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a09021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16320:x1855008368777472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074965.226626:0:27576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1769074965.226669:0:16320:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a09022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:16320:1855008368777472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074965.226741:0:16317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074965.226813:0:27575:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368777344 00000100:00100000:1.0:1769074965.226818:0:27575:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368777344 00000100:00100000:1.0:1769074965.226853:0:27575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1769074965.226859:0:27575:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a096d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368777344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074965.226878:0:27575:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 67870720 avail 60702720 00000100:00100000:1.0:1769074965.226913:0:27575:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a096d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:16317:x1855008368777344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.226919:0:27575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1769074965.226948:0:16317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8c8a096d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:16317:1855008368777344:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1769074965.546237:0:26092:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074966.253428:0:16320:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8c8b0497b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:16320:1855008368777600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1769074966.253493:0:16320:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074966.253579:0:27576:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855008368777600 00000100:00100000:3.0:1769074966.253588:0:27576:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855008368777600 00000100:00100000:3.0:1769074966.253661:0:27576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1769074966.253672:0:27576:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8c8a09021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368777600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1769074966.253694:0:27576:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 254912 pending 0 free 67870720 avail 60702720 00000100:00100000:3.0:1769074966.253751:0:27576:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8c8a09021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:16320:x1855008368777600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074966.253758:0:27576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:1.0:1769074966.253828:0:26098:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1769074966.570587:0:26091:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074967.595203:0:38306:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000010:0.0:1769074969.322114:0:48111:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c8b06d2af00. 00000100:00000010:3.0:1769074969.322114:0:21927:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c8b06d2a7e0. 00000100:00000010:1.0:1769074969.323090:0:32501:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c8b06d2a180. 00080000:00000010:3.0:1769074969.433347:0:51815:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.433358:0:51815:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.433369:0:51815:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.433374:0:51815:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.433382:0:51815:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.433386:0:51815:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.442619:0:51817:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.442628:0:51817:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.442635:0:51817:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.442639:0:51817:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.442644:0:51817:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e480. 00080000:00000010:3.0:1769074969.442647:0:51817:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e480. 00000100:00000010:0.0:1769074969.834093:0:50519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8e00. 02000000:00000010:0.0:1769074969.834114:0:50519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b11063400. 00000100:00000010:3.0:1769074969.834116:0:26828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497ad80. 02000000:00000010:3.0:1769074969.834129:0:26828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cde00. 02000000:00000010:0.0:1769074969.834171:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04892c00. 00000400:00000010:0.0:1769074969.834181:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754948. 00000400:00000010:0.0:1769074969.834193:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074969.834204:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368777984, portal 4 00000400:00000010:0.0:1769074969.834213:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074969.834218:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368777984, offset 0 00000400:00000200:0.0:1769074969.834229:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.834245:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.834263:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae05b00 00000400:00000200:0.0:1769074969.834272:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 8512 00000400:00000200:0.0:1769074969.834278:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.834284:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.834292:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074969.834297:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096db480. 00000400:00000200:0.0:1769074969.834314:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:0.0:1769074969.834316:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074969.834323:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0497ad80 x1855008368777984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074985 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074969.834345:0:16318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c8b074b8120. 00000020:00000010:3.0:1769074969.834351:0:27576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1240. 00000100:00000010:0.0:1769074969.834357:0:16318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c8b074b8720. 00000100:00000010:0.0:1769074969.834363:0:16318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c8b074b8840. 00000100:00000010:0.0:1769074969.834367:0:16318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c8b074b86c0. 00000020:00000010:3.0:1769074969.834373:0:27576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000020:00000010:3.0:1769074969.834380:0:27576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074969.834386:0:27576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087513e8. 00000020:00000010:3.0:1769074969.834438:0:27576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf13c0. 00000020:00000010:3.0:1769074969.834443:0:27576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf13c0. 00000100:00000200:3.0:1769074969.834449:0:27576:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368777984 02000000:00000010:3.0:1769074969.834463:0:27576:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0487dc00. 00000020:00000010:0.0:1769074969.834470:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074969.834477:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074969.834485:0:26109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446e800. 00010000:00000200:3.0:1769074969.834486:0:27576:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096db480 x1855008368777984/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:505/0 lens 224/368 e 0 to 0 dl 1769074980 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074969.834492:0:26109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439d80. 00000020:00000010:0.0:1769074969.834498:0:26109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000400:00000010:3.0:1769074969.834501:0:27576:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074969.834506:0:27576:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368777984, offset 224 00000400:00000200:3.0:1769074969.834510:0:27576:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074969.834516:0:27576:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074969.834525:0:27576:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae05b00 00000020:00000010:0.0:1769074969.834529:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000400:00000200:3.0:1769074969.834531:0:27576:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27d0d [1] + 224 00000020:00000010:0.0:1769074969.834535:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000400:00000200:3.0:1769074969.834536:0:27576:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074969.834541:0:27576:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074969.834543:0:26109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446e600. 00000100:00000200:3.0:1769074969.834548:0:27576:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497ad80 x1855008368777984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074985 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074969.834550:0:26109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439200. 00000020:00000010:0.0:1769074969.834558:0:26109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000400:00000200:3.0:1769074969.834568:0:27576:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074969.834571:0:27576:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:0.0:1769074969.834578:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074969.834581:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000020:00000010:3.0:1769074969.834583:0:27576:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000100:00000200:0.0:1769074969.834584:0:26109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368777856 00000020:00000010:3.0:1769074969.834588:0:27576:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087513e8. 00000020:00000010:3.0:1769074969.834591:0:27576:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 02000000:00000010:0.0:1769074969.834597:0:26109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b04893400. 00000020:00000010:0.0:1769074969.834616:0:26109:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff8c8a03f45800. 00000020:00000010:3.0:1769074969.834620:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf13c0. 00000020:00000010:3.0:1769074969.834626:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf13c0. 00010000:00000200:0.0:1769074969.834629:0:26109:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ea00 x1855008368777856/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:505/0 lens 224/368 e 0 to 0 dl 1769074980 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074969.834631:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368777728 02000000:00000010:3.0:1769074969.834643:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0487d400. 00000400:00000010:0.0:1769074969.834646:0:26109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074969.834653:0:26109:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368777856, offset 224 00010000:00000200:3.0:1769074969.834666:0:27025:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650f480 x1855008368777728/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:505/0 lens 224/368 e 0 to 0 dl 1769074980 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.834679:0:26109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1769074969.834687:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000400:00000200:0.0:1769074969.834688:0:26109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074969.834694:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368777728, offset 224 00000400:00000200:0.0:1769074969.834699:0:26109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae05a80 00000400:00000200:3.0:1769074969.834706:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.834714:0:26109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27d11 [1] + 224 00000400:00000200:3.0:1769074969.834719:0:27025:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.834721:0:26109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.834729:0:26109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074969.834734:0:27025:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae05a00 00000100:00000200:0.0:1769074969.834736:0:26109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650df80 x1855008368777856/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074985 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074969.834746:0:27025:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27d1d [1] + 224 00000400:00000200:3.0:1769074969.834753:0:27025:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.834755:0:26109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:0.0:1769074969.834758:0:26109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000400:00000200:3.0:1769074969.834758:0:27025:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074969.834769:0:26109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439d80. 00000100:00000200:3.0:1769074969.834770:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a096d8e00 x1855008368777728/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074985 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074969.834773:0:26109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074969.834779:0:26109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446e800. 00000400:00000200:3.0:1769074969.834796:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074969.834800:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:3.0:1769074969.834812:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439200. 00000020:00000010:3.0:1769074969.834819:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:3.0:1769074969.834825:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446e600. 00000020:00000010:0.0:1769074969.834958:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074969.834962:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074969.834967:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446e800. 00000020:00000010:0.0:1769074969.834973:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439d80. 00000020:00000010:0.0:1769074969.834979:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:3.0:1769074969.834990:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf13c0. 00000020:00000010:0.0:1769074969.835004:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:3.0:1769074969.835007:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000020:00000010:0.0:1769074969.835008:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000100:00000200:0.0:1769074969.835015:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368778112 00000020:00000010:3.0:1769074969.835016:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074969.835054:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087513e8. 02000000:00000010:0.0:1769074969.835060:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04892400. 00010000:00000200:0.0:1769074969.835070:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a03caa450 x1855008368778112/t0(0) o400->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074969.835085:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1d40. 00000400:00000010:0.0:1769074969.835087:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000020:00000010:3.0:1769074969.835090:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1d40. 00000100:00000200:0.0:1769074969.835093:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855008368778112, offset 224 00000100:00000200:3.0:1769074969.835096:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368778624 00000400:00000200:0.0:1769074969.835103:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074969.835110:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0487d800. 00000400:00000200:0.0:1769074969.835114:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1769074969.835122:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94380 x1855008368778624/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.835125:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971ecae05b80 00000400:00000200:0.0:1769074969.835136:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x27d31 [1] + 224 00000400:00000200:0.0:1769074969.835142:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074969.835142:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000400:00000200:0.0:1769074969.835150:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074969.835150:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368778624, offset 224 00000100:00000200:0.0:1769074969.835161:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650f800 x1855008368778112/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074969.835163:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074969.835174:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074969.835183:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae05d80 00000400:00000200:0.0:1769074969.835190:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:0.0:1769074969.835195:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000400:00000200:3.0:1769074969.835208:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27d39 [1] + 224 00000020:00000010:0.0:1769074969.835209:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439d80. 00000020:00000010:0.0:1769074969.835215:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000400:00000200:3.0:1769074969.835217:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074969.835220:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446e800. 00000400:00000200:3.0:1769074969.835225:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1769074969.835230:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04892400. 00000100:00000200:3.0:1769074969.835235:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650dc00 x1855008368778624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074969.835239:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074969.835246:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307549a0. 00000400:00000010:0.0:1769074969.835254:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476cc0. 00000400:00000200:3.0:1769074969.835257:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074969.835262:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:3.0:1769074969.835274:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074969.835281:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087513e8. 00000020:00000010:3.0:1769074969.835288:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 02000000:00000010:0.0:1769074969.835289:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0446e800. 00000400:00000010:0.0:1769074969.835296:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307549f8. 00000400:00000010:0.0:1769074969.835301:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074969.835308:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368778496, portal 10 00000400:00000010:0.0:1769074969.835315:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074969.835318:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368778496, offset 0 00000020:00000010:3.0:1769074969.835322:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1d40. 00000400:00000200:0.0:1769074969.835326:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074969.835330:0:32342:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8a01cf1b80. 00000400:00000200:0.0:1769074969.835335:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1769074969.835338:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1d40. 00000020:00000010:3.0:1769074969.835343:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000400:00000200:0.0:1769074969.835344:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae05d00 00000020:00000010:3.0:1769074969.835348:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000400:00000200:0.0:1769074969.835354:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 4032 00000020:00000010:3.0:1769074969.835355:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087513e8. 00000400:00000200:0.0:1769074969.835365:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.835370:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.835375:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074969.835383:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47800. 00000020:00000010:3.0:1769074969.835385:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1d40. 00000020:00000010:3.0:1769074969.835391:0:32342:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8a01cf1100. 00000400:00000200:0.0:1769074969.835400:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000020:00000010:3.0:1769074969.835401:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09479400. 00000400:00000010:0.0:1769074969.835406:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:3.0:1769074969.835408:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e180. 00000100:00000200:0.0:1769074969.835414:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650ed80 x1855008368778496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074969.835415:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751258. 00000020:00000010:3.0:1769074969.835440:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1100. 02000000:00000010:0.0:1769074969.835445:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0446ea00. 00000020:00000010:3.0:1769074969.835446:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1100. 00000400:00000010:0.0:1769074969.835452:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754f78. 00000100:00000200:3.0:1769074969.835453:0:32342:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779136 00000400:00000010:0.0:1769074969.835462:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 02000000:00000010:3.0:1769074969.835463:0:32342:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0487fc00. 00000100:00000200:0.0:1769074969.835470:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368779008, portal 4 00010000:00000200:3.0:1769074969.835472:0:32342:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95500 x1855008368779136/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.835478:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074969.835484:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368779008, offset 0 00000400:00000200:0.0:1769074969.835493:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1769074969.835493:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074969.835500:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368779136, offset 224 00000400:00000200:0.0:1769074969.835506:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074969.835516:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.835519:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae05f00 00000400:00000200:0.0:1769074969.835532:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 8592 00000400:00000200:3.0:1769074969.835532:0:32342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.835541:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074969.835546:0:32342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae05f80 00000400:00000200:0.0:1769074969.835549:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074969.835556:0:32342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x27d41 [1] + 224 00000100:00000200:0.0:1769074969.835564:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1769074969.835564:0:32342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074969.835571:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45c00. 00000400:00000200:3.0:1769074969.835575:0:32342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074969.835583:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf95f80 x1855008368779136/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.835584:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:0.0:1769074969.835588:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074969.835597:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf96680 x1855008368779008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074969.835612:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074969.835617:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000010:0.0:1769074969.835623:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754948. 00000400:00000200:0.0:1769074969.835628:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000020:00000010:3.0:1769074969.835631:0:32342:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000400:00000010:0.0:1769074969.835633:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000020:00000010:3.0:1769074969.835636:0:32342:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087513e8. 00000100:00000200:0.0:1769074969.835644:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0497ad80 x1855008368777984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074985 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074969.835644:0:32342:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 00000020:00000010:3.0:1769074969.835660:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1100. 00000100:00000200:0.0:1769074969.835664:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0497ad80 x1855008368777984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074985 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074969.835666:0:32342:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524da80. 00000020:00000010:3.0:1769074969.835672:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1100. 00000020:00000010:3.0:1769074969.835678:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000020:00000010:3.0:1769074969.835683:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074969.835685:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087513e8. 02000000:00000010:0.0:1769074969.835705:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04892c00. 00000020:00000010:3.0:1769074969.835708:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1100. 02000000:00000010:0.0:1769074969.835712:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cde00. 00000020:00000010:3.0:1769074969.835713:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1100. 00000100:00000200:3.0:1769074969.835719:0:32342:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368778240 00000100:00000010:0.0:1769074969.835720:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497ad80. 02000000:00000010:3.0:1769074969.835727:0:32342:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0487cc00. 00010000:00000200:3.0:1769074969.835733:0:32342:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97b80 x1855008368778240/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074969.835740:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0446f600. 00000400:00000010:3.0:1769074969.835744:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000400:00000010:0.0:1769074969.835747:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754948. 00000100:00000200:3.0:1769074969.835749:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368778240, offset 224 00000400:00000010:0.0:1769074969.835753:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000400:00000200:3.0:1769074969.835758:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074969.835764:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368778368, portal 10 00000400:00000200:3.0:1769074969.835768:0:32342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1769074969.835774:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000400:00000200:3.0:1769074969.835778:0:32342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae05c00 00000100:00000200:0.0:1769074969.835780:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368778368, offset 0 00000400:00000200:3.0:1769074969.835788:0:32342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x27d55 [1] + 224 00000400:00000200:3.0:1769074969.835792:0:32342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.835793:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074969.835799:0:32342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074969.835804:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.835811:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae05c80 00000400:00000200:0.0:1769074969.835821:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 4704 00000100:00000200:3.0:1769074969.835824:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650d880 x1855008368778240/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.835828:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.835835:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.835842:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074969.835849:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45880. 00000400:00000200:3.0:1769074969.835860:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074969.835864:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000200:0.0:1769074969.835875:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000020:00000010:3.0:1769074969.835876:0:32342:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e180. 00000400:00000010:0.0:1769074969.835880:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000020:00000010:3.0:1769074969.835883:0:32342:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751258. 00000020:00000010:3.0:1769074969.835888:0:32342:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09479400. 00000100:00000200:0.0:1769074969.835890:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650d180 x1855008368778368/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074969.835901:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1100. 00000020:00000010:3.0:1769074969.835905:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1100. 00000100:00000200:3.0:1769074969.835908:0:32342:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779008 02000000:00000010:0.0:1769074969.835915:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0446e600. 02000000:00000010:3.0:1769074969.835918:0:32342:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0487c400. 00000400:00000010:0.0:1769074969.835921:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754160. 00010000:00000200:3.0:1769074969.835926:0:32342:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af45c00 x1855008368779008/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.835940:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000400:00000010:3.0:1769074969.835944:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:0.0:1769074969.835946:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368778880, portal 10 00000100:00000200:3.0:1769074969.835949:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368779008, offset 224 00000400:00000010:0.0:1769074969.835955:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000400:00000200:3.0:1769074969.835959:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074969.835964:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368778880, offset 0 00000400:00000200:3.0:1769074969.835970:0:32342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.835975:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074969.835983:0:32342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae05f00 00000400:00000200:3.0:1769074969.835988:0:32342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x27d6d [1] + 224 00000400:00000200:3.0:1769074969.835992:0:32342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074969.835997:0:32342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074969.836001:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074969.836007:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf96680 x1855008368779008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.836016:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae05e80 00000400:00000200:0.0:1769074969.836051:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 4928 00000400:00000200:0.0:1769074969.836057:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074969.836060:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074969.836065:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000200:0.0:1769074969.836070:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074969.836074:0:32342:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074969.836079:0:32342:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087513e8. 00000020:00000010:3.0:1769074969.836085:0:32342:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 00000100:00000200:0.0:1769074969.836087:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074969.836094:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47480. 00000400:00000200:0.0:1769074969.836110:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:0.0:1769074969.836114:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074969.836121:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650fb80 x1855008368778880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.836146:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754f78. 00000400:00000200:0.0:1769074969.836151:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074969.836153:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074969.836161:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf96680 x1855008368779008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074969.836173:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf96680 x1855008368779008/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074969.836196:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0446ea00. 02000000:00000010:0.0:1769074969.836204:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6800. 00000100:00000010:0.0:1769074969.836211:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 00000020:00000010:0.0:1769074969.836254:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074969.836269:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446ea00. 00000020:00000010:0.0:1769074969.836274:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439d80. 00000020:00000010:0.0:1769074969.836277:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074969.836297:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836301:0:26105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074969.836309:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836314:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446ee00. 00000020:00000010:0.0:1769074969.836318:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074969.836321:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e578. 00000020:00000010:0.0:1769074969.836333:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836334:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836336:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446f200. 00000020:00000010:0.0:1769074969.836338:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439a00. 00000020:00000010:0.0:1769074969.836340:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074969.836345:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836346:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836348:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446f400. 00000020:00000010:0.0:1769074969.836349:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c00. 00000020:00000010:0.0:1769074969.836351:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:0.0:1769074969.836356:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836358:0:26105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074969.836367:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836372:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446fe00. 00000020:00000010:0.0:1769074969.836375:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439d00. 00000020:00000010:0.0:1769074969.836379:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3eed8. 00000020:00000010:0.0:1769074969.836391:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836394:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074969.836396:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368778496 02000000:00000010:0.0:1769074969.836403:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04892c00. 00010000:00000200:0.0:1769074969.836409:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47800 x1855008368778496/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.836424:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074969.836427:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368778496, offset 224 00000400:00000200:0.0:1769074969.836429:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.836433:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.836438:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae05d00 00000400:00000200:0.0:1769074969.836441:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27d5d [1] + 224 00000400:00000200:0.0:1769074969.836443:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.836445:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.836449:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650ed80 x1855008368778496/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.836464:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074969.836465:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074969.836471:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439d80. 00000020:00000010:0.0:1769074969.836474:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074969.836476:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446ea00. 00000020:00000010:0.0:1769074969.836489:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836494:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074969.836499:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368778752 02000000:00000010:0.0:1769074969.836509:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04892400. 00010000:00000200:0.0:1769074969.836517:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95180 x1855008368778752/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.836539:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074969.836543:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368778752, offset 224 00000400:00000200:0.0:1769074969.836549:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.836557:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.836562:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae05e00 00000400:00000200:0.0:1769074969.836565:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27d65 [1] + 224 00000400:00000200:0.0:1769074969.836568:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.836570:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.836574:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650d500 x1855008368778752/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.836588:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074969.836589:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074969.836596:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074969.836598:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e578. 00000020:00000010:0.0:1769074969.836600:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446ee00. 00000020:00000010:0.0:1769074969.836611:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836615:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074969.836619:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779264 02000000:00000010:0.0:1769074969.836626:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04891800. 00010000:00000200:0.0:1769074969.836634:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf96a00 x1855008368779264/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.836642:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074969.836647:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368779264, offset 224 00000400:00000200:0.0:1769074969.836655:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.836659:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.836662:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae06000 00000400:00000200:0.0:1769074969.836665:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27d79 [1] + 224 00000400:00000200:0.0:1769074969.836667:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.836668:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.836671:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf95880 x1855008368779264/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.836682:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074969.836683:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074969.836690:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439a00. 00000020:00000010:0.0:1769074969.836695:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074969.836702:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446f200. 00000020:00000010:0.0:1769074969.836718:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836722:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074969.836725:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368778368 02000000:00000010:0.0:1769074969.836734:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04891c00. 00010000:00000200:0.0:1769074969.836743:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af45880 x1855008368778368/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.836754:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074969.836757:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368778368, offset 224 00000400:00000200:0.0:1769074969.836761:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.836766:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.836771:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae05c80 00000400:00000200:0.0:1769074969.836776:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27d85 [1] + 224 00000400:00000200:0.0:1769074969.836780:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.836783:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.836788:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650d180 x1855008368778368/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.836806:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074969.836809:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074969.836817:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c00. 00000020:00000010:0.0:1769074969.836821:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:0.0:1769074969.836825:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446f400. 00000020:00000010:0.0:1769074969.836843:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074969.836849:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074969.836855:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368778880 02000000:00000010:0.0:1769074969.836863:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04891400. 00010000:00000200:0.0:1769074969.836871:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47480 x1855008368778880/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:505/0 lens 224/224 e 0 to 0 dl 1769074980 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074969.836887:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074969.836892:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368778880, offset 224 00000400:00000200:0.0:1769074969.836896:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074969.836900:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074969.836906:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae05e80 00000400:00000200:0.0:1769074969.836909:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27d8d [1] + 224 00000400:00000200:0.0:1769074969.836913:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074969.836916:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074969.836922:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650fb80 x1855008368778880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074969.836939:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074969.836941:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074969.836951:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439d00. 00000020:00000010:0.0:1769074969.836956:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3eed8. 00000020:00000010:0.0:1769074969.836962:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446fe00. 00080000:00000010:0.0:1769074970.083752:0:51879:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439a80. 00080000:00000010:0.0:1769074970.083762:0:51879:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439a80. 00080000:00000010:0.0:1769074970.083773:0:51879:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439a80. 00080000:00000010:0.0:1769074970.083778:0:51879:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439a80. 00080000:00000010:0.0:1769074970.083788:0:51879:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439a80. 00080000:00000010:0.0:1769074970.083793:0:51879:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439a80. 00080000:00000010:0.0:1769074970.083807:0:51879:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439a80. 00080000:00000010:0.0:1769074970.083812:0:51879:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439a80. 00000100:00000010:1.0:1769074970.346139:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020380. 00000100:00000010:0.0:1769074970.346153:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46d80. 02000000:00000010:1.0:1769074970.346163:0:50523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b03433c00. 02000000:00000010:0.0:1769074970.346166:0:50521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b11063d00. 00000020:00000010:3.0:1769074970.346397:0:27576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1e00. 00000020:00000010:3.0:1769074970.346409:0:27576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1e00. 00000020:00000010:3.0:1769074970.346419:0:27576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5a00. 00000020:00000010:3.0:1769074970.346426:0:27576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e580. 00000020:00000010:3.0:1769074970.346435:0:27576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087513e8. 00000020:00000010:3.0:1769074970.346484:0:27576:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1e00. 00000020:00000010:3.0:1769074970.346488:0:27576:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1e00. 00000020:00000010:3.0:1769074970.346493:0:27576:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00000020:00000010:3.0:1769074970.346498:0:27576:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed00. 00000020:00000010:3.0:1769074970.346502:0:27576:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751258. 00000020:00000010:0.0:1769074970.346508:0:29087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074970.346512:0:29087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da80. 00000100:00000200:0.0:1769074970.346516:0:29087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779392 00000020:00000010:1.0:1769074970.346525:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd00. 02000000:00000010:0.0:1769074970.346529:0:29087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b04891000. 00000020:00000010:1.0:1769074970.346530:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd00. 00000100:00000200:1.0:1769074970.346535:0:27575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779520 00010000:00000200:0.0:1769074970.346546:0:29087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95880 x1855008368779392/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:506/0 lens 224/368 e 0 to 0 dl 1769074981 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074970.346546:0:27575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b08884000. 00000400:00000010:0.0:1769074970.346561:0:29087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074970.346565:0:29087:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368779392, offset 224 00010000:00000200:1.0:1769074970.346568:0:27575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95f80 x1855008368779520/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:506/0 lens 224/368 e 0 to 0 dl 1769074981 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074970.346569:0:29087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074970.346577:0:29087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074970.346582:0:29087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae06080 00000400:00000010:1.0:1769074970.346582:0:27575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074970.346588:0:27575:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368779520, offset 224 00000400:00000200:0.0:1769074970.346590:0:29087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27dad [1] + 224 00000400:00000200:0.0:1769074970.346595:0:29087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074970.346597:0:27575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074970.346601:0:29087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074970.346607:0:27575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074970.346609:0:29087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09020380 x1855008368779392/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074986 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074970.346614:0:27575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae06100 00000400:00000200:1.0:1769074970.346623:0:27575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27db5 [1] + 224 00000400:00000200:1.0:1769074970.346631:0:27575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074970.346635:0:27575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074970.346642:0:27575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af46d80 x1855008368779520/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074986 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074970.346647:0:29087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074970.346652:0:29087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000200:1.0:1769074970.346663:0:27575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000020:00000010:0.0:1769074970.346666:0:29087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e580. 00000400:00000010:1.0:1769074970.346667:0:27575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000020:00000010:0.0:1769074970.346673:0:29087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087513e8. 00000020:00000010:0.0:1769074970.346680:0:29087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5a00. 00000020:00000010:1.0:1769074970.346680:0:27575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed00. 00000020:00000010:1.0:1769074970.346684:0:27575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751258. 00000020:00000010:1.0:1769074970.346688:0:27575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00080000:00000010:0.0:1769074970.396442:0:51927:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439280. 00080000:00000010:0.0:1769074970.396450:0:51927:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439280. 00080000:00000010:0.0:1769074970.396459:0:51927:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439280. 00080000:00000010:0.0:1769074970.396463:0:51927:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439280. 00080000:00000010:0.0:1769074970.396469:0:51927:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439280. 00080000:00000010:0.0:1769074970.396473:0:51927:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439280. 00080000:00000010:0.0:1769074970.396482:0:51927:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439280. 00080000:00000010:0.0:1769074970.396485:0:51927:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439280. 00080000:00000010:1.0:1769074970.701528:0:51977:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074970.701651:0:51977:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074970.701681:0:51977:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074970.701687:0:51977:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074970.701699:0:51977:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074970.701703:0:51977:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074970.701720:0:51977:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074970.701725:0:51977:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:3.0:1769074971.355771:0:52073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed00. 00080000:00000010:3.0:1769074971.355785:0:52073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed00. 00080000:00000010:3.0:1769074971.355798:0:52073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed00. 00080000:00000010:3.0:1769074971.355804:0:52073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed00. 00080000:00000010:3.0:1769074971.355816:0:52073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed00. 00080000:00000010:3.0:1769074971.355822:0:52073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed00. 00080000:00000010:3.0:1769074971.356297:0:52073:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed00. 00080000:00000010:3.0:1769074971.356305:0:52073:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed00. 00000100:00000010:3.0:1769074971.370133:0:26826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979500. 02000000:00000010:3.0:1769074971.370164:0:26826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd400. 00000020:00000010:3.0:1769074971.370390:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1bc0. 00000020:00000010:3.0:1769074971.370414:0:27575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5e00. 00000020:00000010:3.0:1769074971.370419:0:27575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074971.370424:0:27575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751320. 00000020:00000010:3.0:1769074971.370465:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:3.0:1769074971.370469:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000100:00000200:3.0:1769074971.370473:0:27575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779648 02000000:00000010:3.0:1769074971.370486:0:27575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b3fe17400. 00010000:00000200:3.0:1769074971.370504:0:27575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94700 x1855008368779648/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:507/0 lens 224/368 e 0 to 0 dl 1769074982 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074971.370520:0:27575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074971.370523:0:27575:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368779648, offset 224 00000400:00000200:3.0:1769074971.370528:0:27575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074971.370535:0:27575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074971.370542:0:27575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae06180 00000400:00000200:3.0:1769074971.370547:0:27575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27dc5 [1] + 224 00000400:00000200:3.0:1769074971.370551:0:27575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074971.370555:0:27575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074971.370562:0:27575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04979500 x1855008368779648/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074987 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074971.370582:0:27575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074971.370585:0:27575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:3.0:1769074971.370597:0:27575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074971.370601:0:27575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751320. 00000020:00000010:3.0:1769074971.370605:0:27575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5e00. 00080000:00000010:0.0:1769074971.484019:0:52112:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.484102:0:52112:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.484114:0:52112:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.484119:0:52112:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.484128:0:52112:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.484133:0:52112:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.484191:0:52112:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.484196:0:52112:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439500. 00080000:00000010:0.0:1769074971.680382:0:52122:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439480. 00080000:00000010:0.0:1769074971.680395:0:52122:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439480. 00080000:00000010:0.0:1769074971.680408:0:52122:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439480. 00080000:00000010:0.0:1769074971.680414:0:52122:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439480. 00080000:00000010:0.0:1769074971.680424:0:52122:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439480. 00080000:00000010:0.0:1769074971.680430:0:52122:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439480. 00080000:00000010:0.0:1769074971.680446:0:52122:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439480. 00080000:00000010:0.0:1769074971.680452:0:52122:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439480. 00080000:00000010:1.0:1769074971.835728:0:52163:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511400. 00080000:00000010:1.0:1769074971.835737:0:52163:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511400. 00080000:00000010:1.0:1769074971.835743:0:52163:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511400. 00080000:00000010:1.0:1769074971.835747:0:52163:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511400. 00080000:00000010:1.0:1769074971.835753:0:52163:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511400. 00080000:00000010:1.0:1769074971.835757:0:52163:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511400. 00080000:00000010:1.0:1769074971.835785:0:52163:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511400. 00080000:00000010:1.0:1769074971.835790:0:52163:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511400. 00080000:00000010:3.0:1769074972.066853:0:52175:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ec00. 00080000:00000010:3.0:1769074972.066861:0:52175:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ec00. 00080000:00000010:3.0:1769074972.066868:0:52175:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ec00. 00080000:00000010:3.0:1769074972.066872:0:52175:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ec00. 00080000:00000010:3.0:1769074972.066878:0:52175:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ec00. 00080000:00000010:3.0:1769074972.066881:0:52175:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ec00. 00080000:00000010:3.0:1769074972.066891:0:52175:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ec00. 00080000:00000010:3.0:1769074972.066894:0:52175:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ec00. 00080000:00000010:0.0:1769074972.418672:0:52223:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439800. 00080000:00000010:0.0:1769074972.418679:0:52223:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439800. 00080000:00000010:0.0:1769074972.418686:0:52223:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439800. 00080000:00000010:0.0:1769074972.418689:0:52223:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439800. 00080000:00000010:0.0:1769074972.418696:0:52223:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439800. 00080000:00000010:0.0:1769074972.418700:0:52223:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439800. 00080000:00000010:0.0:1769074972.418709:0:52223:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439800. 00080000:00000010:0.0:1769074972.418712:0:52223:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439800. 00080000:00000010:3.0:1769074973.004492:0:52321:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e380. 00080000:00000010:3.0:1769074973.004502:0:52321:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e380. 00080000:00000010:3.0:1769074973.004513:0:52321:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e380. 00080000:00000010:3.0:1769074973.004518:0:52321:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e380. 00080000:00000010:3.0:1769074973.004527:0:52321:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e380. 00080000:00000010:3.0:1769074973.004532:0:52321:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e380. 00080000:00000010:3.0:1769074973.004543:0:52321:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e380. 00080000:00000010:3.0:1769074973.004546:0:52321:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e380. 00080000:00000010:0.0:1769074973.287603:0:52371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439980. 00080000:00000010:0.0:1769074973.287610:0:52371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439980. 00080000:00000010:0.0:1769074973.287617:0:52371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439980. 00080000:00000010:0.0:1769074973.287621:0:52371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439980. 00080000:00000010:0.0:1769074973.287627:0:52371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439980. 00080000:00000010:0.0:1769074973.287631:0:52371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439980. 00080000:00000010:0.0:1769074973.287642:0:52371:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439980. 00080000:00000010:0.0:1769074973.287646:0:52371:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439980. 00080000:00000010:1.0:1769074973.565570:0:52418:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511200. 00080000:00000010:1.0:1769074973.565578:0:52418:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511200. 00080000:00000010:1.0:1769074973.565585:0:52418:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511200. 00080000:00000010:1.0:1769074973.565588:0:52418:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511200. 00080000:00000010:1.0:1769074973.565594:0:52418:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511200. 00080000:00000010:1.0:1769074973.565597:0:52418:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511200. 00080000:00000010:1.0:1769074973.565607:0:52418:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511200. 00080000:00000010:1.0:1769074973.565611:0:52418:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511200. 00080000:00000010:3.0:1769074973.682163:0:52456:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ee80. 00080000:00000010:3.0:1769074973.682171:0:52456:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ee80. 00080000:00000010:3.0:1769074973.682177:0:52456:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ee80. 00080000:00000010:3.0:1769074973.682182:0:52456:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ee80. 00080000:00000010:3.0:1769074973.682190:0:52456:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ee80. 00080000:00000010:3.0:1769074973.682194:0:52456:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ee80. 00080000:00000010:1.0:1769074973.973354:0:52508:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074973.973362:0:52508:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074973.973368:0:52508:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074973.973372:0:52508:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074973.973377:0:52508:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074973.973381:0:52508:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074974.165604:0:52520:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074974.165612:0:52520:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074974.165619:0:52520:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074974.165623:0:52520:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074974.165628:0:52520:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074974.165632:0:52520:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074974.165672:0:52520:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074974.165676:0:52520:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511a80. 00000020:00000010:3.0:1769074974.283410:0:52556:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8c8a03245160. 00000020:00000010:3.0:1769074974.283483:0:52556:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff8c8a03245160. 00000020:00000010:3.0:1769074974.283591:0:52556:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8c8b0650ac00. 00000020:00000010:3.0:1769074974.283598:0:52556:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5000. 00000020:00000010:3.0:1769074974.283601:0:52556:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b2f5800. 00000040:00000010:3.0:1769074974.283603:0:52556:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a0b2f4600. 00000020:00000010:3.0:1769074974.283606:0:52556:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044dc000. 00000020:00000010:3.0:1769074974.283609:0:52556:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b2f5e00. 80000000:00000010:3.0:1769074974.283612:0:52556:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a09955ae0. 00040000:00000010:3.0:1769074974.283615:0:52556:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b2f4c00. 00080000:00000010:3.0:1769074974.283620:0:52556:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a0922a000. 00080000:00000010:3.0:1769074974.283625:0:52556:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 20000000:00000010:3.0:1769074974.283629:0:52556:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8a0b2f4200. 00000020:00000010:3.0:1769074974.283633:0:52556:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b30755640. 20000000:00000010:3.0:1769074974.283636:0:52556:0:(mgs_handler.c:1113:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff8c8a09955f00. 20000000:00000010:3.0:1769074974.283664:0:52556:0:(mgs_llog.c:6139:mgs_set_param()) kmalloced '(mti)': 4544 at ffff8c8a04534000. 00000040:00000010:3.0:1769074974.283675:0:52556:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b2f4e00. 00080000:00000010:3.0:1769074974.283721:0:52556:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8c8b0650a800. 00000040:00000010:3.0:1769074974.283725:0:52556:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b412858f0. 00000040:00000010:3.0:1769074974.283734:0:52556:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b30634000. 00000040:00000010:3.0:1769074974.283747:0:52556:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955600. 00000020:00000010:0.0:1769074974.283962:0:52557:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493c00. 00000020:00000010:0.0:1769074974.283966:0:52557:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b492a00. 00000040:00000010:0.0:1769074974.283968:0:52557:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a0b492c00. 00000020:00000010:0.0:1769074974.283970:0:52557:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b049c5000. 00000020:00000010:0.0:1769074974.283974:0:52557:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074974.283976:0:52557:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b492600. 80000000:00000010:0.0:1769074974.283978:0:52557:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8180. 40000000:00000010:0.0:1769074974.283981:0:52557:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3524de40. 00100000:00000010:0.0:1769074974.283984:0:52557:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074974.283987:0:52557:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b11063400. 00040000:00000010:0.0:1769074974.283990:0:52557:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b049c1800. 00040000:00000010:0.0:1769074974.283991:0:52557:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b493800. 00080000:00000010:0.0:1769074974.283995:0:52557:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09234000. 00080000:00000010:0.0:1769074974.283999:0:52557:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e34000. 00000004:00000010:0.0:1769074974.284003:0:52557:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b057a7800. 00000004:00000010:0.0:1769074974.284007:0:52557:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074974.284014:0:52557:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b0496f000. 00002000:00000010:0.0:1769074974.284017:0:52557:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b04893c00. 00000004:00000010:0.0:1769074974.284020:0:52557:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b04892000. 00000020:00000010:0.0:1769074974.284022:0:52557:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3524d980. 00000040:00000010:0.0:1769074974.284044:0:52557:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8b36e30000. 20000000:00000010:0.0:1769074974.284059:0:52557:0:(mgs_llog.c:1160:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff8c8b3c50d400. 20000000:00000010:0.0:1769074974.284063:0:52557:0:(mgs_llog.c:1228:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff8c8b3c50d400. 00000040:00000010:0.0:1769074974.284066:0:52557:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b36e30000. 00000020:00000010:0.0:1769074974.284071:0:52557:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074974.284079:0:52557:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b492a00. 00000040:00000010:0.0:1769074974.284081:0:52557:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a0b492c00. 00000020:00000010:0.0:1769074974.284084:0:52557:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b049c5000. 00000020:00000010:0.0:1769074974.284086:0:52557:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074974.284090:0:52557:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b492600. 80000000:00000010:0.0:1769074974.284092:0:52557:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8180. 40000000:00000010:0.0:1769074974.284095:0:52557:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3524de40. 00100000:00000010:0.0:1769074974.284097:0:52557:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074974.284099:0:52557:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b11063400. 00040000:00000010:0.0:1769074974.284103:0:52557:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b049c1800. 00040000:00000010:0.0:1769074974.284105:0:52557:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b493800. 00080000:00000010:0.0:1769074974.284108:0:52557:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e34000. 00080000:00000010:0.0:1769074974.284112:0:52557:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09234000. 00000004:00000010:0.0:1769074974.284118:0:52557:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b057a7800. 00000004:00000010:0.0:1769074974.284123:0:52557:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074974.284127:0:52557:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b0496f000. 00002000:00000010:0.0:1769074974.284130:0:52557:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04893c00. 00000004:00000010:0.0:1769074974.284133:0:52557:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b04892000. 00000020:00000010:0.0:1769074974.284136:0:52557:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493c00. 00000040:00000010:3.0:1769074974.284221:0:52556:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955600. 00000040:00000010:3.0:1769074974.284227:0:52556:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b412858f0. 00000040:00000010:3.0:1769074974.284230:0:52556:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b30634000. 00000040:00000010:3.0:1769074974.284232:0:52556:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b2f4e00. 20000000:00000400:3.0:1769074974.284234:0:52556:0:(mgs_llog.c:1348:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 00010000:00000010:3.0:1769074974.287370:0:52556:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984200. 00010000:00000010:3.0:1769074974.287386:0:52556:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755cc0. 00000100:00000010:3.0:1769074974.287393:0:52556:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a02a4d540. 00000100:00000010:3.0:1769074974.287401:0:52556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 02000000:00000010:3.0:1769074974.287414:0:52556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b2f4e00. 02000000:00000010:3.0:1769074974.287440:0:52556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b2f5400. 00000400:00000010:3.0:1769074974.287446:0:52556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519a0. 00000400:00000010:3.0:1769074974.287453:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074974.287459:0:52556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368779776, portal 16 00000400:00000010:3.0:1769074974.287464:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074974.287467:0:52556:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368779776, offset 0 00000400:00000200:3.0:1769074974.287475:0:52556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074974.287488:0:52556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074974.287498:0:52556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae06200 00000400:00000200:3.0:1769074974.287505:0:52556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x18d5d [2] + 1968 00000400:00000010:3.0:1769074974.287509:0:52556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0b08e9f8. 00000400:00000200:3.0:1769074974.287511:0:52556:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b07d0b9c0 00000400:00000200:3.0:1769074974.287515:0:52556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074974.287518:0:52556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074974.287521:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b07d0b9c0 00000400:00000010:3.0:1769074974.287523:0:52556:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b07d0b9c0. 00000100:00000200:3.0:1769074974.287527:0:52556:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000400:00000200:3.0:1769074974.287542:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074974.287543:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074974.287549:0:52556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0497b100 x1855008368779776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769074974.287576:0:29070:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8c8b04892000. 00000100:00000010:3.0:1769074974.287579:0:52556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979880. 00000100:00000010:0.0:1769074974.287585:0:29070:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8c8b36e34000. 02000000:00000010:3.0:1769074974.287587:0:52556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b2f5a00. 00000100:00000200:0.0:1769074974.287590:0:29070:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1769074974.287597:0:29070:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754f78. 02000000:00000010:3.0:1769074974.287599:0:52556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b2f5200. 00000400:00000010:0.0:1769074974.287602:0:29070:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b642c00. 00000400:00000010:3.0:1769074974.287605:0:52556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:3.0:1769074974.287610:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074974.287613:0:52556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368779904, portal 16 00000400:00000010:3.0:1769074974.287616:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074974.287619:0:52556:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368779904, offset 0 00000020:00000010:0.0:1769074974.287620:0:29070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de40. 00000020:00000010:0.0:1769074974.287625:0:29070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de40. 00000400:00000200:3.0:1769074974.287625:0:52556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074974.287633:0:52556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074974.287634:0:29070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493c00. 00000400:00000200:3.0:1769074974.287640:0:52556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae06280 00000020:00000010:0.0:1769074974.287641:0:29070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439200. 00000400:00000200:3.0:1769074974.287647:0:52556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x27dd9 [2] + 0 00000020:00000010:0.0:1769074974.287648:0:29070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3eed8. 00000400:00000200:3.0:1769074974.287654:0:52556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074974.287660:0:52556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074974.287663:0:52556:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1769074974.287667:0:52556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b800. 00000400:00000200:3.0:1769074974.287693:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074974.287695:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074974.287700:0:52556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04979880 x1855008368779904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074974.287702:0:29070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de40. 00000020:00000010:1.0:1769074974.287707:0:26086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b640. 00000020:00000010:0.0:1769074974.287708:0:29070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de40. 00000020:00000010:1.0:1769074974.287712:0:26086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b640. 00000100:00000010:3.0:1769074974.287715:0:52556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979500. 00000100:00000200:1.0:1769074974.287716:0:26086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779776 02000000:00000010:3.0:1769074974.287724:0:52556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b2f4400. 02000000:00000010:3.0:1769074974.287734:0:52556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b10698800. 02000000:00000010:1.0:1769074974.287736:0:26086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cc95800. 00000020:00000010:0.0:1769074974.287740:0:29070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492200. 00000400:00000010:3.0:1769074974.287740:0:52556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751948. 00000020:00000010:0.0:1769074974.287745:0:29070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000400:00000010:3.0:1769074974.287747:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000020:00000010:0.0:1769074974.287750:0:29070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000400:00000010:1.0:1769074974.287750:0:26086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:3.0:1769074974.287752:0:52556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368780032, portal 16 00000100:00000200:1.0:1769074974.287758:0:26086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855008368779776, offset 224 00000400:00000010:3.0:1769074974.287759:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074974.287765:0:52556:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368780032, offset 0 00000400:00000200:1.0:1769074974.287769:0:26086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074974.287776:0:52556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074974.287778:0:29070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de40. 00000400:00000200:1.0:1769074974.287781:0:26086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074974.287783:0:29070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de40. 00000400:00000200:3.0:1769074974.287788:0:52556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074974.287790:0:29070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368779904 00000400:00000200:1.0:1769074974.287792:0:26086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6971ecae06200 00000400:00000200:3.0:1769074974.287797:0:52556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae06300 00000400:00000200:1.0:1769074974.287800:0:26086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x27dd1 [1] + 224 02000000:00000010:0.0:1769074974.287802:0:29070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04893c00. 00000400:00000200:1.0:1769074974.287805:0:26086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074974.287807:0:52556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x27dd9 [2] + 328 00000400:00000010:0.0:1769074974.287812:0:29070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000400:00000200:1.0:1769074974.287812:0:26086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074974.287813:0:52556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074974.287819:0:26086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497b100 x1855008368779776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074974.287819:0:52556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.287820:0:29070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855008368779904, offset 224 00000100:00000200:3.0:1769074974.287824:0:52556:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1769074974.287829:0:52556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497ad80. 00000400:00000200:0.0:1769074974.287833:0:29070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.287839:0:29070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.287843:0:26086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:1.0:1769074974.287845:0:26086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000200:0.0:1769074974.287849:0:29070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6971ecae06280 00000400:00000200:3.0:1769074974.287851:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00010000:00000010:1.0:1769074974.287854:0:26086:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b076a6540. 00000400:00000010:3.0:1769074974.287854:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074974.287863:0:52556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04979500 x1855008368780032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074974.287864:0:29070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x27ddd [1] + 224 00000400:00000200:0.0:1769074974.287872:0:29070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074974.287874:0:26086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439200. 00000400:00000200:0.0:1769074974.287879:0:29070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1769074974.287880:0:26086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3eed8. 00000100:00000010:3.0:1769074974.287882:0:52556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b480. 00000020:00000010:1.0:1769074974.287887:0:26086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493c00. 02000000:00000010:3.0:1769074974.287890:0:52556:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b10698e00. 00000100:00000200:0.0:1769074974.287891:0:29070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04979880 x1855008368779904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074974.287896:0:26086:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc95800. 02000000:00000010:3.0:1769074974.287901:0:52556:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b01380200. 00000400:00000200:0.0:1769074974.287903:0:29070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 02000000:00000010:1.0:1769074974.287905:0:26086:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b09409c00. 00000400:00000010:3.0:1769074974.287906:0:52556:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:0.0:1769074974.287907:0:29070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000010:1.0:1769074974.287911:0:26086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0380. 00000400:00000010:3.0:1769074974.287915:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 02000000:00000010:1.0:1769074974.287917:0:26086:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378ba400. 00000100:00000200:3.0:1769074974.287919:0:52556:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368780160, portal 16 00010000:00000010:0.0:1769074974.287920:0:29070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a0b642300. 00000100:00000010:1.0:1769074974.287921:0:26086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96300. 00000400:00000010:3.0:1769074974.287924:0:52556:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 02000000:00000010:1.0:1769074974.287928:0:26086:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35dd3c00. 00000100:00000200:3.0:1769074974.287928:0:52556:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368780160, offset 0 00000100:00000010:1.0:1769074974.287932:0:26086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afc000. 02000000:00000010:1.0:1769074974.287936:0:26086:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378bc000. 00000400:00000200:3.0:1769074974.287939:0:52556:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1769074974.287940:0:26086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ca80. 00000020:00000010:0.0:1769074974.287953:0:29070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 02000000:00000010:1.0:1769074974.287957:0:26086:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbdc00. 00000020:00000010:0.0:1769074974.287960:0:29070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000100:00000010:1.0:1769074974.287961:0:26086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3f692680. 00000400:00000200:3.0:1769074974.287965:0:52556:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074974.287967:0:29070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492200. 00000400:00000200:3.0:1769074974.287974:0:52556:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae06380 02000000:00000010:1.0:1769074974.287981:0:26086:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cec2c00. 00000400:00000200:3.0:1769074974.287984:0:52556:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x27dd9 [2] + 656 00000020:00000010:0.0:1769074974.287987:0:29070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de40. 00000100:00000010:1.0:1769074974.287987:0:26086:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fc380. 00000400:00000200:3.0:1769074974.287990:0:52556:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074974.287994:0:29070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de40. 00000400:00000200:3.0:1769074974.287998:0:52556:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074974.288000:0:29070:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492200. 00000100:00000010:1.0:1769074974.288002:0:26086:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b04a6a000. 00000100:00000200:3.0:1769074974.288002:0:52556:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:0.0:1769074974.288005:0:29070:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000100:00000010:3.0:1769074974.288008:0:52556:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979180. 00000100:00000010:1.0:1769074974.288009:0:26086:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8c8a02bbf000. 00000020:00000010:0.0:1769074974.288010:0:29070:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000400:00000200:3.0:1769074974.288048:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074974.288051:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000020:00000010:0.0:1769074974.288053:0:29070:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de40. 00000100:00000200:3.0:1769074974.288056:0:52556:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0497b480 x1855008368780160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074974.288057:0:29070:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de40. 00000100:00000200:0.0:1769074974.288062:0:29070:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368780032 02000000:00000010:0.0:1769074974.288069:0:29070:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04890400. 00000400:00000010:0.0:1769074974.288076:0:29070:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074974.288080:0:29070:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855008368780032, offset 224 00000400:00000200:0.0:1769074974.288084:0:29070:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1769074974.288089:0:26086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b640. 00000400:00000200:0.0:1769074974.288091:0:29070:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1769074974.288092:0:52556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519a0. 00000020:00000010:1.0:1769074974.288095:0:26086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b640. 00000400:00000200:3.0:1769074974.288097:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074974.288100:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000200:0.0:1769074974.288104:0:29070:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6971ecae06300 00000020:00000010:1.0:1769074974.288104:0:26086:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09479a00. 00000100:00000200:3.0:1769074974.288106:0:52556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0497b100 x1855008368779776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074974.288110:0:26086:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511a80. 00000400:00000200:0.0:1769074974.288117:0:29070:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x27de5 [1] + 224 00000020:00000010:1.0:1769074974.288118:0:26086:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3960. 00000100:00000200:3.0:1769074974.288126:0:52556:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0497b100 x1855008368779776/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074974.288127:0:29070:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.288136:0:29070:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.288144:0:29070:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04979500 x1855008368780032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074974.288145:0:26086:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b640. 00000400:00000010:3.0:1769074974.288146:0:52556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 00000020:00000010:1.0:1769074974.288151:0:26086:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b640. 00000400:00000200:3.0:1769074974.288151:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074974.288156:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000100:00000200:1.0:1769074974.288158:0:26086:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368780160 00000100:00000200:3.0:1769074974.288163:0:52556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04979880 x1855008368779904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074974.288168:0:26086:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cc95800. 00000400:00000200:0.0:1769074974.288170:0:29070:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000100:00000200:3.0:1769074974.288170:0:52556:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04979880 x1855008368779904/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074974.288175:0:29070:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000010:3.0:1769074974.288181:0:52556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751948. 00000400:00000200:3.0:1769074974.288185:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00010000:00000010:0.0:1769074974.288186:0:29070:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a0b642780. 00000400:00000010:3.0:1769074974.288186:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000400:00000010:1.0:1769074974.288187:0:26086:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:3.0:1769074974.288193:0:52556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04979500 x1855008368780032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074974.288195:0:26086:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855008368780160, offset 224 00000100:00000200:3.0:1769074974.288203:0:52556:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04979500 x1855008368780032/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074974.288204:0:29070:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000400:00000200:1.0:1769074974.288207:0:26086:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074974.288211:0:29070:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:0.0:1769074974.288219:0:29070:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492200. 00000400:00000200:1.0:1769074974.288220:0:26086:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.288230:0:26086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6971ecae06380 00000400:00000200:1.0:1769074974.288235:0:26086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x27df5 [1] + 224 00000400:00000200:1.0:1769074974.288241:0:26086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.288245:0:26086:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074974.288250:0:26086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497b480 x1855008368780160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769074974.288261:0:38306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47100. 00000400:00000200:1.0:1769074974.288264:0:26086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:1.0:1769074974.288268:0:26086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 02000000:00000010:0.0:1769074974.288269:0:38306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b492200. 00010000:00000010:1.0:1769074974.288274:0:26086:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b076a6e40. 00000400:00000010:3.0:1769074974.288281:0:52556:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074974.288287:0:52556:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000020:00000010:1.0:1769074974.288289:0:26086:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511a80. 00000400:00000010:3.0:1769074974.288291:0:52556:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000020:00000010:1.0:1769074974.288295:0:26086:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3960. 00010000:00000010:0.0:1769074974.288296:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b076a6540. 00000100:00000200:3.0:1769074974.288301:0:52556:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0497b480 x1855008368780160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074974.288304:0:26086:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09479a00. 00000100:00000010:0.0:1769074974.288315:0:38306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44700. 00000100:00000200:3.0:1769074974.288321:0:52556:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0497b480 x1855008368780160/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074974.288322:0:38306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b493800. 00000100:00000010:1.0:1769074974.288336:0:26091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023100. 02000000:00000010:3.0:1769074974.288345:0:52556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b2f5400. 02000000:00000010:1.0:1769074974.288346:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b09479a00. 02000000:00000010:3.0:1769074974.288354:0:52556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b2f4e00. 00010000:00000010:0.0:1769074974.288357:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a0b642300. 00000100:00000010:3.0:1769074974.288362:0:52556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 00010000:00000010:1.0:1769074974.288366:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a0b642780. 02000000:00000010:3.0:1769074974.288371:0:52556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b2f5200. 00000100:00000010:0.0:1769074974.288374:0:38306:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 02000000:00000010:3.0:1769074974.288376:0:52556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b2f5a00. 00000100:00000010:3.0:1769074974.288383:0:52556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979880. 02000000:00000010:0.0:1769074974.288384:0:38306:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b492600. 02000000:00000010:3.0:1769074974.288391:0:52556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b10698800. 02000000:00000010:3.0:1769074974.288398:0:52556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b2f4400. 00000100:00000010:3.0:1769074974.288403:0:52556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979500. 00010000:00000010:0.0:1769074974.288406:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b076a6e40. 02000000:00000010:3.0:1769074974.288408:0:52556:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b01380200. 02000000:00000010:3.0:1769074974.288413:0:52556:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b10698e00. 00000100:00000010:3.0:1769074974.288416:0:52556:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b480. 00000100:00000010:3.0:1769074974.288420:0:52556:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a02a4d540. 00010000:00000010:3.0:1769074974.288424:0:52556:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755cc0. 02000000:00000010:0.0:1769074974.288431:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b492c00. 00000400:00000010:0.0:1769074974.288436:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754478. 00000400:00000010:0.0:1769074974.288441:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074974.288444:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368780288, portal 18 00000400:00000010:0.0:1769074974.288447:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074974.288450:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368780288, offset 0 00000400:00000200:0.0:1769074974.288455:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.288461:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.288483:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae06400 00000400:00000200:0.0:1769074974.288488:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1fa95 [2] + 328 00000400:00000200:0.0:1769074974.288492:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.288495:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.288499:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074974.288503:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44000. 00000400:00000200:0.0:1769074974.288518:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:0.0:1769074974.288520:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074974.288526:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47100 x1855008368780288/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074974.288550:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b492a00. 00000400:00000010:0.0:1769074974.288554:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754ec8. 00000400:00000010:0.0:1769074974.288558:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074974.288563:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368780672, portal 18 00000400:00000010:0.0:1769074974.288567:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074974.288570:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368780672, offset 0 00000400:00000200:0.0:1769074974.288575:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.288579:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.288583:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae06580 00000400:00000200:0.0:1769074974.288588:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1fa95 [2] + 656 00000400:00000200:0.0:1769074974.288591:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.288596:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.288600:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074974.288605:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47b80. 00000400:00000200:0.0:1769074974.288632:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:0.0:1769074974.288634:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074974.288640:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af46300 x1855008368780672/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1769074974.288644:0:44334:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a044de800. 00000020:00000010:3.0:1769074974.288654:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00000020:00000010:3.0:1769074974.288658:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00040000:00000010:1.0:1769074974.288659:0:26090:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b34c3e000. 00000100:00000200:3.0:1769074974.288663:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368780288 02000000:00000010:3.0:1769074974.288671:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06508400. 02000000:00000010:0.0:1769074974.288673:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b492e00. 00000400:00000010:0.0:1769074974.288678:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754a50. 00000400:00000010:0.0:1769074974.288682:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074974.288686:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368780416, portal 18 00000400:00000010:3.0:1769074974.288691:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074974.288694:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368780288, offset 224 00000400:00000200:3.0:1769074974.288698:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1769074974.288704:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000400:00000200:3.0:1769074974.288706:0:44334:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074974.288708:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368780416, offset 0 00000400:00000200:3.0:1769074974.288715:0:44334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae06400 00000400:00000200:0.0:1769074974.288717:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.288726:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074974.288726:0:44334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x27e05 [1] + 224 00000400:00000200:0.0:1769074974.288734:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae06480 00000400:00000200:3.0:1769074974.288736:0:44334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.288740:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1fa95 [2] + 984 00000400:00000200:0.0:1769074974.288746:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074974.288746:0:44334:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074974.288751:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.288755:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1769074974.288757:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47100 x1855008368780288/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074974.288759:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44a80. 00000400:00000200:0.0:1769074974.288777:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:0.0:1769074974.288780:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074974.288788:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44700 x1855008368780416/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074974.288791:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000020:00000010:1.0:1769074974.288793:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b640. 00000400:00000010:3.0:1769074974.288795:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000020:00000010:1.0:1769074974.288798:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b640. 00000020:00000010:1.0:1769074974.288804:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000020:00000010:3.0:1769074974.288807:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6880. 00000020:00000010:1.0:1769074974.288809:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511a80. 00000020:00000010:3.0:1769074974.288815:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4154b0. 00000020:00000010:1.0:1769074974.288816:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3960. 02000000:00000010:0.0:1769074974.288820:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493400. 00000020:00000010:3.0:1769074974.288821:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a047ce400. 00000400:00000010:0.0:1769074974.288824:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754b58. 00000400:00000010:0.0:1769074974.288829:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074974.288832:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368780544, portal 18 00000100:00000200:1.0:1769074974.288833:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a0af44a80 x1855008368780416/t0(0) o103->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:510/0 lens 328/0 e 0 to 0 dl 1769074985 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074974.288837:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074974.288841:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368780544, offset 0 00000400:00000200:0.0:1769074974.288851:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.288861:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1769074974.288866:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00000400:00000200:0.0:1769074974.288871:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae06500 00000020:00000010:3.0:1769074974.288872:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00000100:00000200:3.0:1769074974.288878:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368780416 00000400:00000200:0.0:1769074974.288886:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1fa95 [2] + 1312 02000000:00000010:3.0:1769074974.288887:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0650a400. 00000400:00000200:0.0:1769074974.288893:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.288901:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.288906:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1769074974.288906:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074974.288911:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368780416, offset 224 00000100:00000010:0.0:1769074974.288913:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44380. 00000400:00000200:3.0:1769074974.288918:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074974.288923:0:44334:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074974.288927:0:44334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae06480 00000400:00000200:0.0:1769074974.288930:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:0.0:1769074974.288933:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074974.288941:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a09023100 x1855008368780544/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074974.288942:0:44334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x27e15 [1] + 224 00000400:00000200:3.0:1769074974.288963:0:44334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074974.288969:0:44334:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074974.288979:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44700 x1855008368780416/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074974.288996:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754a50. 00000400:00000200:0.0:1769074974.289000:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:0.0:1769074974.289002:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000400:00000200:3.0:1769074974.289007:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000100:00000200:0.0:1769074974.289010:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44700 x1855008368780416/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074974.289011:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:0.0:1769074974.289020:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44700 x1855008368780416/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.289022:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511a80. 00000020:00000010:3.0:1769074974.289044:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3960. 00000020:00000010:3.0:1769074974.289049:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 02000000:00000010:0.0:1769074974.289058:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b492e00. 02000000:00000010:0.0:1769074974.289064:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b493800. 00000100:00000010:0.0:1769074974.289068:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44700. 00000400:00000010:0.0:1769074974.289102:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754ec8. 00000400:00000200:0.0:1769074974.289107:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:0.0:1769074974.289109:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074974.289113:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af46300 x1855008368780672/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074974.289122:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af46300 x1855008368780672/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074974.289141:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754478. 00000400:00000200:0.0:1769074974.289146:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 20000000:00000010:3.0:1769074974.289147:0:52556:0:(mgs_llog.c:6161:mgs_set_param()) kfreed 'mti': 4544 at ffff8c8a04534000. 00000400:00000010:0.0:1769074974.289148:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 20000000:00000010:3.0:1769074974.289155:0:52556:0:(mgs_handler.c:1131:mgs_iocontrol()) kfreed 'lcfg': 72 at ffff8c8a09955f00. 00000100:00000200:0.0:1769074974.289157:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47100 x1855008368780288/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.289162:0:52556:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b30755640. 00000020:00000010:3.0:1769074974.289170:0:52556:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b2f5800. 00000040:00000010:3.0:1769074974.289176:0:52556:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a0b2f4600. 00000100:00000200:0.0:1769074974.289179:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47100 x1855008368780288/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.289182:0:52556:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044dc000. 00000020:00000010:3.0:1769074974.289187:0:52556:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b2f5e00. 80000000:00000010:3.0:1769074974.289193:0:52556:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a09955ae0. 00040000:00000010:3.0:1769074974.289200:0:52556:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b2f4c00. 02000000:00000010:0.0:1769074974.289204:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b492a00. 00080000:00000010:3.0:1769074974.289205:0:52556:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 02000000:00000010:0.0:1769074974.289212:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b492600. 00080000:00000010:3.0:1769074974.289214:0:52556:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8c8b0650a800. 00000100:00000010:0.0:1769074974.289219:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 00080000:00000010:3.0:1769074974.289220:0:52556:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0922a000. 20000000:00000010:3.0:1769074974.289225:0:52556:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8a0b2f4200. 02000000:00000010:0.0:1769074974.289227:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b492c00. 00000020:00000010:3.0:1769074974.289230:0:52556:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5000. 02000000:00000010:0.0:1769074974.289234:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b492200. 00000020:00000010:3.0:1769074974.289238:0:52556:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 576 at ffff8c8b0650ac00. 00000100:00000010:0.0:1769074974.289240:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47100. 00000400:00000010:1.0:1769074974.289267:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754b58. 00000400:00000200:1.0:1769074974.289272:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:1.0:1769074974.289275:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000200:1.0:1769074974.289283:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09023100 x1855008368780544/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074974.289291:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09023100 x1855008368780544/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074974.289300:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493400. 02000000:00000010:1.0:1769074974.289309:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b09479a00. 00000100:00000010:1.0:1769074974.289311:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09023100. 00010000:00000010:0.1:1769074974.292047:0:52520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213b600. 00010000:00000010:2.1:1769074974.292053:0:794:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59c00. 00010000:00000010:1.1:1769074974.292056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:0.1:1769074974.292057:0:52520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4a00. 00010000:00000010:3.1:1769074974.292065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981e00. 00010000:00000010:0.1:1769074974.292068:0:52520:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac600. 00010000:00000010:3.1:1769074974.292074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981000. 00010000:00000010:0.1:1769074974.292076:0:52520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980200. 00010000:00000010:3.1:1769074974.294061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9b00. 00010000:00000010:2.1:1769074974.294067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4000. 00010000:00000010:3.1:1769074974.294072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984200. 00080000:00000010:3.0:1769074974.490688:0:52570:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ea00. 00080000:00000010:3.0:1769074974.490696:0:52570:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ea00. 00080000:00000010:3.0:1769074974.490702:0:52570:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ea00. 00080000:00000010:3.0:1769074974.490705:0:52570:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ea00. 00080000:00000010:3.0:1769074974.490712:0:52570:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ea00. 00080000:00000010:3.0:1769074974.490715:0:52570:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ea00. 00080000:00000010:3.0:1769074974.490724:0:52570:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ea00. 00080000:00000010:3.0:1769074974.490728:0:52570:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ea00. 00080000:00000010:0.0:1769074974.801722:0:52618:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074974.801732:0:52618:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074974.801744:0:52618:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074974.801749:0:52618:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074974.801757:0:52618:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074974.801761:0:52618:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074974.801771:0:52618:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074974.801774:0:52618:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00000100:00000010:0.0:1769074974.954089:0:26828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47100. 02000000:00000010:0.0:1769074974.954106:0:26828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b3c50d400. 02000000:00000010:1.0:1769074974.954161:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3cc95c00. 00000400:00000010:1.0:1769074974.954170:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794c08. 00000400:00000010:1.0:1769074974.954176:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074974.954182:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368780800, portal 4 00000400:00000010:1.0:1769074974.954188:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074974.954191:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368780800, offset 0 00000400:00000200:1.0:1769074974.954198:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074974.954209:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.954218:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae06600 00000400:00000200:1.0:1769074974.954224:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 9408 00000400:00000200:1.0:1769074974.954229:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.954235:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074974.954241:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1769074974.954262:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023100. 00000400:00000200:1.0:1769074974.954280:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:1.0:1769074974.954284:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074974.954304:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47100 x1855008368780800/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074974.954372:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b9c0. 00000020:00000010:1.0:1769074974.954394:0:27575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02d5d400. 00000020:00000010:1.0:1769074974.954401:0:27575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511c00. 00000020:00000010:1.0:1769074974.954406:0:27575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3ed8. 00000020:00000010:1.0:1769074974.954449:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b080. 00000020:00000010:1.0:1769074974.954454:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b080. 00000100:00000200:1.0:1769074974.954458:0:27575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368780800 02000000:00000010:1.0:1769074974.954473:0:27575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b3cc94000. 00010000:00000200:1.0:1769074974.954503:0:27575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09023100 x1855008368780800/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:510/0 lens 224/368 e 0 to 0 dl 1769074985 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074974.954519:0:27575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074974.954524:0:27575:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368780800, offset 224 00000400:00000200:1.0:1769074974.954531:0:27575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074974.954541:0:27575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.954551:0:27575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae06600 00000400:00000200:1.0:1769074974.954558:0:27575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27e35 [1] + 224 00000400:00000200:1.0:1769074974.954564:0:27575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.954567:0:27575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1769074974.954595:0:50519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 02000000:00000010:0.0:1769074974.954603:0:50519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b3c50d200. 00000100:00000010:3.0:1769074974.954651:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b480. 02000000:00000010:3.0:1769074974.954660:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037ba900. 00000100:00000010:3.0:1769074974.954673:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979500. 02000000:00000010:3.0:1769074974.954676:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037ba300. 00000100:00000010:3.0:1769074974.954681:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979880. 02000000:00000010:3.0:1769074974.954685:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037bae00. 00000100:00000010:3.0:1769074974.954689:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 02000000:00000010:3.0:1769074974.954691:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037ba000. 00000100:00000010:3.0:1769074974.954711:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0bb80. 02000000:00000010:3.0:1769074974.954714:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037ba800. 00000100:00000010:3.0:1769074974.954718:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0b100. 02000000:00000010:3.0:1769074974.954720:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037ba700. 00000100:00000010:3.0:1769074974.954733:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08e00. 02000000:00000010:3.0:1769074974.954737:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037bad00. 00000100:00000010:3.0:1769074974.954745:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09f80. 02000000:00000010:3.0:1769074974.954748:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd700. 00000100:00000010:3.0:1769074974.954753:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0a300. 02000000:00000010:3.0:1769074974.954755:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd200. 00000100:00000010:3.0:1769074974.954759:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0aa00. 02000000:00000010:3.0:1769074974.954761:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd800. 00000100:00000010:3.0:1769074974.954765:0:23492:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08380. 02000000:00000010:3.0:1769074974.954768:0:23492:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd400. 02000000:00000010:0.0:1769074974.954774:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a02b5d800. 00000400:00000010:0.0:1769074974.954779:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754478. 00000100:00000200:1.0:1769074974.955408:0:27575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47100 x1855008368780800/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074974.955423:0:27575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:1.0:1769074974.955426:0:27575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000020:00000010:1.0:1769074974.955438:0:27575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511c00. 00000020:00000010:1.0:1769074974.955443:0:27575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3ed8. 00000020:00000010:1.0:1769074974.955447:0:27575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02d5d400. 02000000:00000010:1.0:1769074974.955491:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02d5d400. 00000400:00000010:1.0:1769074974.955498:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794b58. 00000400:00000010:1.0:1769074974.955522:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074974.955528:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368781312, portal 4 00000400:00000010:1.0:1769074974.955535:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074974.955543:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368781312, offset 0 00000400:00000200:1.0:1769074974.955552:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074974.955563:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.955572:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae06800 00000400:00000200:1.0:1769074974.955578:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 8816 00000400:00000200:1.0:1769074974.955583:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.955589:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074974.955597:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074974.955603:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023b80. 00000400:00000200:1.0:1769074974.955632:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:1.0:1769074974.955637:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074974.955646:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04979500 x1855008368781312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074974.955679:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02d5c000. 00000400:00000010:1.0:1769074974.955686:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00000400:00000010:1.0:1769074974.955697:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074974.955703:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368781824, portal 10 00000400:00000010:1.0:1769074974.955711:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074974.955715:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368781824, offset 0 00000400:00000200:1.0:1769074974.955721:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074974.955727:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.955737:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae06a00 00000400:00000200:1.0:1769074974.955744:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 5376 00000400:00000200:1.0:1769074974.955750:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.955753:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074974.955756:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074974.955760:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021f80. 00000400:00000010:0.0:1769074974.955768:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074974.955774:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368781056, portal 4 00000400:00000200:1.0:1769074974.955774:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:1.0:1769074974.955779:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000010:0.0:1769074974.955782:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:1.0:1769074974.955786:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a0b100 x1855008368781824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074974.955787:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368781056, offset 0 00000400:00000200:0.0:1769074974.955792:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.955798:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.955806:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae06700 00000400:00000200:0.0:1769074974.955816:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e29 [256] + 23352 00000400:00000010:0.0:1769074974.955821:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c452ec8. 00000400:00000200:0.0:1769074974.955826:0:16318:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b17480000 00000400:00000200:0.0:1769074974.955829:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074974.955832:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02d5c200. 00000400:00000200:0.0:1769074974.955833:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074974.955839:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b17480000 00000400:00000010:1.0:1769074974.955839:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794318. 00000400:00000010:0.0:1769074974.955845:0:16318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8c8b17480000. 00000100:00000200:0.0:1769074974.955851:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:1.0:1769074974.955855:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074974.955860:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368782336, portal 4 00000400:00000200:0.0:1769074974.955863:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:1.0:1769074974.955866:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000400:00000010:0.0:1769074974.955867:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:1.0:1769074974.955875:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368782336, offset 0 00000100:00000200:0.0:1769074974.955877:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af46300 x1855008368781056/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074990 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074974.955884:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074974.955895:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1769074974.955902:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493000. 00000400:00000200:1.0:1769074974.955903:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae06c00 00000400:00000010:0.0:1769074974.955909:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754ec8. 00000400:00000200:1.0:1769074974.955910:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 9040 00000400:00000200:1.0:1769074974.955917:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.955920:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074974.956896:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074974.956901:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368781568, portal 10 00000400:00000010:0.0:1769074974.956904:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074974.956907:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368781568, offset 0 00000400:00000200:0.0:1769074974.956910:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.956914:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1769074974.956916:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074974.956921:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae06900 00000400:00000200:0.0:1769074974.956925:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 5600 00000100:00000010:1.0:1769074974.956925:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020700. 00000400:00000200:0.0:1769074974.956929:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.956943:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.956945:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074974.956948:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44700. 00000400:00000200:1.0:1769074974.956959:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:1.0:1769074974.956963:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074974.956970:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a0aa00 x1855008368782336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.956986:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755300. 00000400:00000010:1.0:1769074974.956989:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c08. 00000020:00000010:3.0:1769074974.956992:0:27573:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8a01cf1bc0. 00000400:00000200:1.0:1769074974.956997:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:1.0:1769074974.957001:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000020:00000010:3.0:1769074974.957006:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446f000. 00000100:00000200:1.0:1769074974.957008:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47100 x1855008368780800/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.957011:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ee80. 00000020:00000010:3.0:1769074974.957017:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751320. 00000100:00000200:1.0:1769074974.957057:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47100 x1855008368780800/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.957057:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074974.957062:0:27573:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8a01cf1240. 00000020:00000010:3.0:1769074974.957068:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074974.957074:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446f600. 00000020:00000010:3.0:1769074974.957078:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e700. 00000020:00000010:3.0:1769074974.957082:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074974.957100:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 02000000:00000010:1.0:1769074974.957101:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3cc95c00. 00000020:00000010:3.0:1769074974.957108:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 02000000:00000010:1.0:1769074974.957114:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3c50d400. 00000100:00000200:3.0:1769074974.957115:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781312 00000100:00000010:1.0:1769074974.957122:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47100. 02000000:00000010:3.0:1769074974.957130:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04893000. 00010000:00000200:3.0:1769074974.957142:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09023b80 x1855008368781312/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074974.957155:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074974.957160:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368781312, offset 224 00000400:00000200:3.0:1769074974.957166:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074974.957174:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074974.957181:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae06800 00000400:00000200:3.0:1769074974.957187:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x27e55 [1] + 224 00000400:00000200:3.0:1769074974.957192:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074974.957196:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074974.957202:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04979500 x1855008368781312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074974.957218:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074974.957220:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000010:1.0:1769074974.957229:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794b58. 00000020:00000010:3.0:1769074974.957231:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ee80. 00000400:00000200:1.0:1769074974.957234:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000020:00000010:3.0:1769074974.957237:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751320. 00000020:00000010:3.0:1769074974.957241:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446f000. 00000400:00000010:1.0:1769074974.957251:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000020:00000010:3.0:1769074974.957254:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 00000100:00000200:1.0:1769074974.957258:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04979500 x1855008368781312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.957261:0:27573:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8a01cf1d40. 00000400:00000200:0.0:1769074974.957262:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:0.0:1769074974.957266:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000020:00000010:3.0:1769074974.957269:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 00000100:00000200:1.0:1769074974.957272:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04979500 x1855008368781312/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074974.957275:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0497b100 x1855008368781568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.957276:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0446f000. 00000020:00000010:3.0:1769074974.957281:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ee80. 00000020:00000010:3.0:1769074974.957288:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751320. 02000000:00000010:1.0:1769074974.957296:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02d5d400. 02000000:00000010:1.0:1769074974.957300:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b037ba300. 02000000:00000010:0.0:1769074974.957302:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493600. 00000100:00000010:1.0:1769074974.957303:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979500. 00000400:00000010:0.0:1769074974.957306:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754a50. 00000400:00000010:0.0:1769074974.957311:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000020:00000010:3.0:1769074974.957316:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 00000100:00000200:0.0:1769074974.957318:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368782080, portal 4 00000020:00000010:3.0:1769074974.957319:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 00000100:00000200:3.0:1769074974.957323:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368782336 00000400:00000010:0.0:1769074974.957324:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074974.957327:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368782080, offset 0 02000000:00000010:3.0:1769074974.957330:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04890800. 00000400:00000200:0.0:1769074974.957331:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:3.0:1769074974.957340:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020700 x1855008368782336/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.957342:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.957351:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae06b00 00000400:00000010:3.0:1769074974.957353:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000400:00000200:0.0:1769074974.957358:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 0 00000400:00000200:0.0:1769074974.957378:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.957384:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074974.957459:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368782336, offset 224 00000100:00000200:0.0:1769074974.957460:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1769074974.957466:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46a00. 00000400:00000200:3.0:1769074974.957467:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074974.957476:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.957484:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:0.0:1769074974.957486:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:3.0:1769074974.957490:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae06c00 00000100:00000200:0.0:1769074974.957494:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09f80 x1855008368782080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074974.957500:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x27e75 [1] + 224 00000400:00000200:3.0:1769074974.957509:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074974.957512:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b080. 00000020:00000010:1.0:1769074974.957517:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b080. 00000400:00000200:3.0:1769074974.957518:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1769074974.957524:0:26108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02d5d400. 00000020:00000010:1.0:1769074974.957529:0:26108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511c00. 02000000:00000010:0.0:1769074974.957533:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493800. 00000020:00000010:1.0:1769074974.957533:0:26108:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3ed8. 00000400:00000010:0.0:1769074974.957542:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754c08. 00000020:00000010:1.0:1769074974.957554:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b080. 00000020:00000010:1.0:1769074974.957557:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b080. 00000020:00000010:1.0:1769074974.957560:0:26108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04472c00. 00000020:00000010:1.0:1769074974.957563:0:26108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511a00. 00000400:00000010:0.0:1769074974.957569:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000020:00000010:1.0:1769074974.957571:0:26108:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000100:00000200:3.0:1769074974.957571:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a0aa00 x1855008368782336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074974.957576:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368781440, portal 10 00000020:00000010:1.0:1769074974.957581:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b080. 00000400:00000010:0.0:1769074974.957585:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000020:00000010:1.0:1769074974.957586:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b080. 00000100:00000200:0.0:1769074974.957591:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368781440, offset 0 00000100:00000200:1.0:1769074974.957592:0:26108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781056 00000400:00000200:0.0:1769074974.957601:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.957608:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1769074974.957609:0:26108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b3cc95c00. 00000400:00000200:3.0:1769074974.957613:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000200:0.0:1769074974.957617:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae06880 00000400:00000010:3.0:1769074974.957618:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00010000:00000200:1.0:1769074974.957629:0:26108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b36032450 x1855008368781056/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:510/0 lens 224/368 e 0 to 0 dl 1769074985 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074974.957630:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e700. 00000020:00000010:3.0:1769074974.957636:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074974.957641:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0446f600. 00000400:00000200:0.0:1769074974.957645:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 5824 00000400:00000010:1.0:1769074974.957650:0:26108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000400:00000200:0.0:1769074974.957652:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074974.957656:0:26108:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368781056, offset 224 00000400:00000200:0.0:1769074974.957661:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074974.957665:0:26108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074974.957670:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1769074974.957676:0:26108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1769074974.957677:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45500. 00000400:00000200:1.0:1769074974.957686:0:26108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae06700 00000400:00000200:1.0:1769074974.957692:0:26108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27e6d [1] + 224 00000400:00000200:1.0:1769074974.957697:0:26108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.957709:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074974.957713:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000400:00000200:1.0:1769074974.957719:0:26108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.957724:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04979880 x1855008368781440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074974.957732:0:26108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af46300 x1855008368781056/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074974.957755:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493e00. 00000400:00000200:1.0:1769074974.957761:0:26108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:0.0:1769074974.957763:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307542c0. 00000400:00000010:1.0:1769074974.957765:0:26108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000400:00000010:0.0:1769074974.957772:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074974.957777:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368781952, portal 10 00000020:00000010:1.0:1769074974.957778:0:26108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511c00. 00000400:00000010:0.0:1769074974.957784:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000020:00000010:1.0:1769074974.957785:0:26108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3ed8. 00000100:00000200:0.0:1769074974.957790:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368781952, offset 0 00000020:00000010:1.0:1769074974.957792:0:26108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02d5d400. 00000400:00000200:0.0:1769074974.957798:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.957804:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.957810:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae06a80 02000000:00000010:1.0:1769074974.957812:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b3cc95c00. 02000000:00000010:1.0:1769074974.957820:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b3edb7c00. 00000100:00000010:1.0:1769074974.957822:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96d80. 02000000:00000010:1.0:1769074974.957828:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b0487d400. 00000400:00000200:0.0:1769074974.957834:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 6048 00000100:00000010:1.0:1769074974.957834:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650f480. 02000000:00000010:1.0:1769074974.957840:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b04893400. 00000400:00000200:0.0:1769074974.957841:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074974.957844:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ea00. 00000400:00000200:0.0:1769074974.957849:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1769074974.957849:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b35d69400. 00000100:00000010:1.0:1769074974.957854:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665c00. 00000100:00000200:0.0:1769074974.957857:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1769074974.957858:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b0650b000. 00000100:00000010:1.0:1769074974.957862:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664700. 00000100:00000010:0.0:1769074974.957863:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44e00. 02000000:00000010:1.0:1769074974.957865:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b17527800. 00000100:00000010:1.0:1769074974.957869:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665880. 02000000:00000010:1.0:1769074974.957870:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3062d000. 00000100:00000010:1.0:1769074974.957872:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664a80. 02000000:00000010:1.0:1769074974.957875:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b3062f000. 00000100:00000010:1.0:1769074974.957877:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666300. 00000400:00000200:0.0:1769074974.957879:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 02000000:00000010:1.0:1769074974.957881:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b361acc00. 00000400:00000010:0.0:1769074974.957883:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000100:00000010:1.0:1769074974.957885:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667480. 02000000:00000010:1.0:1769074974.957890:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04997c00. 00000100:00000200:0.0:1769074974.957894:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a08e00 x1855008368781952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074974.957894:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf95c00. 02000000:00000010:1.0:1769074974.957898:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b384e5c00. 00000100:00000010:1.0:1769074974.957903:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650c700. 02000000:00000010:1.0:1769074974.957908:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b384e4800. 00000100:00000010:1.0:1769074974.957911:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650e680. 02000000:00000010:0.0:1769074974.957923:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493a00. 00000400:00000010:0.0:1769074974.957929:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754210. 02000000:00000010:1.0:1769074974.957940:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b384e7400. 00000100:00000010:1.0:1769074974.957944:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f87480. 00000400:00000010:0.0:1769074974.957949:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 02000000:00000010:1.0:1769074974.957950:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d68400. 00000100:00000200:0.0:1769074974.957955:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368782464, portal 10 00000100:00000010:1.0:1769074974.957956:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f86a00. 02000000:00000010:1.0:1769074974.957963:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b061b4400. 00000400:00000010:0.0:1769074974.957964:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000010:1.0:1769074974.957967:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650e300. 00000100:00000200:0.0:1769074974.957969:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368782464, offset 0 02000000:00000010:1.0:1769074974.957972:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b368ec000. 00000400:00000200:0.0:1769074974.957977:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1769074974.957977:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afea00. 00000400:00000200:0.0:1769074974.957985:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1769074974.957985:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ee800. 00000100:00000010:1.0:1769074974.957991:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978a80. 00000400:00000200:0.0:1769074974.957995:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae06c80 02000000:00000010:1.0:1769074974.957998:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 33312 at ffff8c8a0b300000. 00000400:00000200:0.0:1769074974.958000:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 6272 00000400:00000200:0.0:1769074974.958005:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.958008:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.958012:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074974.958015:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46680. 00000100:00000010:1.0:1769074974.958017:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af65880. 00000400:00000200:0.0:1769074974.958020:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 02000000:00000010:1.0:1769074974.958022:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8c8a09cf8000. 00000400:00000010:0.0:1769074974.958023:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074974.958048:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a08380 x1855008368782464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074974.958050:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af64000. 02000000:00000010:1.0:1769074974.958055:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8c8a09cfc000. 00000100:00000010:1.0:1769074974.958060:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af67b80. 02000000:00000010:1.0:1769074974.958065:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8c8a0a006000. 00000100:00000010:1.0:1769074974.958067:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af65c00. 02000000:00000010:1.0:1769074974.958069:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b3fe10400. 00000400:00000010:0.0:1769074974.958070:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754478. 00000100:00000010:1.0:1769074974.958072:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a680. 00000400:00000200:0.0:1769074974.958076:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 02000000:00000010:1.0:1769074974.958077:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05379c00. 00000400:00000010:0.0:1769074974.958082:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000010:1.0:1769074974.958082:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59c00. 02000000:00000010:1.0:1769074974.958089:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b1fc45000. 00000100:00000200:0.0:1769074974.958092:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af46300 x1855008368781056/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074974.958093:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59180. 02000000:00000010:1.0:1769074974.958098:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0a5ad400. 00000100:00000010:1.0:1769074974.958101:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5a300. 02000000:00000010:1.0:1769074974.958106:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f13000. 00000100:00000010:1.0:1769074974.958109:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfead80. 02000000:00000010:1.0:1769074974.958114:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b1fc45400. 00000100:00000200:0.0:1769074974.958115:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af46300 x1855008368781056/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074974.958119:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af65180. 02000000:00000010:1.0:1769074974.958124:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05378800. 00000100:00000010:1.0:1769074974.958126:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb9500. 02000000:00000010:1.0:1769074974.958130:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17331400. 02000000:00000010:0.0:1769074974.958136:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a02b5d800. 02000000:00000010:0.0:1769074974.958140:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3c50d200. 00000100:00000010:1.0:1769074974.958146:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af66300. 00000100:00000010:0.0:1769074974.958147:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 02000000:00000010:1.0:1769074974.958153:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3051a800. 00000100:00000010:1.0:1769074974.958158:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb8380. 02000000:00000010:1.0:1769074974.958160:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40226800. 00000100:00000010:1.0:1769074974.958163:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccbb100. 02000000:00000010:1.0:1769074974.958168:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b40224800. 00000100:00000010:1.0:1769074974.958171:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f87800. 00000020:00000010:0.0:1769074974.958173:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dbc0. 02000000:00000010:1.0:1769074974.958174:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b40227400. 00000020:00000010:0.0:1769074974.958177:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dbc0. 00000100:00000010:1.0:1769074974.958180:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484700. 00000020:00000010:0.0:1769074974.958183:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492400. 02000000:00000010:1.0:1769074974.958186:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17330400. 00000020:00000010:0.0:1769074974.958188:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439280. 00000100:00000010:1.0:1769074974.958191:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899f80. 00000020:00000010:0.0:1769074974.958195:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 02000000:00000010:1.0:1769074974.958197:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17333c00. 00000100:00000010:1.0:1769074974.958202:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898e00. 02000000:00000010:1.0:1769074974.958206:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b173a7800. 00000100:00000010:1.0:1769074974.958209:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f800. 02000000:00000010:1.0:1769074974.958214:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8a01ea0000. 00000100:00000010:1.0:1769074974.958219:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0a80. 00000020:00000010:0.0:1769074974.958223:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dbc0. 00000020:00000010:0.0:1769074974.958227:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dbc0. 00000100:00000200:0.0:1769074974.958231:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781184 02000000:00000010:1.0:1769074974.958232:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40227800. 00000100:00000010:1.0:1769074974.958235:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37f800. 02000000:00000010:1.0:1769074974.958238:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06c31000. 02000000:00000010:0.0:1769074974.958239:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5d800. 00000100:00000010:1.0:1769074974.958240:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37df80. 00010000:00000200:0.0:1769074974.958250:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a03cabc50 x1855008368781184/t0(0) o400->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074974.958250:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b385f2000. 00000100:00000010:1.0:1769074974.958255:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d20e00. 02000000:00000010:1.0:1769074974.958260:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b35d26000. 00000100:00000010:1.0:1769074974.958263:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d23b80. 00000400:00000010:0.0:1769074974.958266:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 02000000:00000010:1.0:1769074974.958266:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b384e6000. 00000100:00000200:0.0:1769074974.958272:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855008368781184, offset 224 00000100:00000010:1.0:1769074974.958272:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1ad80. 02000000:00000010:1.0:1769074974.958278:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b361af400. 00000400:00000200:0.0:1769074974.958281:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1769074974.958283:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020000. 02000000:00000010:1.0:1769074974.958288:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8c8b34c28000. 00000400:00000200:0.0:1769074974.958291:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1769074974.958293:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3f690000. 02000000:00000010:1.0:1769074974.958297:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5368 at ffff8c8b34c2a000. 00000400:00000200:0.0:1769074974.958299:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971ecae06780 00000400:00000200:0.0:1769074974.958304:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x27e4d [1] + 224 00000100:00000010:1.0:1769074974.958304:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489bb80. 00000400:00000200:0.0:1769074974.958311:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074974.958311:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8c8b30668000. 00000400:00000200:0.0:1769074974.958314:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.958318:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497b480 x1855008368781184/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.958330:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000100:00000010:1.0:1769074974.958330:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd3100. 00000400:00000010:0.0:1769074974.958333:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074974.958344:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439280. 02000000:00000010:1.0:1769074974.958347:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff8c8b34c2c000. 00000020:00000010:0.0:1769074974.958348:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000100:00000010:1.0:1769074974.958353:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3f692d80. 02000000:00000010:1.0:1769074974.958357:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b35d25800. 00000100:00000010:1.0:1769074974.958360:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21180. 02000000:00000010:1.0:1769074974.958363:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b35d27800. 00000100:00000010:1.0:1769074974.958365:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d22300. 00000020:00000010:0.0:1769074974.958370:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492400. 02000000:00000010:1.0:1769074974.958371:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d68800. 02000000:00000010:0.0:1769074974.958379:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5d800. 00000100:00000010:1.0:1769074974.958386:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b421c4000. 00000100:00000200:0.0:1769074974.958388:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074974.958394:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754478. 02000000:00000010:1.0:1769074974.958396:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d6bc00. 00000400:00000010:0.0:1769074974.958399:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b642480. 00000100:00000010:1.0:1769074974.958401:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b421c7b80. 02000000:00000010:1.0:1769074974.958407:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b04cc1400. 00000100:00000010:1.0:1769074974.958411:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021180. 02000000:00000010:1.0:1769074974.958417:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b17525800. 00000100:00000010:1.0:1769074974.958421:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45f80. 02000000:00000010:1.0:1769074974.958426:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc64800. 00000100:00000010:1.0:1769074974.958428:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020a80. 00000020:00000010:0.0:1769074974.958431:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dbc0. 02000000:00000010:1.0:1769074974.958432:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc66400. 00000100:00000010:1.0:1769074974.958437:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022d80. 00000020:00000010:0.0:1769074974.958444:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492400. 02000000:00000010:1.0:1769074974.958444:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b04997400. 00000020:00000010:0.0:1769074974.958451:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439280. 00000100:00000010:1.0:1769074974.958451:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908dc00. 00000020:00000010:0.0:1769074974.958457:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 02000000:00000010:1.0:1769074974.958470:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8a02bbcc00. 00000020:00000010:0.0:1769074974.958473:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d640. 00000100:00000010:1.0:1769074974.958476:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b421c6d80. 00000020:00000010:0.0:1769074974.958479:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492e00. 02000000:00000010:1.0:1769074974.958482:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe15400. 00000020:00000010:0.0:1769074974.958485:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000100:00000010:1.0:1769074974.958488:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b421c5c00. 00000020:00000010:0.0:1769074974.958489:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 02000000:00000010:1.0:1769074974.958494:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe14c00. 00000100:00000010:1.0:1769074974.958498:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b421c4a80. 00000020:00000010:0.0:1769074974.958499:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074974.958503:0:26103:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d880. 02000000:00000010:1.0:1769074974.958503:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b1fc47000. 00000020:00000010:0.0:1769074974.958507:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000010:1.0:1769074974.958509:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b421c7480. 00000020:00000010:0.0:1769074974.958513:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492600. 02000000:00000010:1.0:1769074974.958515:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b17349000. 00000020:00000010:0.0:1769074974.958516:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b00. 00000020:00000010:0.0:1769074974.958523:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e578. 00000100:00000010:1.0:1769074974.958523:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978000. 02000000:00000010:1.0:1769074974.958531:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f10000. 00000020:00000010:0.0:1769074974.958534:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000100:00000010:1.0:1769074974.958535:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979c00. 00000020:00000010:0.0:1769074974.958537:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 02000000:00000010:1.0:1769074974.958541:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f11400. 00000020:00000010:0.0:1769074974.958543:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492a00. 00000020:00000010:0.0:1769074974.958548:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439f80. 00000100:00000010:1.0:1769074974.958548:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497bb80. 00000020:00000010:0.0:1769074974.958556:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 02000000:00000010:1.0:1769074974.958557:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b0952f800. 00000100:00000010:1.0:1769074974.958562:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908ea00. 02000000:00000010:1.0:1769074974.958566:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b385f0000. 00000020:00000010:0.0:1769074974.958569:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000100:00000010:1.0:1769074974.958570:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b100. 00000020:00000010:0.0:1769074974.958576:0:26103:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8a01cf13c0. 02000000:00000010:1.0:1769074974.958577:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b385f1400. 00000100:00000010:1.0:1769074974.958584:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08a80. 00000020:00000010:0.0:1769074974.958585:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 02000000:00000010:1.0:1769074974.958589:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b361ae000. 00000020:00000010:0.0:1769074974.958593:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493200. 00000100:00000010:1.0:1769074974.958593:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3f690a80. 02000000:00000010:1.0:1769074974.958597:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b2fe69c00. 00000020:00000010:0.0:1769074974.958601:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c00. 00000100:00000010:1.0:1769074974.958602:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598a80. 02000000:00000010:1.0:1769074974.958607:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b3fcf0000. 00000020:00000010:0.0:1769074974.958609:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00000100:00000010:1.0:1769074974.958610:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b480. 02000000:00000010:1.0:1769074974.958622:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc92400. 00000100:00000010:1.0:1769074974.958626:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09500. 02000000:00000010:1.0:1769074974.958629:0:26108:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc91c00. 00000020:00000010:0.0:1769074974.958630:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000100:00000010:1.0:1769074974.958632:0:26108:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0ad80. 00000020:00000010:0.0:1769074974.958634:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074974.958640:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492c00. 00000100:00000200:1.0:1769074974.958640:0:26108:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1769074974.958646:0:26108:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794b58. 00000020:00000010:0.0:1769074974.958647:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439180. 00000020:00000010:0.0:1769074974.958652:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000400:00000010:1.0:1769074974.958653:0:26108:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8c8a0add6000. 00000020:00000010:0.0:1769074974.958661:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074974.958665:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000200:0.0:1769074974.958667:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781696 00000020:00000010:1.0:1769074974.958670:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b080. 00000020:00000010:1.0:1769074974.958673:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b080. 02000000:00000010:0.0:1769074974.958676:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5d800. 00000100:00000200:1.0:1769074974.958676:0:26108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368782080 00010000:00000200:0.0:1769074974.958685:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf96300 x1855008368781696/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074974.958685:0:26108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cc95c00. 00010000:00000200:1.0:1769074974.958693:0:26108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af46a00 x1855008368782080/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074974.958705:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074974.958706:0:26108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074974.958711:0:26108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368782080, offset 224 00000100:00000200:0.0:1769074974.958713:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368781696, offset 224 00000400:00000200:1.0:1769074974.958717:0:26108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.958726:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074974.958726:0:26108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.958733:0:26108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae06b00 00000400:00000200:0.0:1769074974.958739:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074974.958740:0:26108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x27e91 [1] + 224 00000400:00000200:1.0:1769074974.958746:0:26108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.958751:0:26108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074974.958753:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae06980 00000100:00000200:1.0:1769074974.958757:0:26108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09f80 x1855008368782080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.958765:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27e5d [1] + 224 00000400:00000200:0.0:1769074974.958772:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074974.958775:0:26108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000200:0.0:1769074974.958776:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1769074974.958778:0:26108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000100:00000200:0.0:1769074974.958789:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a0bb80 x1855008368781696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074974.958789:0:26108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511a00. 00000020:00000010:1.0:1769074974.958795:0:26108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074974.958800:0:26108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04472c00. 00000400:00000200:0.0:1769074974.958808:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074974.958811:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074974.958821:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439280. 00000400:00000010:1.0:1769074974.958822:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754a50. 00000020:00000010:0.0:1769074974.958825:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000400:00000200:1.0:1769074974.958827:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000020:00000010:0.0:1769074974.958830:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492400. 00000400:00000010:1.0:1769074974.958831:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:1.0:1769074974.958841:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09f80 x1855008368782080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074974.958848:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000100:00000200:1.0:1769074974.958851:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09f80 x1855008368782080/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074974.958853:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000200:0.0:1769074974.958859:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781824 02000000:00000010:0.0:1769074974.958868:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5c000. 02000000:00000010:1.0:1769074974.958870:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493600. 02000000:00000010:1.0:1769074974.958875:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cd700. 00010000:00000200:0.0:1769074974.958877:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021f80 x1855008368781824/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074974.958878:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09f80. 00000400:00000010:0.0:1769074974.958892:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074974.958895:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794318. 00000400:00000200:1.0:1769074974.958899:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:1.0:1769074974.958900:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000100:00000200:0.0:1769074974.958903:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368781824, offset 224 00000100:00000200:1.0:1769074974.958904:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a0aa00 x1855008368782336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074974.958914:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a0aa00 x1855008368782336/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.958916:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.958928:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1769074974.958929:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02d5c200. 02000000:00000010:1.0:1769074974.958946:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cd800. 00000100:00000010:1.0:1769074974.958949:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0aa00. 00000400:00000200:0.0:1769074974.958950:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae06a00 00000400:00000200:0.0:1769074974.958958:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27e65 [1] + 224 00000400:00000200:0.0:1769074974.958962:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.958965:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.958972:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a0b100 x1855008368781824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.958988:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074974.958990:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074974.958997:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000020:00000010:0.0:1769074974.958999:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000400:00000200:1.0:1769074974.959001:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000020:00000010:0.0:1769074974.959003:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000400:00000010:1.0:1769074974.959004:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000020:00000010:0.0:1769074974.959009:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492e00. 00000100:00000200:1.0:1769074974.959013:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a0b100 x1855008368781824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074974.959020:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a0b100 x1855008368781824/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074974.959024:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074974.959044:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000200:0.0:1769074974.959047:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781568 02000000:00000010:1.0:1769074974.959049:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02d5c000. 02000000:00000010:0.0:1769074974.959054:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5d400. 02000000:00000010:1.0:1769074974.959054:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b037ba700. 00000100:00000010:1.0:1769074974.959060:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0b100. 00010000:00000200:0.0:1769074974.959062:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44700 x1855008368781568/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074974.959071:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074974.959073:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368781568, offset 224 00000400:00000200:0.0:1769074974.959076:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.959080:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.959083:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae06900 00000400:00000200:0.0:1769074974.959086:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27e7d [1] + 224 00000400:00000200:0.0:1769074974.959088:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.959091:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.959094:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497b100 x1855008368781568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.959105:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074974.959107:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074974.959114:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754ec8. 00000020:00000010:0.0:1769074974.959117:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b00. 00000400:00000200:1.0:1769074974.959118:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:1.0:1769074974.959122:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000020:00000010:0.0:1769074974.959124:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e578. 00000100:00000200:1.0:1769074974.959128:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0497b100 x1855008368781568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074974.959131:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492600. 00000100:00000200:1.0:1769074974.959138:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0497b100 x1855008368781568/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074974.959148:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493000. 00000020:00000010:0.0:1769074974.959149:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 02000000:00000010:1.0:1769074974.959151:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b037ba000. 00000020:00000010:0.0:1769074974.959155:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000010:1.0:1769074974.959155:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 00000100:00000200:0.0:1769074974.959162:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781440 02000000:00000010:0.0:1769074974.959170:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5cc00. 00010000:00000200:0.0:1769074974.959176:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af45500 x1855008368781440/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074974.959186:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074974.959189:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368781440, offset 224 00000400:00000200:0.0:1769074974.959193:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.959199:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.959205:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae06880 00000400:00000200:0.0:1769074974.959209:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27ea1 [1] + 224 00000400:00000200:0.0:1769074974.959213:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.959215:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.959221:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04979880 x1855008368781440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.959234:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074974.959236:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074974.959240:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754c08. 00000020:00000010:0.0:1769074974.959244:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439f80. 00000400:00000200:1.0:1769074974.959244:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:1.0:1769074974.959248:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000020:00000010:0.0:1769074974.959249:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074974.959254:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492a00. 00000100:00000200:1.0:1769074974.959254:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04979880 x1855008368781440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074974.959267:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04979880 x1855008368781440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074974.959268:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074974.959274:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000200:0.0:1769074974.959279:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368781952 02000000:00000010:1.0:1769074974.959284:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493800. 02000000:00000010:0.0:1769074974.959288:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5f000. 02000000:00000010:1.0:1769074974.959290:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b037bae00. 00010000:00000200:0.0:1769074974.959295:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44e00 x1855008368781952/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074974.959296:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979880. 00000400:00000010:0.0:1769074974.959309:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074974.959314:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368781952, offset 224 00000400:00000200:0.0:1769074974.959318:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.959323:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.959334:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae06a80 00000400:00000200:0.0:1769074974.959338:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27ead [1] + 224 00000400:00000200:0.0:1769074974.959340:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.959343:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.959348:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a08e00 x1855008368781952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.959381:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074974.959385:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074974.959390:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307542c0. 00000020:00000010:0.0:1769074974.959395:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c00. 00000400:00000200:1.0:1769074974.959395:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:1.0:1769074974.959400:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000020:00000010:0.0:1769074974.959402:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000020:00000010:0.0:1769074974.959409:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493200. 00000100:00000200:1.0:1769074974.959410:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a08e00 x1855008368781952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074974.959424:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a08e00 x1855008368781952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074974.959426:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074974.959432:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000200:0.0:1769074974.959438:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368782464 02000000:00000010:0.0:1769074974.959448:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5e000. 02000000:00000010:1.0:1769074974.959450:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493e00. 02000000:00000010:1.0:1769074974.959455:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b037bad00. 00010000:00000200:0.0:1769074974.959456:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af46680 x1855008368782464/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:510/0 lens 224/224 e 0 to 0 dl 1769074985 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074974.959458:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08e00. 00000400:00000010:0.0:1769074974.959468:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074974.959471:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368782464, offset 224 00000400:00000200:0.0:1769074974.959475:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074974.959479:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074974.959483:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae06c80 00000400:00000200:0.0:1769074974.959485:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x27eb5 [1] + 224 00000400:00000200:0.0:1769074974.959487:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074974.959490:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074974.959496:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a08380 x1855008368782464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074974.959511:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074974.959513:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074974.959519:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754210. 00000020:00000010:0.0:1769074974.959523:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439180. 00000400:00000200:1.0:1769074974.959525:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000020:00000010:0.0:1769074974.959528:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000400:00000010:1.0:1769074974.959529:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000020:00000010:0.0:1769074974.959536:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492c00. 00000100:00000200:1.0:1769074974.959540:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a08380 x1855008368782464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074974.959550:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a08380 x1855008368782464/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074974.959565:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493a00. 02000000:00000010:1.0:1769074974.959569:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cd400. 00000100:00000010:1.0:1769074974.959573:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08380. 00000400:00000010:0.0:1769074974.959623:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:0.0:1769074974.959628:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:0.0:1769074974.959629:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000100:00000200:0.0:1769074974.959636:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf97480 x1855008368780928/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074974.959646:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf97480 x1855008368780928/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074974.959664:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3edb6400. 02000000:00000010:0.0:1769074974.959668:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6000. 00000100:00000010:0.0:1769074974.959671:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97480. 00080000:00000010:3.0:1769074975.081298:0:52668:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e700. 00080000:00000010:3.0:1769074975.081306:0:52668:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e700. 00080000:00000010:3.0:1769074975.081313:0:52668:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e700. 00080000:00000010:3.0:1769074975.081316:0:52668:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e700. 00080000:00000010:3.0:1769074975.081322:0:52668:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e700. 00080000:00000010:3.0:1769074975.081327:0:52668:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e700. 00080000:00000010:3.0:1769074975.081336:0:52668:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e700. 00080000:00000010:3.0:1769074975.081340:0:52668:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e700. 00000100:00000010:1.0:1769074975.467112:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022d80. 00000100:00000010:0.0:1769074975.467122:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 02000000:00000010:0.0:1769074975.467139:0:50521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b3c50d200. 02000000:00000010:1.0:1769074975.467141:0:50523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b173a3800. 02000000:00000010:1.0:1769074975.467197:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3cc97800. 00000400:00000010:1.0:1769074975.467205:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 02000000:00000010:0.0:1769074975.467208:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b35d25800. 00000400:00000010:1.0:1769074975.467213:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000400:00000010:0.0:1769074975.467216:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754318. 00000100:00000200:1.0:1769074975.467220:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368782720, portal 4 00000400:00000010:0.0:1769074975.467224:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074975.467228:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:0.0:1769074975.467230:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368782592, portal 4 00000100:00000200:1.0:1769074975.467232:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368782720, offset 0 00000400:00000010:0.0:1769074975.467238:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000400:00000200:1.0:1769074975.467241:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074975.467246:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368782592, offset 0 00000400:00000200:1.0:1769074975.467256:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074975.467257:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074975.467278:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae06d80 00000400:00000200:1.0:1769074975.467284:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 9632 00000400:00000200:1.0:1769074975.467289:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074975.467293:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074975.467322:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1769074975.467324:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1769074975.467327:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020a80. 00000400:00000200:0.0:1769074975.467334:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae06d00 00000400:00000200:0.0:1769074975.467340:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 9856 00000400:00000200:0.0:1769074975.467345:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074975.467348:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000200:0.0:1769074975.467353:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1769074975.467353:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000100:00000200:0.0:1769074975.467360:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:1.0:1769074975.467364:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a09022d80 x1855008368782720/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074975.467366:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45f80. 00000400:00000200:0.0:1769074975.467383:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:0.0:1769074975.467386:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074975.467394:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af46300 x1855008368782592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074975.467403:0:29087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755180. 00000020:00000010:3.0:1769074975.467411:0:29087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755180. 00000020:00000010:3.0:1769074975.467418:0:29087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03444800. 00000020:00000010:3.0:1769074975.467423:0:29087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ef80. 00000020:00000010:0.0:1769074975.467425:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074975.467429:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000020:00000010:3.0:1769074975.467429:0:29087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:0.0:1769074975.467438:0:27575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493400. 00000020:00000010:0.0:1769074975.467441:0:27575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074975.467445:0:27575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:3.0:1769074975.467469:0:29087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755180. 00000020:00000010:3.0:1769074975.467474:0:29087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755180. 00000100:00000200:3.0:1769074975.467478:0:29087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368782720 00000020:00000010:0.0:1769074975.467491:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 02000000:00000010:3.0:1769074975.467494:0:29087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b04893400. 00000020:00000010:0.0:1769074975.467495:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000100:00000200:0.0:1769074975.467500:0:27575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368782592 02000000:00000010:0.0:1769074975.467507:0:27575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b35d26000. 00010000:00000200:3.0:1769074975.467529:0:29087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020a80 x1855008368782720/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:511/0 lens 224/368 e 0 to 0 dl 1769074986 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1769074975.467539:0:27575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af45f80 x1855008368782592/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:511/0 lens 224/368 e 0 to 0 dl 1769074986 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074975.467548:0:29087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000400:00000010:0.0:1769074975.467553:0:27575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:3.0:1769074975.467553:0:29087:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368782720, offset 224 00000100:00000200:0.0:1769074975.467559:0:27575:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368782592, offset 224 00000400:00000200:3.0:1769074975.467564:0:29087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074975.467570:0:27575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074975.467573:0:29087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074975.467582:0:27575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074975.467583:0:29087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae06d80 00000400:00000200:3.0:1769074975.467590:0:29087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27ee5 [1] + 224 00000400:00000200:3.0:1769074975.467594:0:29087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074975.467596:0:27575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae06d00 00000400:00000200:3.0:1769074975.467599:0:29087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074975.467607:0:27575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27ee9 [1] + 224 00000400:00000200:0.0:1769074975.467612:0:27575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074975.467616:0:29087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09022d80 x1855008368782720/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074975.467618:0:27575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074975.467627:0:27575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af46300 x1855008368782592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074975.467635:0:29087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074975.467637:0:29087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000200:0.0:1769074975.467647:0:27575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000020:00000010:3.0:1769074975.467648:0:29087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ef80. 00000400:00000010:0.0:1769074975.467652:0:27575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000020:00000010:3.0:1769074975.467654:0:29087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074975.467658:0:29087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03444800. 00000400:00000010:1.0:1769074975.467661:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000020:00000010:0.0:1769074975.467667:0:27575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000400:00000200:1.0:1769074975.467667:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:1.0:1769074975.467670:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000020:00000010:0.0:1769074975.467674:0:27575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000100:00000200:1.0:1769074975.467679:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09022d80 x1855008368782720/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074975.467681:0:27575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493400. 00000100:00000200:1.0:1769074975.467694:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09022d80 x1855008368782720/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074975.467709:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754318. 00000400:00000200:0.0:1769074975.467715:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074975.467717:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074975.467723:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af46300 x1855008368782592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074975.467724:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3cc97800. 02000000:00000010:1.0:1769074975.467732:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b173a3800. 00000100:00000200:0.0:1769074975.467733:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af46300 x1855008368782592/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074975.467740:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022d80. 02000000:00000010:0.0:1769074975.467758:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b35d25800. 02000000:00000010:0.0:1769074975.467762:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3c50d200. 00000100:00000010:0.0:1769074975.467764:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 00080000:00000010:1.0:1769074975.631610:0:52766:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511f80. 00080000:00000010:1.0:1769074975.631618:0:52766:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511f80. 00080000:00000010:1.0:1769074975.631626:0:52766:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511f80. 00080000:00000010:1.0:1769074975.631630:0:52766:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511f80. 00080000:00000010:1.0:1769074975.631636:0:52766:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511f80. 00080000:00000010:1.0:1769074975.631640:0:52766:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511f80. 00080000:00000010:1.0:1769074975.631650:0:52766:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511f80. 00080000:00000010:1.0:1769074975.631654:0:52766:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511f80. 00080000:00000010:0.0:1769074975.905601:0:52813:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074975.905609:0:52813:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074975.905616:0:52813:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074975.905620:0:52813:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074975.905626:0:52813:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074975.905629:0:52813:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074975.905639:0:52813:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074975.905642:0:52813:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439300. 00080000:00000010:0.0:1769074976.023492:0:52852:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439580. 00080000:00000010:0.0:1769074976.023500:0:52852:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439580. 00080000:00000010:0.0:1769074976.023505:0:52852:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439580. 00080000:00000010:0.0:1769074976.023509:0:52852:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439580. 00080000:00000010:0.0:1769074976.023515:0:52852:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439580. 00080000:00000010:0.0:1769074976.023519:0:52852:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439580. 00000100:00000010:3.0:1769074976.106138:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.106156:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445800. 00010000:00000010:3.0:1769074976.106167:0:26100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603900. 00010000:00000010:3.0:1769074976.106177:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984200. 00000100:00000010:3.0:1769074976.106191:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.106207:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04893800. 00000400:00000010:3.0:1769074976.106212:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.106225:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.106231:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368782848, portal 25 00000400:00000010:3.0:1769074976.106234:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.106236:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368782848, offset 0 00000400:00000200:3.0:1769074976.106242:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.106252:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.106260:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae06e00 00000400:00000200:3.0:1769074976.106264:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x274a5 [2] + 0 00000400:00000010:3.0:1769074976.106267:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751a50. 00000400:00000200:3.0:1769074976.106270:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b112e0c00 00000400:00000200:3.0:1769074976.106275:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.106279:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.106283:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112e0c00 00000400:00000010:3.0:1769074976.106286:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b112e0c00. 00000100:00000200:3.0:1769074976.106291:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.106311:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.106314:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.106321:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368782848/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.106358:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.106362:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.106368:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.106371:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.106375:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.106406:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.106407:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.106409:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368782848 00010000:00000010:0.0:1769074976.106436:0:50509:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901aa00. 00010000:00000010:0.0:1769074976.106440:0:50509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753be00. 02000000:00000010:0.0:1769074976.106449:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b35d24400. 00010000:00000200:0.0:1769074976.106463:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a03ca8c50 x1855008368782848/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 328/344 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.106474:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.106477:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368782848, offset 224 00000400:00000200:0.0:1769074976.106480:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.106485:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.106489:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae06e00 00000400:00000200:0.0:1769074976.106492:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x27efd [1] + 224 00000400:00000200:0.0:1769074976.106495:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.106497:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.106501:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368782848/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.106519:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.106520:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.106530:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.106533:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.106536:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 02000000:00000010:0.0:1769074976.106542:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b35d24400. 00000100:00000200:0.0:1769074976.106546:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1769074976.106547:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000010:0.0:1769074976.106549:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754318. 00000400:00000200:3.0:1769074976.106553:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.106556:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000010:0.0:1769074976.106561:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a01f77300. 00000100:00000200:3.0:1769074976.106563:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368782848/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.106576:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368782848/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.106595:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.106605:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04893800. 02000000:00000010:3.0:1769074976.106609:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445800. 00000100:00000010:3.0:1769074976.106612:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 10000000:00000010:3.0:1769074976.106617:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b307552c0. 00000020:00000010:3.0:1769074976.106619:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03445800. 00000020:00000010:3.0:1769074976.106622:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b03445e00. 00000040:00000010:3.0:1769074976.106624:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b03444800. 00000020:00000010:3.0:1769074976.106627:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.106629:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b03444600. 80000000:00000010:3.0:1769074976.106632:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.106635:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b03445c00. 00080000:00000010:3.0:1769074976.106639:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00080000:00000010:3.0:1769074976.106642:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 20000000:00000010:3.0:1769074976.106647:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b03444e00. 00000040:00000010:3.0:1769074976.106652:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b03444c00. 00000100:00000010:3.0:1769074976.106655:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.106659:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.106662:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.106668:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03445600. 00000400:00000010:3.0:1769074976.106670:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.106672:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.106674:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368782976, portal 25 00000400:00000010:3.0:1769074976.106676:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.106677:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368782976, offset 0 00000400:00000200:3.0:1769074976.106680:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.106684:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.106687:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae06e80 00000400:00000200:3.0:1769074976.106690:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x274b5 [2] + 0 00000400:00000010:3.0:1769074976.106692:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a9168f0. 00000400:00000200:3.0:1769074976.106694:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b36013b40 00000400:00000200:3.0:1769074976.106696:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.106698:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.106700:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b36013b40 00000400:00000010:3.0:1769074976.106701:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b36013b40. 00000100:00000200:3.0:1769074976.106703:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.106719:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.106721:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.106726:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368782976/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.106760:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.106765:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.106769:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.106772:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.106775:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.106794:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.106797:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.106800:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368782976 02000000:00000010:0.0:1769074976.106809:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b35d24400. 00000040:00000010:0.0:1769074976.106814:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b493000. 00000040:00000010:0.0:1769074976.106862:0:50509:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.106873:0:50509:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.106877:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b493000. 00010000:00000200:0.0:1769074976.106884:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06766050 x1855008368782976/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 504/272 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.106906:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.106910:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368782976, offset 224 00000400:00000200:0.0:1769074976.106937:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.106944:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.106950:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae06e80 00000400:00000200:0.0:1769074976.106954:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x27f0d [1] + 224 00000400:00000200:0.0:1769074976.106959:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.106962:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.106967:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368782976/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.106985:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.106987:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.106993:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.106996:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.107000:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 02000000:00000010:0.0:1769074976.107004:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b35d24400. 00000100:00000200:0.0:1769074976.107008:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.107010:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754210. 00000400:00000010:0.0:1769074976.107013:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b38bc4a80. 00000400:00000010:3.0:1769074976.107021:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074976.107065:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.107068:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.107073:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368782976/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.107083:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368782976/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.107093:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.107097:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03445600. 02000000:00000010:3.0:1769074976.107099:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.107101:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.107106:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8a0922a000. 00000100:00000010:3.0:1769074976.107112:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.107116:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.107119:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.107140:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b08dd0000. 00000400:00000010:3.0:1769074976.107142:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.107145:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8b076a6b40. 00000100:00000200:3.0:1769074976.107147:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368783104, portal 25 00000400:00000010:3.0:1769074976.107149:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.107151:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368783104, offset 0 00000400:00000200:3.0:1769074976.107154:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.107158:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.107161:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae06f00 00000400:00000200:3.0:1769074976.107164:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x274c5 [2] + 0 00000400:00000010:3.0:1769074976.107166:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754058. 00000400:00000200:3.0:1769074976.107178:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0a43f300 00000400:00000200:3.0:1769074976.107185:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.107188:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.107191:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0a43f300 00000400:00000010:3.0:1769074976.107193:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0a43f300. 00000100:00000200:3.0:1769074976.107196:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.107207:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.107209:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.107213:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368783104/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.107239:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.107242:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.107245:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.107247:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.107250:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.107265:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.107266:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.107267:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368783104 02000000:00000010:0.0:1769074976.107281:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b2b37c000. 00000040:00000010:0.0:1769074976.107284:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b493000. 00000040:00000010:0.0:1769074976.107290:0:50509:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b36e30000. 00000040:00000010:0.0:1769074976.107303:0:50509:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b36e30000. 00000040:00000010:0.0:1769074976.107306:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b493000. 00010000:00000200:0.0:1769074976.107310:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06764450 x1855008368783104/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 272/8416 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.107318:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8b38bc4c00. 00000100:00000200:0.0:1769074976.107320:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368783104, offset 224 00000400:00000200:0.0:1769074976.107323:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.107327:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.107330:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae06f00 00000400:00000200:0.0:1769074976.107333:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x27f1d [4] + 224 00000400:00000200:0.0:1769074976.107337:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.107338:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.107342:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368783104/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.107354:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4c00 00000400:00000010:0.0:1769074976.107355:0:50509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8b38bc4c00. 00000020:00000010:0.0:1769074976.107360:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.107362:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.107364:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 02000000:00000010:0.0:1769074976.107368:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b2b37c000. 00000400:00000010:3.0:1769074976.107377:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074976.107382:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b076a6b40 00000400:00000010:3.0:1769074976.107385:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8b076a6b40. 00000100:00000200:0.0:1769074976.107386:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.107392:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307542c0. 00000100:00000200:3.0:1769074976.107393:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368783104/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.107398:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b38bc4c00. 00000100:00000200:3.0:1769074976.107408:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368783104/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.107421:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.107427:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b08dd0000. 02000000:00000010:3.0:1769074976.107437:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.107440:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.107445:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955ae0. 00000020:00000010:0.0:1769074976.107617:0:52871:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.107622:0:52871:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b493000. 00000040:00000010:0.0:1769074976.107625:0:52871:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a0b492e00. 00000020:00000010:0.0:1769074976.107628:0:52871:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b049c2000. 00000020:00000010:0.0:1769074976.107632:0:52871:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.107635:0:52871:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b492000. 80000000:00000010:0.0:1769074976.107638:0:52871:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.107641:0:52871:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.107646:0:52871:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b049c1800. 00040000:00000010:0.0:1769074976.107650:0:52871:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.107654:0:52871:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.107658:0:52871:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b492400. 00080000:00000010:0.0:1769074976.107661:0:52871:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b36e30000. 00080000:00000010:0.0:1769074976.107665:0:52871:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e36000. 00000004:00000010:0.0:1769074976.107671:0:52871:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b049c5000. 00000004:00000010:0.0:1769074976.107675:0:52871:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.107680:0:52871:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b057a7800. 00002000:00000010:0.0:1769074976.107684:0:52871:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b35d24400. 00000004:00000010:0.0:1769074976.107688:0:52871:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b35d26c00. 00000020:00000010:0.0:1769074976.107692:0:52871:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3524d480. 00000040:00000010:0.0:1769074976.107700:0:52871:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8b17480000. 00000040:00000010:0.0:1769074976.108101:0:52871:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b17480000. 00000020:00000010:0.0:1769074976.108107:0:52871:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074976.108112:0:52871:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b493000. 00000040:00000010:0.0:1769074976.108115:0:52871:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a0b492e00. 00000020:00000010:0.0:1769074976.108117:0:52871:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b049c2000. 00000020:00000010:0.0:1769074976.108120:0:52871:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.108123:0:52871:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b492000. 80000000:00000010:0.0:1769074976.108125:0:52871:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.108127:0:52871:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.108130:0:52871:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b049c1800. 00040000:00000010:0.0:1769074976.108131:0:52871:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.108133:0:52871:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.108135:0:52871:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b492400. 00080000:00000010:0.0:1769074976.108139:0:52871:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e36000. 00080000:00000010:0.0:1769074976.108142:0:52871:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b36e30000. 00000004:00000010:0.0:1769074976.108145:0:52871:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b049c5000. 00000004:00000010:0.0:1769074976.108147:0:52871:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.108150:0:52871:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b057a7800. 00002000:00000010:0.0:1769074976.108153:0:52871:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35d24400. 00000004:00000010:0.0:1769074976.108154:0:52871:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35d26c00. 00000020:00000010:0.0:1769074976.108156:0:52871:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 00000040:00000010:3.0:1769074976.108194:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955ae0. 00000040:00000010:3.0:1769074976.108200:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a0922a000. 00000040:00000010:3.0:1769074976.108202:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b03444c00. 00000020:00000010:3.0:1769074976.108206:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b03445e00. 00000040:00000010:3.0:1769074976.108208:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b03444800. 00000020:00000010:3.0:1769074976.108210:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.108213:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b03444600. 80000000:00000010:3.0:1769074976.108215:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.108216:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b03445c00. 00080000:00000010:3.0:1769074976.108219:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00080000:00000010:3.0:1769074976.108221:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 20000000:00000010:3.0:1769074976.108223:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b03444e00. 00000020:00000010:3.0:1769074976.108225:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03445800. 10000000:00000010:3.0:1769074976.108227:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b307552c0. 00000100:00000010:3.0:1769074976.108236:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.108241:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445800. 00010000:00000010:3.0:1769074976.108246:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985400. 00000100:00000010:3.0:1769074976.108252:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.108260:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04893800. 00000400:00000010:3.0:1769074976.108264:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.108268:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.108271:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368783232, portal 25 00000400:00000010:3.0:1769074976.108275:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.108277:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368783232, offset 0 00000400:00000200:3.0:1769074976.108282:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.108288:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.108294:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae06f80 00000400:00000200:3.0:1769074976.108298:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x274d5 [2] + 0 00000400:00000010:3.0:1769074976.108301:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754b00. 00000400:00000200:3.0:1769074976.108304:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0a43f900 00000400:00000200:3.0:1769074976.108307:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.108310:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.108312:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0a43f900 00000400:00000010:3.0:1769074976.108314:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0a43f900. 00000100:00000200:3.0:1769074976.108318:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.108331:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.108333:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.108338:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368783232/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.108360:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.108365:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.108368:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c42200. 00000020:00000010:0.0:1769074976.108371:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.108375:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.108402:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.108404:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.108407:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368783232 00010000:00000010:0.0:1769074976.108418:0:50509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 02000000:00000010:0.0:1769074976.108426:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b35d26c00. 00010000:00000200:0.0:1769074976.108438:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06764c50 x1855008368783232/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 328/344 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.108448:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.108450:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368783232, offset 224 00000400:00000200:0.0:1769074976.108453:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.108457:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.108460:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae06f80 00000400:00000200:0.0:1769074976.108464:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x27f2d [1] + 224 00000400:00000200:0.0:1769074976.108467:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.108468:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.108473:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368783232/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.108485:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.108487:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.108493:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.108495:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.108497:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c42200. 02000000:00000010:0.0:1769074976.108502:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b35d26c00. 00000100:00000200:0.0:1769074976.108506:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.108509:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754c08. 00000400:00000010:3.0:1769074976.108509:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074976.108515:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.108516:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000010:0.0:1769074976.108520:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b38bc4180. 00000100:00000200:3.0:1769074976.108521:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368783232/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.108533:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368783232/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.108548:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.108558:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04893800. 02000000:00000010:3.0:1769074976.108561:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445800. 00000100:00000010:3.0:1769074976.108564:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 10000000:00000010:3.0:1769074976.108569:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b307552c0. 00000020:00000010:3.0:1769074976.108571:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03445800. 00000020:00000010:3.0:1769074976.108574:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b03444e00. 00000040:00000010:3.0:1769074976.108577:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b03444a00. 00000020:00000010:3.0:1769074976.108579:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.108582:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b03445c00. 80000000:00000010:3.0:1769074976.108585:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.108588:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b03444600. 00080000:00000010:3.0:1769074976.108592:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a0922a000. 00080000:00000010:3.0:1769074976.108595:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30634000. 20000000:00000010:3.0:1769074976.108599:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b03445e00. 00000040:00000010:3.0:1769074976.108602:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b03444c00. 00000100:00000010:3.0:1769074976.108606:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.108611:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.108617:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.108625:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03445600. 00000400:00000010:3.0:1769074976.108628:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.108631:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.108634:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368783360, portal 25 00000400:00000010:3.0:1769074976.108637:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.108638:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368783360, offset 0 00000400:00000200:3.0:1769074976.108641:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.108645:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.108649:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae07000 00000400:00000200:3.0:1769074976.108653:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x274e5 [2] + 0 00000400:00000010:3.0:1769074976.108656:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5898. 00000400:00000200:3.0:1769074976.108659:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a0a8a7300 00000400:00000200:3.0:1769074976.108663:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.108665:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.108668:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0a8a7300 00000400:00000010:3.0:1769074976.108669:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0a8a7300. 00000100:00000200:3.0:1769074976.108673:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.108686:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.108688:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.108692:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368783360/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.108710:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.108713:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.108717:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c42200. 00000020:00000010:0.0:1769074976.108719:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.108721:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.108741:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.108743:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.108744:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368783360 02000000:00000010:0.0:1769074976.108750:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b35d26c00. 00000040:00000010:0.0:1769074976.108754:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b493800. 00000040:00000010:0.0:1769074976.108776:0:50509:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.108781:0:50509:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.108783:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b493800. 00010000:00000200:0.0:1769074976.108788:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd2c50 x1855008368783360/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 504/272 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.108796:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.108798:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368783360, offset 224 00000400:00000200:0.0:1769074976.108800:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.108804:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.108808:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae07000 00000400:00000200:0.0:1769074976.108812:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x27f3d [1] + 224 00000400:00000200:0.0:1769074976.108816:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.108819:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.108824:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368783360/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.108843:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.108845:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.108854:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.108857:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.108861:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c42200. 02000000:00000010:0.0:1769074976.108867:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b35d26c00. 00000400:00000010:3.0:1769074976.108869:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000100:00000200:0.0:1769074976.108872:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1769074976.108874:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:0.0:1769074976.108878:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754ec8. 00000400:00000010:3.0:1769074976.108878:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000010:0.0:1769074976.108884:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b38bc4240. 00000100:00000200:3.0:1769074976.108885:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368783360/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.108894:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368783360/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.108903:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.108907:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03445600. 02000000:00000010:3.0:1769074976.108908:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.108910:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.108928:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b30636000. 00000100:00000010:3.0:1769074976.108931:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.108935:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.108938:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.108953:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b08dd0000. 00000400:00000010:3.0:1769074976.108955:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.108958:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8b076a6b40. 00000100:00000200:3.0:1769074976.108961:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368783488, portal 25 00000400:00000010:3.0:1769074976.108963:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.108964:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368783488, offset 0 00000400:00000200:3.0:1769074976.108967:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.108971:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.108975:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae07080 00000400:00000200:3.0:1769074976.108978:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x274f5 [2] + 0 00000400:00000010:3.0:1769074976.108980:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754d10. 00000400:00000200:3.0:1769074976.108982:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0a43f000 00000400:00000200:3.0:1769074976.108984:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.108986:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.108988:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0a43f000 00000400:00000010:3.0:1769074976.108989:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0a43f000. 00000100:00000200:3.0:1769074976.108991:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.109000:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.109001:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.109005:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368783488/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.109013:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.109017:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.109020:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.109022:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.109024:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.109071:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.109073:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.109075:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368783488 02000000:00000010:0.0:1769074976.109088:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b2b37c000. 00000040:00000010:0.0:1769074976.109092:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b492400. 00000040:00000010:0.0:1769074976.109099:0:50509:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b17480000. 00000040:00000010:0.0:1769074976.109110:0:50509:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b17480000. 00000040:00000010:0.0:1769074976.109113:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b492400. 00010000:00000200:0.0:1769074976.109119:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd2850 x1855008368783488/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 272/8416 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.109129:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8b38bc4d80. 00000100:00000200:0.0:1769074976.109133:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368783488, offset 224 00000400:00000200:0.0:1769074976.109138:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.109143:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.109149:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae07080 00000400:00000200:0.0:1769074976.109153:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x27f4d [4] + 224 00000400:00000200:0.0:1769074976.109158:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.109161:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.109166:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368783488/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.109183:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4d80 00000400:00000010:0.0:1769074976.109185:0:50509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8b38bc4d80. 00000020:00000010:0.0:1769074976.109194:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.109197:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.109200:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 02000000:00000010:0.0:1769074976.109203:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b2b37c000. 00000100:00000200:0.0:1769074976.109212:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.109215:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754a50. 00000400:00000010:3.0:1769074976.109219:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074976.109224:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b076a6b40 00000400:00000010:3.0:1769074976.109226:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8b076a6b40. 00000400:00000010:0.0:1769074976.109229:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b38bc4d80. 00000100:00000200:3.0:1769074976.109231:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368783488/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.109242:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368783488/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.109255:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.109261:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b08dd0000. 02000000:00000010:3.0:1769074976.109271:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.109274:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.109279:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955ae0. 00000020:00000010:0.0:1769074976.109418:0:52872:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.109421:0:52872:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b492400. 00000040:00000010:0.0:1769074976.109423:0:52872:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a0b492000. 00000020:00000010:0.0:1769074976.109425:0:52872:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b057a7800. 00000020:00000010:0.0:1769074976.109427:0:52872:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.109430:0:52872:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b492e00. 80000000:00000010:0.0:1769074976.109431:0:52872:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.109433:0:52872:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.109436:0:52872:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b049c5000. 00040000:00000010:0.0:1769074976.109438:0:52872:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.109440:0:52872:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.109442:0:52872:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b493000. 00080000:00000010:0.0:1769074976.109444:0:52872:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b17480000. 00080000:00000010:0.0:1769074976.109447:0:52872:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e30000. 00000004:00000010:0.0:1769074976.109449:0:52872:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b049c1800. 00000004:00000010:0.0:1769074976.109452:0:52872:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.109454:0:52872:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b049c2000. 00002000:00000010:0.0:1769074976.109456:0:52872:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b35d26c00. 00000004:00000010:0.0:1769074976.109458:0:52872:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b35d24400. 00000020:00000010:0.0:1769074976.109460:0:52872:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3524dd40. 00000040:00000010:0.0:1769074976.109464:0:52872:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8b36e36000. 00000040:00000010:0.0:1769074976.109892:0:52872:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b36e36000. 00000020:00000010:0.0:1769074976.109899:0:52872:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074976.109906:0:52872:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b492400. 00000040:00000010:0.0:1769074976.109909:0:52872:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a0b492000. 00000020:00000010:0.0:1769074976.109912:0:52872:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b057a7800. 00000020:00000010:0.0:1769074976.109926:0:52872:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.109930:0:52872:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b492e00. 80000000:00000010:0.0:1769074976.109931:0:52872:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.109934:0:52872:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.109936:0:52872:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b049c5000. 00040000:00000010:0.0:1769074976.109937:0:52872:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.109940:0:52872:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.109942:0:52872:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b493000. 00080000:00000010:0.0:1769074976.109946:0:52872:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e30000. 00080000:00000010:0.0:1769074976.109949:0:52872:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b17480000. 00000004:00000010:0.0:1769074976.109952:0:52872:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b049c1800. 00000004:00000010:0.0:1769074976.109954:0:52872:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.109957:0:52872:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b049c2000. 00002000:00000010:0.0:1769074976.109959:0:52872:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35d26c00. 00000004:00000010:0.0:1769074976.109961:0:52872:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35d24400. 00000020:00000010:0.0:1769074976.109963:0:52872:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 00000040:00000010:3.0:1769074976.110012:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955ae0. 00000040:00000010:3.0:1769074976.110045:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b30636000. 00000040:00000010:3.0:1769074976.110050:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b03444c00. 00000020:00000010:3.0:1769074976.110055:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b03444e00. 00000040:00000010:3.0:1769074976.110058:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b03444a00. 00000020:00000010:3.0:1769074976.110061:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.110072:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b03445c00. 80000000:00000010:3.0:1769074976.110080:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.110084:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b03444600. 00080000:00000010:3.0:1769074976.110088:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30634000. 00080000:00000010:3.0:1769074976.110092:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0922a000. 20000000:00000010:3.0:1769074976.110095:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b03445e00. 00000020:00000010:3.0:1769074976.110098:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03445800. 10000000:00000010:3.0:1769074976.110100:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b307552c0. 00000100:00000010:3.0:1769074976.110137:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.110144:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445800. 00010000:00000010:3.0:1769074976.110151:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984a00. 00000100:00000010:3.0:1769074976.110158:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.110168:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04893800. 00000400:00000010:3.0:1769074976.110172:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.110175:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.110179:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368783616, portal 25 00000400:00000010:3.0:1769074976.110182:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.110184:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368783616, offset 0 00000400:00000200:3.0:1769074976.110189:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.110194:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.110200:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae07100 00000400:00000200:3.0:1769074976.110204:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x27505 [2] + 0 00000400:00000010:3.0:1769074976.110207:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754420. 00000400:00000200:3.0:1769074976.110210:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b3ce56a80 00000400:00000200:3.0:1769074976.110214:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.110217:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.110220:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ce56a80 00000400:00000010:3.0:1769074976.110222:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3ce56a80. 00000100:00000200:3.0:1769074976.110226:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.110240:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.110242:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.110247:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368783616/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.110259:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110263:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110266:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c42200. 00000020:00000010:0.0:1769074976.110268:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.110270:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.110291:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110293:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.110294:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368783616 00010000:00000010:0.0:1769074976.110303:0:50509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ae00. 02000000:00000010:0.0:1769074976.110308:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b35d24400. 00010000:00000200:0.0:1769074976.110316:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd1850 x1855008368783616/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 328/344 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.110324:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.110326:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368783616, offset 224 00000400:00000200:0.0:1769074976.110329:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.110333:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.110336:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae07100 00000400:00000200:0.0:1769074976.110339:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x27f5d [1] + 224 00000400:00000200:0.0:1769074976.110341:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.110343:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.110347:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368783616/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.110359:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.110361:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.110366:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.110367:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.110369:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c42200. 02000000:00000010:0.0:1769074976.110372:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b35d24400. 00000100:00000200:0.0:1769074976.110375:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.110379:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754b58. 00000400:00000010:0.0:1769074976.110382:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b38bc4900. 00000400:00000010:3.0:1769074976.110393:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074976.110399:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.110401:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.110406:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368783616/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.110414:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368783616/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.110427:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.110436:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04893800. 02000000:00000010:3.0:1769074976.110439:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445800. 00000100:00000010:3.0:1769074976.110441:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 10000000:00000010:3.0:1769074976.110446:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b307552c0. 00000020:00000010:3.0:1769074976.110449:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03445800. 00000020:00000010:3.0:1769074976.110452:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b03445e00. 00000040:00000010:3.0:1769074976.110455:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b03444800. 00000020:00000010:3.0:1769074976.110458:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.110461:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b03444600. 80000000:00000010:3.0:1769074976.110463:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.110466:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b03445c00. 00080000:00000010:3.0:1769074976.110469:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00080000:00000010:3.0:1769074976.110472:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 20000000:00000010:3.0:1769074976.110476:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b03444e00. 00000040:00000010:3.0:1769074976.110479:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b03444c00. 00000100:00000010:3.0:1769074976.110483:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.110488:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.110493:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.110501:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03445600. 00000400:00000010:3.0:1769074976.110504:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.110507:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.110510:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368783744, portal 25 00000400:00000010:3.0:1769074976.110514:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.110516:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368783744, offset 0 00000400:00000200:3.0:1769074976.110520:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.110525:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.110530:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae07180 00000400:00000200:3.0:1769074976.110534:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x27515 [2] + 0 00000400:00000010:3.0:1769074976.110537:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754000. 00000400:00000200:3.0:1769074976.110540:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b3ce569c0 00000400:00000200:3.0:1769074976.110543:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.110546:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.110548:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ce569c0 00000400:00000010:3.0:1769074976.110550:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3ce569c0. 00000100:00000200:3.0:1769074976.110553:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.110563:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.110565:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.110570:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368783744/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.110577:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110580:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110584:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c42200. 00000020:00000010:0.0:1769074976.110586:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.110588:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.110604:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110606:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.110607:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368783744 02000000:00000010:0.0:1769074976.110612:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b35d24400. 00000040:00000010:0.0:1769074976.110616:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b493800. 00000040:00000010:0.0:1769074976.110634:0:50509:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.110639:0:50509:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.110640:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b493800. 00010000:00000200:0.0:1769074976.110644:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd0c50 x1855008368783744/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 504/272 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.110651:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.110653:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368783744, offset 224 00000400:00000200:0.0:1769074976.110656:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.110660:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.110663:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae07180 00000400:00000200:0.0:1769074976.110666:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x27f6d [1] + 224 00000400:00000200:0.0:1769074976.110668:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.110670:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.110673:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368783744/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.110693:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.110694:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.110700:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.110702:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.110704:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c42200. 02000000:00000010:0.0:1769074976.110707:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b35d24400. 00000100:00000200:0.0:1769074976.110710:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.110712:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754160. 00000400:00000010:0.0:1769074976.110716:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476540. 00000400:00000010:3.0:1769074976.110721:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074976.110725:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.110727:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.110732:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368783744/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.110741:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368783744/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.110752:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.110757:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03445600. 02000000:00000010:3.0:1769074976.110759:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.110762:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.110767:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8a0922a000. 00000100:00000010:3.0:1769074976.110771:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.110775:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.110779:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.110795:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b08dd0000. 00000400:00000010:3.0:1769074976.110799:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.110802:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8b076a6b40. 00000100:00000200:3.0:1769074976.110806:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368783872, portal 25 00000400:00000010:3.0:1769074976.110808:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.110810:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368783872, offset 0 00000400:00000200:3.0:1769074976.110814:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.110819:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.110824:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae07200 00000400:00000200:3.0:1769074976.110828:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x275c9 [2] + 0 00000400:00000010:3.0:1769074976.110831:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754c60. 00000400:00000200:3.0:1769074976.110834:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0480b300 00000400:00000200:3.0:1769074976.110837:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.110840:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.110842:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0480b300 00000400:00000010:3.0:1769074976.110844:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0480b300. 00000100:00000200:3.0:1769074976.110847:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.110858:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.110860:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.110863:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368783872/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.110871:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110874:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110877:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.110879:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.110882:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.110898:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.110900:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.110901:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368783872 02000000:00000010:0.0:1769074976.110911:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b2b37c000. 00000040:00000010:0.0:1769074976.110929:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b493000. 00000040:00000010:0.0:1769074976.110935:0:50509:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b36e30000. 00000040:00000010:0.0:1769074976.110944:0:50509:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b36e30000. 00000040:00000010:0.0:1769074976.110946:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b493000. 00010000:00000200:0.0:1769074976.110951:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd1050 x1855008368783872/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 272/8416 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.110958:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8a0b476f00. 00000100:00000200:0.0:1769074976.110960:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368783872, offset 224 00000400:00000200:0.0:1769074976.110963:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.110967:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.110970:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae07200 00000400:00000200:0.0:1769074976.110973:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x27f7d [4] + 224 00000400:00000200:0.0:1769074976.110976:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.110978:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.110981:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368783872/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.110992:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476f00 00000400:00000010:0.0:1769074976.110994:0:50509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a0b476f00. 00000020:00000010:0.0:1769074976.111001:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.111004:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000400:00000010:3.0:1769074976.111006:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000020:00000010:0.0:1769074976.111007:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 00000400:00000200:3.0:1769074976.111012:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b076a6b40 02000000:00000010:0.0:1769074976.111014:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b2b37c000. 00000400:00000010:3.0:1769074976.111015:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8b076a6b40. 00000100:00000200:3.0:1769074976.111022:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368783872/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074976.111025:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.111048:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754948. 00000400:00000010:0.0:1769074976.111050:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476f00. 00000100:00000200:3.0:1769074976.111055:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368783872/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.111065:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.111069:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b08dd0000. 02000000:00000010:3.0:1769074976.111077:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.111080:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.111084:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955ae0. 00000020:00000010:0.0:1769074976.111243:0:52873:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.111246:0:52873:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b493000. 00000040:00000010:0.0:1769074976.111248:0:52873:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a0b492e00. 00000020:00000010:0.0:1769074976.111250:0:52873:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b049c2000. 00000020:00000010:0.0:1769074976.111252:0:52873:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.111254:0:52873:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b492000. 80000000:00000010:0.0:1769074976.111256:0:52873:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.111259:0:52873:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.111262:0:52873:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b049c1800. 00040000:00000010:0.0:1769074976.111265:0:52873:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.111268:0:52873:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.111271:0:52873:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b492400. 00080000:00000010:0.0:1769074976.111273:0:52873:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b36e30000. 00080000:00000010:0.0:1769074976.111276:0:52873:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e36000. 00000004:00000010:0.0:1769074976.111281:0:52873:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b049c5000. 00000004:00000010:0.0:1769074976.111284:0:52873:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.111287:0:52873:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b057a7800. 00002000:00000010:0.0:1769074976.111290:0:52873:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b35d24400. 00000004:00000010:0.0:1769074976.111292:0:52873:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b35d26c00. 00000020:00000010:0.0:1769074976.111296:0:52873:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3524d380. 00000040:00000010:0.0:1769074976.111300:0:52873:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8b17480000. 00000040:00000010:0.0:1769074976.111677:0:52873:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b17480000. 00000020:00000010:0.0:1769074976.111682:0:52873:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524d380. 00000020:00000010:0.0:1769074976.111686:0:52873:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b493000. 00000040:00000010:0.0:1769074976.111688:0:52873:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a0b492e00. 00000020:00000010:0.0:1769074976.111690:0:52873:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b049c2000. 00000020:00000010:0.0:1769074976.111692:0:52873:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.111694:0:52873:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b492000. 80000000:00000010:0.0:1769074976.111696:0:52873:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.111698:0:52873:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.111700:0:52873:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b049c1800. 00040000:00000010:0.0:1769074976.111702:0:52873:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.111703:0:52873:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.111705:0:52873:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b492400. 00080000:00000010:0.0:1769074976.111708:0:52873:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e36000. 00080000:00000010:0.0:1769074976.111710:0:52873:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b36e30000. 00000004:00000010:0.0:1769074976.111712:0:52873:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b049c5000. 00000004:00000010:0.0:1769074976.111713:0:52873:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.111715:0:52873:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b057a7800. 00002000:00000010:0.0:1769074976.111717:0:52873:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35d24400. 00000004:00000010:0.0:1769074976.111719:0:52873:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35d26c00. 00000020:00000010:0.0:1769074976.111720:0:52873:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 00000040:00000010:3.0:1769074976.111759:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955ae0. 00000040:00000010:3.0:1769074976.111765:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a0922a000. 00000040:00000010:3.0:1769074976.111768:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b03444c00. 00000020:00000010:3.0:1769074976.111772:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b03445e00. 00000040:00000010:3.0:1769074976.111775:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b03444800. 00000020:00000010:3.0:1769074976.111777:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.111780:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b03444600. 80000000:00000010:3.0:1769074976.111783:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.111785:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b03445c00. 00080000:00000010:3.0:1769074976.111788:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00080000:00000010:3.0:1769074976.111791:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 20000000:00000010:3.0:1769074976.111794:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b03444e00. 00000020:00000010:3.0:1769074976.111796:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03445800. 10000000:00000010:3.0:1769074976.111799:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b307552c0. 00000100:00000010:3.0:1769074976.111808:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.111814:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445800. 00010000:00000010:3.0:1769074976.111820:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984800. 00000100:00000010:3.0:1769074976.111826:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.111834:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04893800. 00000400:00000010:3.0:1769074976.111838:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.111842:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.111845:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368784000, portal 25 00000400:00000010:3.0:1769074976.111848:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.111850:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368784000, offset 0 00000400:00000200:3.0:1769074976.111853:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.111859:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.111864:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae07280 00000400:00000200:3.0:1769074976.111868:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x275dd [2] + 0 00000400:00000010:3.0:1769074976.111871:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000200:3.0:1769074976.111874:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b2c10b180 00000400:00000200:3.0:1769074976.111877:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.111880:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.111882:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b2c10b180 00000400:00000010:3.0:1769074976.111885:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b2c10b180. 00000100:00000200:3.0:1769074976.111888:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.111928:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.111930:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.111936:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368784000/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.111948:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.111952:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.111957:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c42200. 00000020:00000010:0.0:1769074976.111961:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.111963:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.111988:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.111990:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.111991:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368784000 00010000:00000010:0.0:1769074976.112000:0:50509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b000. 02000000:00000010:0.0:1769074976.112005:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b35d26c00. 00010000:00000200:0.0:1769074976.112014:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd3c50 x1855008368784000/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 328/344 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.112022:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.112041:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368784000, offset 224 00000400:00000200:0.0:1769074976.112044:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.112048:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.112051:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae07280 00000400:00000200:0.0:1769074976.112054:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x27f8d [1] + 224 00000400:00000200:0.0:1769074976.112057:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.112059:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.112063:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368784000/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.112075:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.112077:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.112082:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.112084:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.112086:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c42200. 02000000:00000010:0.0:1769074976.112090:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b35d26c00. 00000100:00000200:0.0:1769074976.112094:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074976.112098:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307549f8. 00000400:00000010:3.0:1769074976.112099:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:3.0:1769074976.112102:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.112104:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000010:0.0:1769074976.112109:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b4763c0. 00000100:00000200:3.0:1769074976.112109:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368784000/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.112121:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368784000/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.112134:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.112142:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04893800. 02000000:00000010:3.0:1769074976.112146:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445800. 00000100:00000010:3.0:1769074976.112148:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 10000000:00000010:3.0:1769074976.112154:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b307552c0. 00000020:00000010:3.0:1769074976.112157:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03445800. 00000020:00000010:3.0:1769074976.112159:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b03444e00. 00000040:00000010:3.0:1769074976.112162:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b03444a00. 00000020:00000010:3.0:1769074976.112165:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.112168:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b03445c00. 80000000:00000010:3.0:1769074976.112170:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.112173:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b03444600. 00080000:00000010:3.0:1769074976.112177:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a0922a000. 00080000:00000010:3.0:1769074976.112180:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30634000. 20000000:00000010:3.0:1769074976.112184:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b03445e00. 00000040:00000010:3.0:1769074976.112187:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b03444c00. 00000100:00000010:3.0:1769074976.112190:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.112195:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.112200:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.112206:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03445600. 00000400:00000010:3.0:1769074976.112209:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.112226:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.112229:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368784128, portal 25 00000400:00000010:3.0:1769074976.112232:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.112234:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368784128, offset 0 00000400:00000200:3.0:1769074976.112237:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.112242:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.112247:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae07300 00000400:00000200:3.0:1769074976.112250:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x275f5 [2] + 0 00000400:00000010:3.0:1769074976.112254:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b58. 00000400:00000200:3.0:1769074976.112256:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b06177480 00000400:00000200:3.0:1769074976.112258:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.112260:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.112261:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b06177480 00000400:00000010:3.0:1769074976.112262:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b06177480. 00000100:00000200:3.0:1769074976.112265:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.112273:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074976.112274:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074976.112277:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368784128/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.112287:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.112290:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.112294:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c42200. 00000020:00000010:0.0:1769074976.112296:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.112298:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.112316:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.112318:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.112319:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368784128 02000000:00000010:0.0:1769074976.112324:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b35d26c00. 00000040:00000010:0.0:1769074976.112328:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b493800. 00000040:00000010:0.0:1769074976.112345:0:50509:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.112350:0:50509:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b0629bb98. 00000040:00000010:0.0:1769074976.112351:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b493800. 00010000:00000200:0.0:1769074976.112356:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd2050 x1855008368784128/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 504/272 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.112366:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.112368:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368784128, offset 224 00000400:00000200:0.0:1769074976.112370:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.112374:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.112377:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae07300 00000400:00000200:0.0:1769074976.112380:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x27f9d [1] + 224 00000400:00000200:0.0:1769074976.112383:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.112384:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.112387:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368784128/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.112402:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.112404:0:50509:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074976.112413:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.112417:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000400:00000010:3.0:1769074976.112419:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000020:00000010:0.0:1769074976.112420:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c42200. 00000400:00000200:3.0:1769074976.112425:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 02000000:00000010:0.0:1769074976.112429:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b35d26c00. 00000400:00000010:3.0:1769074976.112429:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:0.0:1769074976.112437:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1769074976.112439:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368784128/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.112443:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754e70. 00000400:00000010:0.0:1769074976.112450:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476b40. 00000100:00000200:3.0:1769074976.112452:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368784128/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.112465:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.112469:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03445600. 02000000:00000010:3.0:1769074976.112472:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.112474:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.112479:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b30636000. 00000100:00000010:3.0:1769074976.112482:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.112487:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.112492:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.112508:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b08dd0000. 00000400:00000010:3.0:1769074976.112512:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000400:00000010:3.0:1769074976.112516:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8b076a6b40. 00000100:00000200:3.0:1769074976.112520:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368784256, portal 25 00000400:00000010:3.0:1769074976.112523:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.112525:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368784256, offset 0 00000400:00000200:3.0:1769074976.112528:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074976.112533:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074976.112538:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae07380 00000400:00000200:3.0:1769074976.112541:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x27605 [2] + 0 00000400:00000010:3.0:1769074976.112544:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751dc0. 00000400:00000200:3.0:1769074976.112547:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b06177840 00000400:00000200:3.0:1769074976.112549:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074976.112552:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074976.112554:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b06177840 00000400:00000010:3.0:1769074976.112556:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b06177840. 00000100:00000200:3.0:1769074976.112559:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074976.112571:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074976.112573:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074976.112579:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368784256/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.112580:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.112584:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.112589:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.112593:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.112595:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.112616:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:0.0:1769074976.112618:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074976.112620:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368784256 02000000:00000010:0.0:1769074976.112634:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b2b37c000. 00000040:00000010:0.0:1769074976.112639:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b492400. 00000040:00000010:0.0:1769074976.112646:0:50509:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b17480000. 00000040:00000010:0.0:1769074976.112658:0:50509:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b17480000. 00000040:00000010:0.0:1769074976.112661:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b492400. 00010000:00000200:0.0:1769074976.112667:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3fbd1450 x1855008368784256/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:512/0 lens 272/8416 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.112676:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8a0b476600. 00000100:00000200:0.0:1769074976.112680:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368784256, offset 224 00000400:00000200:0.0:1769074976.112683:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.112688:0:50509:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.112694:0:50509:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae07380 00000400:00000200:0.0:1769074976.112698:0:50509:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x27fad [4] + 224 00000400:00000200:0.0:1769074976.112703:0:50509:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.112705:0:50509:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.112710:0:50509:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368784256/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.112726:0:50509:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476600 00000400:00000010:0.0:1769074976.112728:0:50509:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a0b476600. 00000020:00000010:0.0:1769074976.112735:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074976.112738:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.112740:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 02000000:00000010:0.0:1769074976.112744:0:50509:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b2b37c000. 00000400:00000010:3.0:1769074976.112746:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000100:00000200:0.0:1769074976.112752:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:3.0:1769074976.112752:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b076a6b40 00000400:00000010:3.0:1769074976.112755:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8b076a6b40. 00000400:00000010:0.0:1769074976.112757:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754528. 00000400:00000010:0.0:1769074976.112761:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476600. 00000100:00000200:3.0:1769074976.112765:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368784256/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074976.112774:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368784256/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769074992 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074976.112785:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6600. 02000000:00000010:3.0:1769074976.112790:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b08dd0000. 02000000:00000010:3.0:1769074976.112800:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03445200. 00000100:00000010:3.0:1769074976.112803:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00000040:00000010:3.0:1769074976.112809:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955ae0. 00000020:00000010:0.0:1769074976.112967:0:52874:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493800. 00000020:00000010:0.0:1769074976.112970:0:52874:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b492400. 00000040:00000010:0.0:1769074976.112972:0:52874:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a0b492000. 00000020:00000010:0.0:1769074976.112973:0:52874:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b057a7800. 00000020:00000010:0.0:1769074976.112976:0:52874:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.112978:0:52874:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b492e00. 80000000:00000010:0.0:1769074976.112979:0:52874:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.112981:0:52874:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.112985:0:52874:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b049c5000. 00040000:00000010:0.0:1769074976.112987:0:52874:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.112989:0:52874:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.112991:0:52874:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b493000. 00080000:00000010:0.0:1769074976.112993:0:52874:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b17480000. 00080000:00000010:0.0:1769074976.112995:0:52874:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e30000. 00000004:00000010:0.0:1769074976.112998:0:52874:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b049c1800. 00000004:00000010:0.0:1769074976.113001:0:52874:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.113002:0:52874:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b049c2000. 00002000:00000010:0.0:1769074976.113004:0:52874:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b35d26c00. 00000004:00000010:0.0:1769074976.113007:0:52874:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b35d24400. 00000020:00000010:0.0:1769074976.113009:0:52874:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3524dcc0. 00000040:00000010:0.0:1769074976.113012:0:52874:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8b36e36000. 00000040:00000010:0.0:1769074976.113436:0:52874:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b36e36000. 00000020:00000010:0.0:1769074976.113441:0:52874:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074976.113445:0:52874:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b492400. 00000040:00000010:0.0:1769074976.113448:0:52874:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a0b492000. 00000020:00000010:0.0:1769074976.113449:0:52874:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b057a7800. 00000020:00000010:0.0:1769074976.113452:0:52874:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074976.113454:0:52874:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b492e00. 80000000:00000010:0.0:1769074976.113456:0:52874:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8a80. 40000000:00000010:0.0:1769074976.113458:0:52874:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3524d2c0. 00100000:00000010:0.0:1769074976.113460:0:52874:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b049c5000. 00040000:00000010:0.0:1769074976.113461:0:52874:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b04a7d200. 00040000:00000010:0.0:1769074976.113463:0:52874:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b049c4000. 00040000:00000010:0.0:1769074976.113465:0:52874:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b493000. 00080000:00000010:0.0:1769074976.113468:0:52874:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e30000. 00080000:00000010:0.0:1769074976.113470:0:52874:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b17480000. 00000004:00000010:0.0:1769074976.113473:0:52874:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b049c1800. 00000004:00000010:0.0:1769074976.113475:0:52874:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b2b737000. 00000004:00000010:0.0:1769074976.113478:0:52874:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b049c2000. 00002000:00000010:0.0:1769074976.113481:0:52874:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35d26c00. 00000004:00000010:0.0:1769074976.113483:0:52874:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35d24400. 00000020:00000010:0.0:1769074976.113485:0:52874:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493800. 00000040:00000010:3.0:1769074976.113515:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955ae0. 00000040:00000010:3.0:1769074976.113520:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b30636000. 00000040:00000010:3.0:1769074976.113522:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b03444c00. 00000020:00000010:3.0:1769074976.113526:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b03444e00. 00000040:00000010:3.0:1769074976.113529:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b03444a00. 00000020:00000010:3.0:1769074976.113531:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074976.113533:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b03445c00. 80000000:00000010:3.0:1769074976.113536:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a099559c0. 00040000:00000010:3.0:1769074976.113538:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b03444600. 00080000:00000010:3.0:1769074976.113540:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30634000. 00080000:00000010:3.0:1769074976.113542:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0922a000. 20000000:00000010:3.0:1769074976.113544:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b03445e00. 00000020:00000010:3.0:1769074976.113545:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03445800. 10000000:00000010:3.0:1769074976.113547:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b307552c0. 00080000:00000010:1.0:1769074976.177847:0:52862:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074976.177855:0:52862:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074976.177862:0:52862:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074976.177866:0:52862:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074976.177872:0:52862:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074976.177875:0:52862:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074976.177885:0:52862:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074976.177888:0:52862:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:0.0:1769074976.307397:0:52907:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074976.307405:0:52907:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074976.307411:0:52907:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074976.307413:0:52907:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074976.307419:0:52907:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074976.307422:0:52907:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:3.0:1769074976.468850:0:52918:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed80. 00080000:00000010:3.0:1769074976.468859:0:52918:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed80. 00080000:00000010:3.0:1769074976.468870:0:52918:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed80. 00080000:00000010:3.0:1769074976.468875:0:52918:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed80. 00080000:00000010:3.0:1769074976.468884:0:52918:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed80. 00080000:00000010:3.0:1769074976.468889:0:52918:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed80. 00080000:00000010:3.0:1769074976.468904:0:52918:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ed80. 00080000:00000010:3.0:1769074976.468921:0:52918:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ed80. 00000100:00000010:3.0:1769074976.491087:0:26826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 02000000:00000010:3.0:1769074976.491103:0:26826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cde00. 02000000:00000010:1.0:1769074976.491168:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3cc97800. 00000400:00000010:1.0:1769074976.491178:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00000400:00000010:1.0:1769074976.491185:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074976.491192:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368784384, portal 4 00000400:00000010:1.0:1769074976.491199:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074976.491202:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368784384, offset 0 00000400:00000200:1.0:1769074976.491210:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074976.491223:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074976.491234:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae07400 00000400:00000200:1.0:1769074976.491239:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 10080 00000400:00000200:1.0:1769074976.491245:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074976.491248:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074976.491254:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1769074976.491258:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022d80. 00000400:00000200:1.0:1769074976.491276:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:1.0:1769074976.491279:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074976.491287:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09c00 x1855008368784384/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074992 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.491316:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074976.491374:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b492600. 00000020:00000010:0.0:1769074976.491384:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439400. 00000020:00000010:0.0:1769074976.491392:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074976.491432:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524ddc0. 00000020:00000010:0.0:1769074976.491435:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524ddc0. 00000100:00000200:0.0:1769074976.491439:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368784384 02000000:00000010:0.0:1769074976.491455:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b35d25000. 00010000:00000200:0.0:1769074976.491474:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022d80 x1855008368784384/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:512/0 lens 224/368 e 0 to 0 dl 1769074987 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074976.491489:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074976.491493:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368784384, offset 224 00000400:00000200:0.0:1769074976.491497:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074976.491504:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074976.491512:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae07400 00000400:00000200:0.0:1769074976.491518:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x27fbd [1] + 224 00000400:00000200:0.0:1769074976.491523:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074976.491526:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074976.491533:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09c00 x1855008368784384/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074992 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074976.491552:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074976.491554:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000010:1.0:1769074976.491565:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000020:00000010:0.0:1769074976.491569:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439400. 00000400:00000200:1.0:1769074976.491570:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:1.0:1769074976.491573:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000020:00000010:0.0:1769074976.491576:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000100:00000200:1.0:1769074976.491580:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09c00 x1855008368784384/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074976.491582:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b492600. 00000100:00000200:1.0:1769074976.491592:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09c00 x1855008368784384/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074992 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074976.491615:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3cc97800. 02000000:00000010:1.0:1769074976.491619:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cde00. 00000100:00000010:1.0:1769074976.491622:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 00080000:00000010:1.0:1769074976.584000:0:52956:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511e00. 00080000:00000010:1.0:1769074976.584011:0:52956:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511e00. 00080000:00000010:1.0:1769074976.584020:0:52956:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511e00. 00080000:00000010:1.0:1769074976.584042:0:52956:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511e00. 00080000:00000010:1.0:1769074976.584051:0:52956:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511e00. 00080000:00000010:1.0:1769074976.584056:0:52956:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511e00. 00080000:00000010:0.0:1769074977.068810:0:53016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.068820:0:53016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.068831:0:53016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.068837:0:53016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.068847:0:53016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.068851:0:53016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.068865:0:53016:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.068870:0:53016:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c80. 00080000:00000010:0.0:1769074977.396274:0:53064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.396282:0:53064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.396289:0:53064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.396292:0:53064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.396299:0:53064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.396302:0:53064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.396312:0:53064:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.396315:0:53064:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074977.680790:0:53113:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074977.680797:0:53113:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074977.680804:0:53113:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074977.680807:0:53113:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074977.680813:0:53113:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074977.680816:0:53113:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074977.680827:0:53113:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074977.680832:0:53113:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:3.0:1769074977.981831:0:53162:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e980. 00080000:00000010:3.0:1769074977.981841:0:53162:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e980. 00080000:00000010:3.0:1769074977.981852:0:53162:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e980. 00080000:00000010:3.0:1769074977.981857:0:53162:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e980. 00080000:00000010:3.0:1769074977.981867:0:53162:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e980. 00080000:00000010:3.0:1769074977.981871:0:53162:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e980. 00080000:00000010:3.0:1769074977.981902:0:53162:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e980. 00080000:00000010:3.0:1769074977.981933:0:53162:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e980. 00080000:00000010:0.0:1769074978.267003:0:53212:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074978.267011:0:53212:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074978.267018:0:53212:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074978.267022:0:53212:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074978.267045:0:53212:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074978.267052:0:53212:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074978.267065:0:53212:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e80. 00080000:00000010:0.0:1769074978.267069:0:53212:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e80. 00080000:00000010:1.0:1769074978.540123:0:53258:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074978.540133:0:53258:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074978.540145:0:53258:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074978.540151:0:53258:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074978.540161:0:53258:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074978.540166:0:53258:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074978.540181:0:53258:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511380. 00080000:00000010:1.0:1769074978.540187:0:53258:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511380. 00080000:00000010:0.0:1769074978.658628:0:53297:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.658636:0:53297:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.658641:0:53297:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.658645:0:53297:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.658650:0:53297:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.658654:0:53297:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.658684:0:53297:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.658687:0:53297:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815267:0:53307:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815278:0:53307:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815290:0:53307:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815296:0:53307:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815307:0:53307:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815312:0:53307:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815330:0:53307:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074978.815336:0:53307:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439d80. 00080000:00000010:0.0:1769074979.121218:0:53359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074979.121225:0:53359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074979.121232:0:53359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074979.121236:0:53359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074979.121242:0:53359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074979.121245:0:53359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074979.121255:0:53359:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439f00. 00080000:00000010:0.0:1769074979.121259:0:53359:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439f00. 00080000:00000010:3.0:1769074979.390878:0:53407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e280. 00080000:00000010:3.0:1769074979.390902:0:53407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e280. 00080000:00000010:3.0:1769074979.390910:0:53407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e280. 00080000:00000010:3.0:1769074979.390913:0:53407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e280. 00080000:00000010:3.0:1769074979.390919:0:53407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e280. 00080000:00000010:3.0:1769074979.390923:0:53407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e280. 00080000:00000010:3.0:1769074979.390932:0:53407:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e280. 00080000:00000010:3.0:1769074979.390936:0:53407:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e280. 00000400:00000200:3.0:1769074979.556976:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.556997:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 520 into portal 26 MB=0x6971ec9d52480 00000400:00000200:3.0:1769074979.557007:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 520/520 into md 0x27615 [2] + 0 00000400:00000010:3.0:1769074979.557012:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754f20. 00000400:00000200:3.0:1769074979.557017:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b13078600 00000400:00000200:3.0:1769074979.557084:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.557091:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.557097:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b13078600 00000400:00000010:3.0:1769074979.557100:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b13078600. 00000100:00000200:3.0:1769074979.557107:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1769074979.557173:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4e00. 00000020:00000010:0.0:1769074979.557189:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.557195:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000100:00000200:0.0:1769074979.557249:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351265920 02000000:00000010:0.0:1769074979.557267:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8c8b35d24400. 00000020:00000010:0.0:1769074979.557277:0:50509:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8c8b049c5000. 00000001:00000010:0.0:1769074979.557286:0:50509:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8c8b04a7d800. 00000001:00000010:0.0:1769074979.557291:0:50509:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8c8b3c503740. 00000001:00000010:0.0:1769074979.557295:0:50509:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f4c00. 00000001:00000010:0.0:1769074979.557297:0:50509:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f5800. 00000001:00000010:0.0:1769074979.557300:0:50509:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f4600. 00000001:00000010:0.0:1769074979.557302:0:50509:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f5000. 00000020:00000010:0.0:1769074979.557511:0:50509:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8c8b074b8300. 00000020:00000010:0.0:1769074979.557577:0:50509:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff8c8b35d26c00. 00000020:00000010:0.0:1769074979.557581:0:50509:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 160 at ffff8c8a0b3ec600. 00000020:00000010:0.0:1769074979.557585:0:50509:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 200 at ffff8c8b04a7db00. 00000020:00000010:0.0:1769074979.557598:0:50509:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff8c8b35d26800. 00000020:00000010:0.0:1769074979.557600:0:50509:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at ffff8c8b04a7d300. 00000020:00000010:0.0:1769074979.557603:0:50509:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at ffff8c8a0b2f5a00. 00000020:00000010:0.0:1769074979.557614:0:50509:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff8c8b049c2000. 00000400:00000200:0.0:1769074979.557627:0:50509:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.41@tcp primary NID 192.168.204.41@tcp rc 0 00010000:00000200:0.0:1769074979.557752:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b352d8050 x1855008351265920/t0(0) o250->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:0/0 lens 520/416 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.557771:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074979.557776:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 25, xid 1855008351265920, offset 0 00000400:00000200:0.0:1769074979.557783:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074979.557792:0:50509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074979.557797:0:50509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16339:16339:256:4294967295] 192.168.204.41@tcp LPNI seq info [16335:16335:8:4294967295] 00000400:00000200:0.0:1769074979.557804:0:50509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.557808:0:50509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074979.557812:0:50509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7de00. 00000800:00000200:0.0:1769074979.557817:0:50509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.557822:0:50509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074979.557825:0:50509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7de00 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1769074979.557894:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.557897:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.557900:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4e00. 00000100:00000200:0.0:1769074979.557907:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074979.557912:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754aa8. 00000400:00000010:0.0:1769074979.557918:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b3ec540. 00000800:00000200:3.0:1769074979.557937:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.557941:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7de00. 00000400:00000200:3.0:1769074979.557945:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.557949:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.557952:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:3.0:1769074979.557953:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 02000000:00000010:3.0:1769074979.557958:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b35d24400. 00000400:00000200:3.0:1769074979.558730:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.558740:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 26 MB=0x6971ec9d52500 00000400:00000200:3.0:1769074979.558747:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 328/328 into md 0x27625 [2] + 0 00000400:00000010:3.0:1769074979.558750:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916058. 00000400:00000200:3.0:1769074979.558753:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09053f00 00000400:00000200:3.0:1769074979.558762:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.558766:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.558770:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09053f00 00000400:00000010:3.0:1769074979.558773:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09053f00. 00000100:00000200:3.0:1769074979.558777:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1769074979.558819:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.558822:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.558827:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4e00. 00000020:00000010:0.0:1769074979.558829:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.558832:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.558865:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.558867:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da80. 00000100:00000200:0.0:1769074979.558870:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351266048 00010000:00000010:0.0:1769074979.558885:0:50509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ac00. 02000000:00000010:0.0:1769074979.558895:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b35d25800. 00010000:00000200:0.0:1769074979.558910:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b352dbc50 x1855008351266048/t0(0) o101->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:515/0 lens 328/344 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.558919:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074979.558922:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008351266048, offset 224 00000400:00000200:0.0:1769074979.558926:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074979.558933:0:50509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074979.558936:0:50509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16340:16340:256:4294967295] 192.168.204.41@tcp LPNI seq info [16336:16336:8:4294967295] 00000400:00000200:0.0:1769074979.558942:0:50509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.558945:0:50509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074979.558948:0:50509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7d600. 00000800:00000200:0.0:1769074979.558951:0:50509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.558955:0:50509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074979.558957:0:50509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7d600 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1769074979.558969:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.558972:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.558975:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4e00. 00000100:00000200:0.0:1769074979.558981:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074979.558984:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754f20. 00000400:00000010:0.0:1769074979.558987:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b3ec0c0. 00000800:00000200:3.0:1769074979.559057:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.559061:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7d600. 00000400:00000200:3.0:1769074979.559066:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.559071:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.559075:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:3.0:1769074979.559077:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 02000000:00000010:3.0:1769074979.559083:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b35d25800. 00000400:00000200:3.0:1769074979.559658:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.559665:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 512 into portal 26 MB=0x6971ec9d52580 00000400:00000200:3.0:1769074979.559671:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 512/512 into md 0x27635 [2] + 0 00000400:00000010:3.0:1769074979.559674:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5268. 00000400:00000200:3.0:1769074979.559678:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b2c10b900 00000400:00000200:3.0:1769074979.559684:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.559688:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.559691:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b2c10b900 00000400:00000010:3.0:1769074979.559693:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b2c10b900. 00000100:00000200:3.0:1769074979.559697:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1769074979.559741:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.559746:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.559751:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4e00. 00000020:00000010:0.0:1769074979.559754:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.559757:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.559778:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.559781:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da80. 00000100:00000200:0.0:1769074979.559784:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351266176 02000000:00000010:0.0:1769074979.559793:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b35d25c00. 00000040:00000010:0.0:1769074979.559799:0:50509:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b2f4800. 00000040:00000010:0.0:1769074979.559836:0:50509:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b2f4800. 00010000:00000200:0.0:1769074979.559848:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b352d9c50 x1855008351266176/t0(0) o501->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:515/0 lens 512/272 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/200/0 rc -2/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.559872:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074979.559875:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008351266176, offset 224 00000400:00000200:0.0:1769074979.559881:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074979.559887:0:50509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074979.559891:0:50509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16341:16341:256:4294967295] 192.168.204.41@tcp LPNI seq info [16337:16337:8:4294967295] 00000400:00000200:0.0:1769074979.559899:0:50509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.559904:0:50509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074979.559907:0:50509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7dc00. 00000800:00000200:0.0:1769074979.559910:0:50509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.559915:0:50509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074979.559917:0:50509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7dc00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:0.0:1769074979.559933:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.559936:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.559939:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4e00. 00000100:00000200:0.0:1769074979.559947:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074979.559950:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754c60. 00000400:00000010:0.0:1769074979.559953:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b3ec180. 00000800:00000200:3.0:1769074979.560003:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.560007:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7dc00. 00000400:00000200:3.0:1769074979.560010:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.560016:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.560020:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074979.560022:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 02000000:00000010:3.0:1769074979.560047:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b35d25c00. 00000400:00000200:3.0:1769074979.560710:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.560720:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 26 MB=0x6971ec9d52600 00000400:00000200:3.0:1769074979.560726:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 328/328 into md 0x27645 [2] + 0 00000400:00000010:3.0:1769074979.560730:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916f20. 00000400:00000200:3.0:1769074979.560734:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a090539c0 00000400:00000200:3.0:1769074979.560741:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.560746:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.560749:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a090539c0 00000400:00000010:3.0:1769074979.560751:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a090539c0. 00000100:00000200:3.0:1769074979.560755:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:0.0:1769074979.560807:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.560811:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.560817:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4e00. 00000020:00000010:0.0:1769074979.560821:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.560829:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.560867:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da80. 00000020:00000010:0.0:1769074979.560870:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da80. 00000100:00000200:0.0:1769074979.560874:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351266304 00010000:00000010:0.0:1769074979.560886:0:50509:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a600. 02000000:00000010:0.0:1769074979.560895:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b35d27000. 00010000:00000200:0.0:1769074979.560908:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b352da450 x1855008351266304/t0(0) o101->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:515/0 lens 328/344 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.560920:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074979.560923:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008351266304, offset 224 00000400:00000200:0.0:1769074979.560929:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074979.560936:0:50509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074979.560941:0:50509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16342:16342:256:4294967295] 192.168.204.41@tcp LPNI seq info [16338:16338:8:4294967295] 00000400:00000200:0.0:1769074979.560950:0:50509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.560955:0:50509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074979.560959:0:50509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7dc00. 00000800:00000200:0.0:1769074979.560963:0:50509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.560968:0:50509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074979.560972:0:50509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7dc00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:0.0:1769074979.560986:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.560990:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.560994:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4e00. 00000100:00000200:0.0:1769074979.561001:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074979.561005:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754000. 00000400:00000010:0.0:1769074979.561009:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b3ec480. 00000800:00000200:3.0:1769074979.561059:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.561063:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7dc00. 00000400:00000200:3.0:1769074979.561066:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.561071:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.561075:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:3.0:1769074979.561077:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 02000000:00000010:3.0:1769074979.561082:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b35d27000. 00000400:00000200:1.0:1769074979.561758:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074979.561766:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 512 into portal 26 MB=0x6971ec9d52680 00000400:00000200:1.0:1769074979.561770:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 512/512 into md 0x27655 [2] + 0 00000400:00000010:1.0:1769074979.561772:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367511b8. 00000400:00000200:1.0:1769074979.561775:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b06177000 00000400:00000200:1.0:1769074979.561781:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.561783:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.561785:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b06177000 00000400:00000010:1.0:1769074979.561786:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b06177000. 00000100:00000200:1.0:1769074979.561800:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1769074979.562117:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074979.562122:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6d00. 00000400:00000200:0.0:1769074979.562126:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.562130:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.562134:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:0.0:1769074979.562137:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 02000000:00000010:0.0:1769074979.562142:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b3cc92800. 00000400:00000200:3.0:1769074979.562808:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.562816:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d52700 00000400:00000200:3.0:1769074979.562822:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x27665 [2] + 0 00000400:00000010:3.0:1769074979.562826:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a9165d8. 00000400:00000200:3.0:1769074979.562829:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a090533c0 00000400:00000200:3.0:1769074979.562836:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.562840:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.562843:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a090533c0 00000400:00000010:3.0:1769074979.562844:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a090533c0. 00000100:00000200:3.0:1769074979.562847:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1769074979.563109:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074979.563113:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8a0459b200. 00000400:00000200:1.0:1769074979.563117:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.563122:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.563126:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e0c0 00000400:00000010:1.0:1769074979.563128:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a0159e0c0. 02000000:00000010:1.0:1769074979.563132:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b04ad4000. 00000400:00000200:0.0:1769074979.564147:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074979.564154:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d52780 00000400:00000200:0.0:1769074979.564158:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x27675 [2] + 0 00000400:00000010:0.0:1769074979.564161:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a9161b8. 00000400:00000200:0.0:1769074979.564163:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09281540 00000400:00000200:0.0:1769074979.564184:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.564186:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.564189:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09281540 00000400:00000010:0.0:1769074979.564190:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09281540. 00000100:00000200:0.0:1769074979.564193:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1769074979.564450:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.564454:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8a0459ba00. 00000400:00000200:3.0:1769074979.564457:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.564462:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.564466:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e000 00000400:00000010:3.0:1769074979.564468:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a0159e000. 02000000:00000010:3.0:1769074979.564471:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8c8b04ad4000. 00000400:00000200:1.0:1769074979.572977:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074979.572997:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d52800 00000400:00000200:1.0:1769074979.573006:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x27685 [2] + 0 00000400:00000010:1.0:1769074979.573011:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a9167e8. 00000400:00000200:1.0:1769074979.573015:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09281e40 00000400:00000200:1.0:1769074979.573060:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.573067:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.573072:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09281e40 00000400:00000010:1.0:1769074979.573074:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09281e40. 00000100:00000200:1.0:1769074979.573079:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1769074979.573476:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074979.573480:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8a0459be00. 00000400:00000200:0.0:1769074979.573482:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.573486:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.573488:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e000 00000400:00000010:0.0:1769074979.573489:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a0159e000. 02000000:00000010:0.0:1769074979.573492:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8c8b04ad4000. 00000400:00000200:3.0:1769074979.575890:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.575909:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d52880 00000400:00000200:3.0:1769074979.575915:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x276a1 [2] + 0 00000400:00000010:3.0:1769074979.575949:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751f78. 00000400:00000200:3.0:1769074979.575952:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b06177e40 00000400:00000200:3.0:1769074979.576000:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.576006:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.576010:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b06177e40 00000400:00000010:3.0:1769074979.576012:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b06177e40. 00000100:00000200:3.0:1769074979.576017:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1769074979.576337:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074979.576340:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8a0459be00. 00000400:00000200:1.0:1769074979.576342:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.576345:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.576347:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e6c0 00000400:00000010:1.0:1769074979.576349:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a0159e6c0. 02000000:00000010:1.0:1769074979.576351:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8c8b04ad4000. 00000400:00000200:0.0:1769074979.577198:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074979.577205:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 26 MB=0x6971ec9d52900 00000400:00000200:0.0:1769074979.577209:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 328/328 into md 0x276b1 [2] + 0 00000400:00000010:0.0:1769074979.577213:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751ec8. 00000400:00000200:0.0:1769074979.577216:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b36e90b40 00000400:00000200:0.0:1769074979.577224:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.577227:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.577230:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b36e90b40 00000400:00000010:0.0:1769074979.577232:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b36e90b40. 00000100:00000200:0.0:1769074979.577236:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1769074979.577495:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.577498:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00000400:00000200:3.0:1769074979.577501:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.577505:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.577508:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074979.577510:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 02000000:00000010:3.0:1769074979.577514:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b3cc93c00. 00000400:00000200:1.0:1769074979.578605:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074979.578613:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 304 into portal 26 MB=0x6971ec9d52980 00000400:00000200:1.0:1769074979.578617:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 304/304 into md 0x276c1 [2] + 0 00000400:00000010:1.0:1769074979.578620:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916478. 00000400:00000200:1.0:1769074979.578622:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a092816c0 00000400:00000200:1.0:1769074979.578628:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.578630:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.578632:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a092816c0 00000400:00000010:1.0:1769074979.578634:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a092816c0. 00000100:00000200:1.0:1769074979.578637:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1769074979.578881:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074979.578884:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:0.0:1769074979.578888:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.578893:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074979.578898:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b3cc93c00 00000400:00000200:3.0:1769074979.579361:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:3.0:1769074979.579367:0:16312:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x28019 00000400:00000200:3.0:1769074979.579370:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.579372:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:3.0:1769074979.579374:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074979.579376:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:3.0:1769074979.579378:0:16312:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b3cc93c00 00000800:00000200:1.0:1769074979.579540:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074979.579544:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:1.0:1769074979.579546:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.579550:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.579552:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074979.579553:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 02000000:00000010:1.0:1769074979.579556:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 536 at ffff8c8b3cc92400. 00000400:00000200:0.0:1769074979.581392:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074979.581402:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 26 MB=0x6971ec9d52a00 00000400:00000200:0.0:1769074979.581408:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 328/328 into md 0x27729 [2] + 0 00000400:00000010:0.0:1769074979.581412:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916000. 00000400:00000200:0.0:1769074979.581415:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b02a78240 00000400:00000200:0.0:1769074979.581424:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.581427:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.581430:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b02a78240 00000400:00000010:0.0:1769074979.581432:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b02a78240. 00000100:00000200:0.0:1769074979.581436:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1769074979.581657:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.581661:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00000400:00000200:3.0:1769074979.581665:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.581670:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.581674:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074979.581676:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 02000000:00000010:3.0:1769074979.581680:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b3cc93c00. 00000400:00000200:1.0:1769074979.582402:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074979.582411:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 26 MB=0x6971ec9d52a80 00000400:00000200:1.0:1769074979.582416:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 504/504 into md 0x27741 [2] + 0 00000400:00000010:1.0:1769074979.582419:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916dc0. 00000400:00000200:1.0:1769074979.582427:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b02a786c0 00000400:00000200:1.0:1769074979.582436:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.582440:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.582443:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b02a786c0 00000400:00000010:1.0:1769074979.582445:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b02a786c0. 00000100:00000200:1.0:1769074979.582448:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1769074979.582702:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074979.582706:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6d00. 00000400:00000200:0.0:1769074979.582709:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.582714:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.582717:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:0.0:1769074979.582719:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 02000000:00000010:0.0:1769074979.582723:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b3cc92800. 00000400:00000200:3.0:1769074979.583371:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.583380:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d52b00 00000400:00000200:3.0:1769074979.583385:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x27751 [2] + 0 00000400:00000010:3.0:1769074979.583388:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916790. 00000400:00000200:3.0:1769074979.583393:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b1311f240 00000400:00000200:3.0:1769074979.583400:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.583404:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.583407:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b1311f240 00000400:00000010:3.0:1769074979.583409:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b1311f240. 00000100:00000200:3.0:1769074979.583413:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:1.0:1769074979.583675:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074979.583677:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8a0459ba00. 00000400:00000200:1.0:1769074979.583679:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.583687:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.583689:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b066ed300 00000400:00000010:1.0:1769074979.583691:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8b066ed300. 02000000:00000010:1.0:1769074979.583695:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b04ad4000. 00000400:00000200:0.0:1769074979.584737:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074979.584746:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d52b80 00000400:00000200:0.0:1769074979.584751:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x27761 [2] + 0 00000400:00000010:0.0:1769074979.584755:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916370. 00000400:00000200:0.0:1769074979.584759:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0a43f6c0 00000400:00000200:0.0:1769074979.584783:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.584786:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.584789:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0a43f6c0 00000400:00000010:0.0:1769074979.584791:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0a43f6c0. 00000100:00000200:0.0:1769074979.584796:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1769074979.585061:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.585065:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8a0459b200. 00000400:00000200:3.0:1769074979.585067:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.585071:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.585074:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112e0780 00000400:00000010:3.0:1769074979.585075:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8b112e0780. 02000000:00000010:3.0:1769074979.585078:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8c8b04ad4000. 00000400:00000200:1.0:1769074979.585899:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074979.585906:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d52c00 00000400:00000200:1.0:1769074979.585910:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x27771 [2] + 0 00000400:00000010:1.0:1769074979.585912:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916a50. 00000400:00000200:1.0:1769074979.585915:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b406866c0 00000400:00000200:1.0:1769074979.585920:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.585922:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074979.585924:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b406866c0 00000400:00000010:1.0:1769074979.585925:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b406866c0. 00000100:00000200:1.0:1769074979.585928:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:0.0:1769074979.586223:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074979.586228:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8a0459ae00. 00000400:00000200:0.0:1769074979.586231:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.586235:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.586239:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112e0480 00000400:00000010:0.0:1769074979.586241:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8b112e0480. 02000000:00000010:0.0:1769074979.586244:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8768 at ffff8c8b04ad4000. 00000400:00000200:3.0:1769074979.587466:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.587477:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 520 into portal 12 MB=0x6971ec9d52c80 00000400:00000200:3.0:1769074979.587553:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 520/520 into md 0x4c41 [64] + 6496 00000400:00000200:3.0:1769074979.587560:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.587563:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074979.587567:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074979.587581:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08700. 00000400:00000200:3.0:1769074979.587597:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.587601:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 520 into portal 12 MB=0x6971ec9d52d80 00000400:00000200:3.0:1769074979.587604:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 520/520 into md 0x4c41 [64] + 7016 00000400:00000200:3.0:1769074979.587609:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.587611:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074979.587613:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074979.587622:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0b480. 00000020:00000010:0.0:1769074979.587645:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4e00. 00000020:00000010:0.0:1769074979.587651:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.587656:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.587685:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4800. 00000020:00000010:0.0:1769074979.587688:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074979.587691:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00000100:00000200:0.0:1769074979.587715:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351267968 02000000:00000010:0.0:1769074979.587732:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8c8b35d27800. 00000020:00000010:0.0:1769074979.587768:0:26105:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8c8b049c1800. 00000004:00000010:0.0:1769074979.587776:0:26105:0:(mdt_handler.c:7585:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff8c8b3524da80. 00000001:00000010:0.0:1769074979.587782:0:26105:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8c8b0a439800. 00000001:00000010:0.0:1769074979.587789:0:26105:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8c8b04a7d600. 00000001:00000010:0.0:1769074979.587796:0:26105:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8c8b3c503a80. 00000001:00000010:0.0:1769074979.587802:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f5200. 00000001:00000010:0.0:1769074979.587808:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f5e00. 00000001:00000010:0.0:1769074979.587811:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f5c00. 00000001:00000010:0.0:1769074979.587817:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f4a00. 00000001:00000010:0.0:1769074979.587824:0:26105:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8c8b04a7de00. 00000001:00000010:0.0:1769074979.587830:0:26105:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8c8b3c503780. 00000001:00000010:0.0:1769074979.587836:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f5400. 00000001:00000010:0.0:1769074979.587839:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f4200. 00000001:00000010:0.0:1769074979.587842:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f4400. 00000001:00000010:0.0:1769074979.587845:0:26105:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a0b2f4000. 00080000:00000010:0.0:1769074979.587901:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b2f5600. 00080000:00000010:0.0:1769074979.587912:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dd80. 00000001:00000010:0.0:1769074979.587929:0:26105:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b074b8a80. 00080000:00000010:0.0:1769074979.587974:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dd80. 00000020:00000010:0.0:1769074979.587987:0:26105:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8c8b074b8a20. 00000020:00000010:0.0:1769074979.588115:0:26105:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff8c8b35d24400. 00000020:00000010:0.0:1769074979.588122:0:26105:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b35d25800. 00000020:00000010:0.0:1769074979.588128:0:26105:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 1040 at ffff8c8b049c4000. 00000020:00000010:0.0:1769074979.588151:0:26105:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 584 at ffff8c8b35d25c00. 00000020:00000010:0.0:1769074979.588157:0:26105:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 224 at ffff8c8b04a7d900. 00000020:00000010:0.0:1769074979.588164:0:26105:0:(lprocfs_status.c:1469:lprocfs_stats_alloc()) alloc '(stats->ls_percpu[0])': 280 at ffff8c8b3fe61800. 00000020:00000010:0.0:1769074979.588183:0:26105:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff8c8b057a7800. 00000020:00000010:0.0:1769074979.588192:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd80. 00000400:00000200:0.0:1769074979.588203:0:26105:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.41@tcp primary NID 192.168.204.41@tcp rc 0 00010000:00000200:0.0:1769074979.588221:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a08700 x1855008351267968/t0(0) o38->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:0/0 lens 520/416 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.588234:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074979.588237:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1855008351267968, offset 0 00000800:00000200:1.0:1769074979.588238:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074979.588242:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6000. 00000400:00000200:0.0:1769074979.588245:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074979.588248:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.588255:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074979.588257:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.588264:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16357:16357:255:4294967295] 192.168.204.41@tcp LPNI seq info [16353:16353:7:4294967295] 00000400:00000200:0.0:1769074979.588274:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.588278:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074979.588279:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000800:00000010:0.0:1769074979.588282:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7d200. 00000400:00000010:1.0:1769074979.588283:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000800:00000200:0.0:1769074979.588290:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.588296:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074979.588299:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7d200 type 1, nob 512 niov 1 nkiov 1 00000020:00000010:0.0:1769074979.588316:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.588320:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.588322:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4e00. 00000800:00000200:3.0:1769074979.588416:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.588420:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7d200. 00000400:00000200:3.0:1769074979.588424:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.588428:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.588432:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:3.0:1769074979.588450:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000400:00000200:3.0:1769074979.589268:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.589277:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d52e00 00000400:00000200:3.0:1769074979.589283:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c41 [64] + 7536 00000400:00000200:3.0:1769074979.589292:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.589295:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074979.589300:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074979.589304:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0b800. 00000020:00000010:0.0:1769074979.589357:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d940. 00000020:00000010:0.0:1769074979.589362:0:26105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b0951f780. 00000020:00000010:0.0:1769074979.589375:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3fe61a00. 00000020:00000010:0.0:1769074979.589378:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.589380:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.589403:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074979.589405:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000100:00000200:0.0:1769074979.589408:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351268352 02000000:00000010:0.0:1769074979.589420:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b35d27000. 00010000:00000200:0.0:1769074979.589464:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a0b800 x1855008351268352/t0(0) o41->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:515/0 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.589477:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000400:00000200:1.0:1769074979.589478:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:0.0:1769074979.589484:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1855008351268352, offset 224 00000400:00000200:1.0:1769074979.589489:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d52d00 00000400:00000200:0.0:1769074979.589494:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074979.589500:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c41 [64] + 7760 00000400:00000200:0.0:1769074979.589506:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074979.589511:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16358:16358:256:4294967295] 192.168.204.41@tcp LPNI seq info [16354:16354:8:4294967295] 00000400:00000200:0.0:1769074979.589519:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.589523:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074979.589528:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7d400. 00000800:00000200:0.0:1769074979.589532:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.589537:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074979.589540:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7d400 type 1, nob 464 niov 1 nkiov 1 00000400:00000200:1.0:1769074979.589557:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074979.589560:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000400:00000200:1.0:1769074979.589562:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074979.589568:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000100:00000200:1.0:1769074979.589568:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074979.589574:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021180. 00000020:00000010:0.0:1769074979.589575:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3fe61a00. 00000020:00000010:0.0:1769074979.589598:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00000020:00000010:0.0:1769074979.589602:0:26105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524dd80. 00000020:00000010:0.0:1769074979.589611:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3fe61a00. 00000020:00000010:0.0:1769074979.589615:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.589619:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.589644:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd80. 00000400:00000200:1.0:1769074979.589646:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074979.589649:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd80. 00000100:00000200:0.0:1769074979.589654:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351268096 00000400:00000200:1.0:1769074979.589657:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d52e80 00000400:00000200:1.0:1769074979.589662:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c41 [64] + 7984 02000000:00000010:0.0:1769074979.589663:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b35d24c00. 00000400:00000200:1.0:1769074979.589670:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074979.589675:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074979.589677:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074979.589679:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020000. 00000020:00000010:0.0:1769074979.589693:0:26105:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8a0b3ec240. 00000020:00000010:0.0:1769074979.589701:0:26105:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b0882e400. 00000020:00000010:0.0:1769074979.589705:0:26105:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b0882dc00. 00000020:00000010:0.0:1769074979.589711:0:26105:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b3fe60000. 00000020:00000010:0.0:1769074979.589716:0:26105:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b3fe60400. 00000020:00000010:0.0:1769074979.589726:0:26105:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b0496c000. 00010000:00000200:0.0:1769074979.589744:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021180 x1855008351268096/t0(0) o41->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:515/0 lens 224/368 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.589755:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074979.589759:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1855008351268096, offset 224 00000400:00000200:0.0:1769074979.589764:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074979.589771:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074979.589775:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16359:16359:256:4294967295] 192.168.204.41@tcp LPNI seq info [16355:16355:8:4294967295] 00000400:00000200:0.0:1769074979.589782:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.589785:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074979.589792:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7d700. 00000800:00000200:0.0:1769074979.589799:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.589803:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074979.589807:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7d700 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1769074979.589821:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.589826:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.589831:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3fe61a00. 00000800:00000200:3.0:1769074979.589904:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.589909:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7d700. 00000400:00000200:3.0:1769074979.589914:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.589920:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.589924:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:3.0:1769074979.589926:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000800:00000200:3.0:1769074979.589939:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.589941:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6b00. 00000400:00000200:3.0:1769074979.589943:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.589946:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.589948:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074979.589950:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000020:00000010:1.0:1769074979.590832:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.590836:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.590839:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:1.0:1769074979.590841:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511f00. 00000020:00000010:1.0:1769074979.590844:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074979.590875:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.590879:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b500. 00000100:00000200:1.0:1769074979.590881:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351268608 02000000:00000010:1.0:1769074979.590890:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc97800. 00010000:00000200:1.0:1769074979.590901:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97480 x1855008351268608/t0(0) o40->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:515/0 lens 440/448 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/209/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074979.590916:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074979.590918:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351268608, offset 224 00000400:00000200:1.0:1769074979.590922:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074979.590926:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074979.590929:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16361:16361:256:4294967295] 192.168.204.41@tcp LPNI seq info [16357:16357:8:4294967295] 00000400:00000200:1.0:1769074979.590934:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074979.590937:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074979.590939:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b037bab00. 00000800:00000200:1.0:1769074979.590942:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074979.590945:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074979.590947:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b037bab00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1769074979.590961:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511f00. 00000020:00000010:1.0:1769074979.590964:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074979.590966:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:3.0:1769074979.591010:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.591014:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b037bab00. 00000400:00000200:3.0:1769074979.591016:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.591020:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.591022:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:3.0:1769074979.591023:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:3.0:1769074979.591809:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.591818:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 520 into portal 28 MB=0x6971ec9d52f80 00000400:00000200:3.0:1769074979.591824:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 520/520 into md 0x12089 [8] + 9488 00000400:00000200:3.0:1769074979.591843:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.591847:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074979.591851:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074979.591870:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08000. 00000020:00000010:0.0:1769074979.591920:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3fe61a00. 00000020:00000010:0.0:1769074979.591923:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.591926:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000100:00000200:0.0:1769074979.591946:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351268736 02000000:00000010:0.0:1769074979.591960:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff8c8b0882d800. 00000020:00000010:0.0:1769074979.591968:0:29089:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8c8b0496f000. 00000001:00000010:0.0:1769074979.591976:0:29089:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8c8b0a439180. 00000001:00000010:0.0:1769074979.591982:0:29089:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8c8b04a7d700. 00000400:00000200:3.0:1769074979.591984:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:0.0:1769074979.591990:0:29089:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8c8b3c503840. 00000400:00000200:3.0:1769074979.591991:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 264 into portal 29 MB=0x6971ec9d53080 00000001:00000010:0.0:1769074979.591997:0:29089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8b3fe60e00. 00000400:00000200:3.0:1769074979.591998:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1d from 12345-192.168.204.41@tcp of length 264/264 into md 0x5105 [1] + 0 00000001:00000010:0.0:1769074979.592005:0:29089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8b3fcfda00. 00000001:00000010:0.0:1769074979.592008:0:29089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a047ce600. 00000001:00000010:0.0:1769074979.592011:0:29089:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8c8a047cf400. 00080000:00000010:0.0:1769074979.592053:0:29089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a047ce400. 00080000:00000010:0.0:1769074979.592060:0:29089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dd80. 00000400:00000200:3.0:1769074979.592065:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.592069:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074979.592085:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_fld 00000001:00000010:0.0:1769074979.592090:0:29089:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b074b8d20. 00000100:00000010:3.0:1769074979.592094:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0a680. 00000400:00000200:3.0:1769074979.592112:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.592116:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 520 into portal 28 MB=0x6971ec9d53000 00000400:00000200:3.0:1769074979.592121:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 520/520 into md 0x12089 [8] + 10008 00080000:00000010:0.0:1769074979.592122:0:29089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dd80. 00000020:00000010:0.0:1769074979.592131:0:29089:0:(lprocfs_status_server.c:660:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8c8b074b8960. 00000400:00000200:3.0:1769074979.592131:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.592139:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074979.592144:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074979.592145:0:29089:0:(lprocfs_status_server.c:710:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8c8b074b8960. 00000100:00000010:3.0:1769074979.592148:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09180. 00040000:00000010:1.0:1769074979.592150:0:26115:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b3630d800. 00000020:00000010:0.0:1769074979.592153:0:29089:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1712 at ffff8c8b05030000. 00000020:00000010:1.0:1769074979.592161:0:26115:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b500. 00000020:00000010:0.0:1769074979.592162:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd80. 00000020:00000010:1.0:1769074979.592168:0:26115:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.592174:0:26115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000400:00000200:0.0:1769074979.592175:0:29089:0:(peer.c:1531:LNetPrimaryNID()) NID 192.168.204.41@tcp primary NID 192.168.204.41@tcp rc 0 00000020:00000010:1.0:1769074979.592178:0:26115:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511f00. 00000020:00000010:1.0:1769074979.592182:0:26115:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00010000:00000200:0.0:1769074979.592200:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a08000 x1855008351268736/t0(0) o8->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:0/0 lens 520/416 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074979.592214:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074979.592219:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 416 bytes to portal 4, xid 1855008351268736, offset 0 00000020:00000010:1.0:1769074979.592222:0:26115:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.592225:0:26115:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b500. 00000400:00000200:0.0:1769074979.592227:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074979.592228:0:26115:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351268992 00000400:00000200:0.0:1769074979.592236:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:1.0:1769074979.592238:0:26115:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at ffff8c8b3cc97c00. 00000400:00000200:0.0:1769074979.592245:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16362:16362:256:4294967295] 192.168.204.41@tcp LPNI seq info [16358:16358:8:4294967295] 00010000:00000200:1.0:1769074979.592251:0:26115:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a0a680 x1855008351268992/t0(0) o900->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:515/0 lens 264/248 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074979.592267:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074979.592274:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 416 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074979.592275:0:26115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000800:00000010:0.0:1769074979.592278:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7d400. 00000100:00000200:1.0:1769074979.592280:0:26115:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 10, xid 1855008351268992, offset 224 00000800:00000200:0.0:1769074979.592285:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074979.592293:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074979.592293:0:26115:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:0.0:1769074979.592302:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7d400 type 1, nob 512 niov 1 nkiov 1 00000400:00000200:1.0:1769074979.592305:0:26115:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074979.592310:0:26115:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16363:16363:255:4294967295] 192.168.204.41@tcp LPNI seq info [16359:16359:7:4294967295] 00000020:00000010:0.0:1769074979.592319:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000400:00000200:1.0:1769074979.592320:0:26115:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:0.0:1769074979.592325:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.592330:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3fe61a00. 00000800:00000200:1.0:1769074979.592330:0:26115:0:(socklnd_cb.c:1001:ksocknal_send()) sending 248 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074979.592334:0:26115:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b037ba600. 00000800:00000200:1.0:1769074979.592340:0:26115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074979.592347:0:26115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074979.592351:0:26115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b037ba600 type 1, nob 344 niov 1 nkiov 1 00000800:00000200:0.0:1769074979.592358:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074979.592359:0:26115:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511f00. 00000800:00000010:0.0:1769074979.592368:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7d400. 00000400:00000200:0.0:1769074979.592374:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074979.592374:0:26115:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074979.592379:0:26115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000400:00000200:0.0:1769074979.592384:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.592391:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074979.592395:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000800:00000200:0.0:1769074979.592429:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074979.592433:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b037ba600. 00000400:00000200:0.0:1769074979.592436:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.592441:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.592444:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:0.0:1769074979.592447:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000800:00000200:3.0:1769074979.592610:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.592613:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6c00. 00000400:00000200:3.0:1769074979.592615:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.592618:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.592620:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074979.592621:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074979.593323:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.593329:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d53100 00000400:00000200:3.0:1769074979.593334:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1e6dd [2] + 1960 00000400:00000010:3.0:1769074979.593337:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:3.0:1769074979.593339:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b2c10b240 00000400:00000200:3.0:1769074979.593345:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.593347:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.593349:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b2c10b240 00000400:00000010:3.0:1769074979.593350:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b2c10b240. 00000100:00000200:3.0:1769074979.593354:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00040000:00000010:0.0:1769074979.593421:0:26107:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b10bf6000. 00000020:00000010:0.0:1769074979.593435:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524df00. 00000020:00000010:0.0:1769074979.593438:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524df00. 00000020:00000010:0.0:1769074979.593441:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3fe61a00. 00000020:00000010:0.0:1769074979.593443:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439e80. 00000020:00000010:0.0:1769074979.593445:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000020:00000010:0.0:1769074979.593464:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524df00. 00000020:00000010:0.0:1769074979.593466:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524df00. 00000100:00000200:0.0:1769074979.593467:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351269120 00080000:00000010:0.0:1769074979.593494:0:26107:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b074b8960. 02000000:00000010:0.0:1769074979.593505:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 1200 at ffff8c8b10bf1800. 02000000:00000010:0.0:1769074979.593516:0:26107:0:(upcall_cache.c:27:alloc_entry()) kmalloced '(entry)': 472 at ffff8c8b09478000. 00000004:00000010:1.0:1769074979.599312:0:53457:0:(mdt_lproc.c:364:identity_info_store()) kmalloced '(param)': 1048 at ffff8c8b36309000. 00000004:00000010:1.0:1769074979.599330:0:53457:0:(mdt_lproc.c:404:identity_info_store()) kfreed 'param': 1048 at ffff8c8b36309000. 00000020:00000010:3.0:1769074979.599386:0:26107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1728 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074979.599395:0:26107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8a044dc000. 00010000:00000200:3.0:1769074979.599414:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b09151c50 x1855008351269120/t0(0) o33->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:515/0 lens 448/464 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/600/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074979.599431:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074979.599436:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 464 bytes to portal 10, xid 1855008351269120, offset 224 00000400:00000200:3.0:1769074979.599442:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074979.599452:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074979.599457:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16365:16365:256:4294967295] 192.168.204.41@tcp LPNI seq info [16361:16361:8:4294967295] 00000400:00000200:3.0:1769074979.599475:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074979.599479:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 464 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074979.599483:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a02bc6900. 00000800:00000200:3.0:1769074979.599488:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074979.599494:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074979.599497:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a02bc6900 type 1, nob 560 niov 1 nkiov 1 00000020:00000010:3.0:1769074979.599516:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439e80. 00000020:00000010:3.0:1769074979.599520:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000020:00000010:3.0:1769074979.599523:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3fe61a00. 02000000:00000010:3.0:1769074979.599533:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3fc67400. 00000100:00000010:3.0:1769074979.599536:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45180. 02000000:00000010:3.0:1769074979.599539:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3fc65000. 00000100:00000010:3.0:1769074979.599540:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94e00. 02000000:00000010:3.0:1769074979.599543:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3cec3800. 00000100:00000010:3.0:1769074979.599545:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096da300. 02000000:00000010:3.0:1769074979.599547:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a01ea3400. 00000100:00000010:3.0:1769074979.599550:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664380. 02000000:00000010:3.0:1769074979.599551:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a01ea2000. 00000100:00000010:3.0:1769074979.599553:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb9f80. 00000100:00000200:3.0:1769074979.599559:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1769074979.599564:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751f78. 00000400:00000010:3.0:1769074979.599567:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b900. 00000800:00000200:0.0:1769074979.599584:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074979.599588:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a02bc6900. 00000400:00000200:0.0:1769074979.599592:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074979.599597:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074979.599600:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:0.0:1769074979.599602:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 02000000:00000010:0.0:1769074979.599605:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 1200 at ffff8c8b10bf1800. 00000400:00000200:3.0:1769074979.653057:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074979.653082:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d53180 00000400:00000200:3.0:1769074979.653088:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 8648 00000400:00000200:3.0:1769074979.653103:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.653108:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074979.653114:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074979.653122:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09c00. 00000020:00000010:1.0:1769074979.653179:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.653184:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.653189:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:1.0:1769074979.653192:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511f00. 00000020:00000010:1.0:1769074979.653196:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074979.653225:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b500. 00000020:00000010:1.0:1769074979.653227:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b500. 00000100:00000200:1.0:1769074979.653229:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351269248 00010000:00000010:1.0:1769074979.653250:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7d00. 00010000:00000010:1.0:1769074979.653253:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511c80. 00010000:00000010:1.0:1769074979.653258:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 00000020:00000010:1.0:1769074979.653262:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8c8b3e35b500. 00010000:00000010:1.0:1769074979.653266:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81c80. 02000000:00000010:1.0:1769074979.653285:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b30744000. 00010000:00000010:1.0:1769074979.653307:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:1.0:1769074979.653309:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81e80. 00000020:00000010:1.0:1769074979.653317:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8c8b036c1a00. 00080000:00000010:1.0:1769074979.653358:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at ffff8c8b38511d80. 00000020:00000010:1.0:1769074979.653370:0:29082:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8b0480b480. 00000020:00000010:1.0:1769074979.653373:0:29082:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b3cc96400. 00000020:00000010:1.0:1769074979.653376:0:29082:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b385f0000. 00000020:00000010:1.0:1769074979.653381:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b036c0c00. 00000020:00000010:1.0:1769074979.653384:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b036c1c00. 00000020:00000010:1.0:1769074979.653390:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b3630c000. 00010000:00000010:1.0:1769074979.653412:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81c80. 00010000:00000200:1.0:1769074979.653432:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a09c00 x1855008351269248/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:515/0 lens 576/688 e 0 to 0 dl 1769074990 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074979.653452:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074979.653457:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855008351269248, offset 224 00000400:00000200:1.0:1769074979.653462:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074979.653469:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074979.653474:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16366:16366:256:4294967295] 192.168.204.41@tcp LPNI seq info [16362:16362:8:4294967295] 00000400:00000200:1.0:1769074979.653481:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074979.653485:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074979.653488:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b037bad00. 00000800:00000200:1.0:1769074979.653493:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074979.653498:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074979.653501:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b037bad00 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1769074979.653517:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511f00. 00000020:00000010:1.0:1769074979.653520:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074979.653523:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:3.0:1769074979.653611:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074979.653616:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b037bad00. 00000400:00000200:3.0:1769074979.653620:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074979.653625:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074979.653630:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074979.653632:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00010000:00000010:1.1:1769074979.659060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00000020:00000010:0.0:1769074979.882145:0:453:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8c8b09478200. 00000100:00000010:3.0:1769074980.074146:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08380. 02000000:00000010:3.0:1769074980.074168:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8a02bc6900. 00000100:00000010:3.0:1769074980.074202:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08e00. 02000000:00000010:3.0:1769074980.074206:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8a02bc6100. 00000100:00000010:3.0:1769074980.074215:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0bb80. 02000000:00000010:3.0:1769074980.074221:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd200. 02000000:00000010:1.0:1769074980.074235:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0400. 00000100:00000010:3.0:1769074980.074240:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0b100. 00000400:00000010:1.0:1769074980.074244:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 02000000:00000010:3.0:1769074980.074247:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd500. 00000400:00000010:1.0:1769074980.074251:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074980.074259:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368784512, portal 25 00000100:00000010:3.0:1769074980.074261:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0aa00. 00000400:00000010:1.0:1769074980.074265:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074980.074269:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855008368784512, offset 0 02000000:00000010:3.0:1769074980.074270:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cd300. 00000400:00000200:1.0:1769074980.074282:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1769074980.074282:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09f80. 02000000:00000010:3.0:1769074980.074287:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cda00. 00000100:00000010:3.0:1769074980.074293:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0ad80. 00000400:00000200:1.0:1769074980.074297:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1769074980.074300:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b2b8cde00. 00000100:00000010:3.0:1769074980.074307:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09500. 00000400:00000200:1.0:1769074980.074310:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971ecae07480 02000000:00000010:3.0:1769074980.074311:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158a00. 00000400:00000200:1.0:1769074980.074319:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x27781 [2] + 0 00000100:00000010:3.0:1769074980.074321:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08a80. 00000400:00000010:1.0:1769074980.074323:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751528. 02000000:00000010:3.0:1769074980.074325:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158400. 00000400:00000200:1.0:1769074980.074331:0:16317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b049760c0 00000100:00000010:3.0:1769074980.074331:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0a300. 02000000:00000010:3.0:1769074980.074335:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158600. 00000100:00000010:3.0:1769074980.074340:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f800. 00000400:00000200:1.0:1769074980.074342:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074980.074346:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074980.074359:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b049760c0 00000400:00000010:1.0:1769074980.074362:0:16317:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b049760c0. 00000100:00000200:1.0:1769074980.074367:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:1.0:1769074980.074381:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:1.0:1769074980.074383:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074980.074391:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a08380 x1855008368784512/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074980.074409:0:26828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 02000000:00000010:0.0:1769074980.074417:0:26828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b04a7d400. 02000000:00000010:0.0:1769074980.074435:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b09479400. 00000400:00000010:0.0:1769074980.074440:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754420. 02000000:00000010:1.0:1769074980.074440:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0e00. 00000400:00000010:1.0:1769074980.074446:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794318. 02000000:00000010:3.0:1769074980.074464:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158c00. 00000100:00000010:3.0:1769074980.074476:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748c000. 02000000:00000010:3.0:1769074980.074480:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158100. 00000100:00000010:3.0:1769074980.074484:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748e680. 02000000:00000010:3.0:1769074980.074487:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158500. 00000020:00000010:3.0:1769074980.074524:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074980.074527:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074980.074532:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cefc00. 00000020:00000010:3.0:1769074980.074535:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec80. 00000020:00000010:3.0:1769074980.074538:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074980.074562:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074980.074564:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000100:00000200:3.0:1769074980.074566:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368784512 02000000:00000010:3.0:1769074980.074575:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378be400. 00010000:00000200:3.0:1769074980.074581:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17353450 x1855008368784512/t0(0) o400->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074980.074592:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000400:00000010:0.0:1769074980.075069:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000400:00000010:1.0:1769074980.075077:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:0.0:1769074980.075078:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368784768, portal 4 00000100:00000200:1.0:1769074980.075082:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368785024, portal 10 00000400:00000010:0.0:1769074980.075085:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074980.075089:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368784768, offset 0 00000400:00000010:1.0:1769074980.075090:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074980.075096:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368785024, offset 0 00000400:00000200:0.0:1769074980.075100:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.075106:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074980.075115:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855008368784512, offset 224 00000400:00000200:3.0:1769074980.075126:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074980.075180:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.075185:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074980.075190:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae07580 00000400:00000200:1.0:1769074980.075196:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae07680 00000400:00000200:0.0:1769074980.075199:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 10528 00000400:00000200:0.0:1769074980.075204:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074980.075208:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 9224 00000400:00000200:0.0:1769074980.075211:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074980.075218:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074980.075224:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074980.075232:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074980.075241:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971ecae07480 00000100:00000200:0.0:1769074980.076067:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1769074980.076068:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074980.076072:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47100. 00000100:00000010:1.0:1769074980.076075:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020e00. 00000400:00000200:0.0:1769074980.076095:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074980.076100:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000400:00000200:1.0:1769074980.076105:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000100:00000200:0.0:1769074980.076109:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a0bb80 x1855008368784768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074980.076109:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074980.076118:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a0aa00 x1855008368785024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074980.076144:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b09478400. 02000000:00000010:1.0:1769074980.076145:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0200. 00000400:00000010:0.0:1769074980.076151:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754d10. 00000400:00000010:1.0:1769074980.076151:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794c08. 00000400:00000010:0.0:1769074980.076157:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000400:00000010:1.0:1769074980.076158:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:0.0:1769074980.076163:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368785280, portal 10 00000100:00000200:1.0:1769074980.076164:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368785536, portal 10 00000400:00000010:1.0:1769074980.076171:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074980.076175:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368785536, offset 0 00000400:00000200:1.0:1769074980.076177:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.076181:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.076185:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae07880 00000400:00000010:0.0:1769074980.076186:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000400:00000200:1.0:1769074980.076190:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 9672 00000100:00000200:0.0:1769074980.076194:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368785280, offset 0 00000400:00000200:1.0:1769074980.076195:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074980.076202:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074980.076205:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1769074980.076209:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1769074980.076214:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1769074980.076216:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023800. 00000400:00000200:0.0:1769074980.076223:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae07780 00000400:00000200:1.0:1769074980.076228:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:1.0:1769074980.076231:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074980.076235:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a08a80 x1855008368785536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.076237:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 9896 00000400:00000200:0.0:1769074980.076251:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.076259:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074980.076267:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1769074980.076270:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c1000. 00000100:00000010:0.0:1769074980.076274:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46d80. 00000400:00000010:1.0:1769074980.076275:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794bb0. 00000400:00000010:1.0:1769074980.076280:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074980.076289:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368786048, portal 4 00000400:00000200:0.0:1769074980.076293:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:1.0:1769074980.076295:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000400:00000010:0.0:1769074980.076297:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000100:00000200:1.0:1769074980.076303:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368786048, offset 0 00000100:00000200:0.0:1769074980.076306:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a0ad80 x1855008368785280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074980.076313:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.076322:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.076331:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae07a80 00000400:00000200:1.0:1769074980.076339:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 10752 02000000:00000010:0.0:1769074980.076343:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0882f800. 00000400:00000200:1.0:1769074980.076344:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074980.076348:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754b00. 00000400:00000200:1.0:1769074980.076351:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074980.076353:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:1.0:1769074980.076358:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1769074980.076359:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368785792, portal 4 00000100:00000010:1.0:1769074980.076365:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022a00. 00000400:00000010:0.0:1769074980.076366:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074980.076370:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368785792, offset 0 00000400:00000200:0.0:1769074980.076373:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074980.076378:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.076380:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000200:0.0:1769074980.076384:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae07980 00000400:00000010:1.0:1769074980.076385:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074980.076395:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748c000 x1855008368786048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.076396:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 10304 00000400:00000200:0.0:1769074980.076411:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.076417:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074980.076422:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074980.076429:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45180. 02000000:00000010:1.0:1769074980.076436:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0600. 00000400:00000200:0.0:1769074980.076441:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:1.0:1769074980.076442:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307949f8. 00000400:00000010:0.0:1769074980.076445:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074980.076451:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af46300 x1855008368785792/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074980.076460:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074980.076476:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368784896, portal 4 02000000:00000010:0.0:1769074980.076478:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0882c000. 00000400:00000010:1.0:1769074980.076481:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000400:00000010:0.0:1769074980.076482:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754058. 00000100:00000200:1.0:1769074980.076485:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368784896, offset 0 00000400:00000010:0.0:1769074980.076488:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000400:00000200:1.0:1769074980.076498:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074980.076503:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368786304, portal 4 00000400:00000200:1.0:1769074980.076508:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1769074980.076510:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074980.076513:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368786304, offset 0 00000400:00000200:1.0:1769074980.076517:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae07600 00000400:00000200:0.0:1769074980.076520:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.076525:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 10976 00000400:00000200:0.0:1769074980.076527:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.076532:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.076536:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae07b80 00000400:00000200:1.0:1769074980.076538:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074980.076543:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 672 00000400:00000200:0.0:1769074980.076546:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074980.076547:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074980.076551:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1769074980.076552:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022680. 00000100:00000200:0.0:1769074980.076554:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1769074980.076560:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f87800. 00000400:00000200:1.0:1769074980.076565:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:1.0:1769074980.076568:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000400:00000200:0.0:1769074980.076574:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000100:00000200:1.0:1769074980.076575:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a0b100 x1855008368784896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074980.076579:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074980.076585:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf96d80 x1855008368786304/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074980.076595:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0800. 00000400:00000010:1.0:1769074980.076598:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794688. 00000400:00000010:1.0:1769074980.076602:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074980.076605:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368785408, portal 10 00000400:00000010:1.0:1769074980.076618:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000020:00000010:0.0:1769074980.076621:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524df00. 00000100:00000200:1.0:1769074980.076622:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368785408, offset 0 00000020:00000010:0.0:1769074980.076627:0:29089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d880. 00000400:00000200:1.0:1769074980.076631:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.076637:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074980.076643:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000400:00000200:1.0:1769074980.076643:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae07800 00000020:00000010:0.0:1769074980.076648:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000400:00000200:1.0:1769074980.076650:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 10344 00000020:00000010:0.0:1769074980.076652:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000400:00000200:1.0:1769074980.076658:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074980.076665:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074980.076669:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074980.076673:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021880. 00000020:00000010:0.0:1769074980.076676:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000400:00000200:1.0:1769074980.076680:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000020:00000010:0.0:1769074980.076683:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09479600. 00000400:00000010:1.0:1769074980.076683:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000020:00000010:0.0:1769074980.076689:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439080. 00000100:00000200:1.0:1769074980.076691:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a02a09500 x1855008368785408/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074980.076695:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e578. 00000020:00000010:0.0:1769074980.076711:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.076715:0:29089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3e35b9c0. 02000000:00000010:1.0:1769074980.076719:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c1200. 00000020:00000010:0.0:1769074980.076721:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000400:00000010:1.0:1769074980.076723:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794160. 00000020:00000010:0.0:1769074980.076728:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09479a00. 00000400:00000010:1.0:1769074980.076730:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000020:00000010:0.0:1769074980.076732:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b00. 00000100:00000200:1.0:1769074980.076733:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368785920, portal 4 00000020:00000010:0.0:1769074980.076738:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000400:00000010:1.0:1769074980.076740:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074980.076746:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368785920, offset 0 00000020:00000010:0.0:1769074980.076752:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000400:00000200:1.0:1769074980.076756:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074980.076757:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000100:00000200:0.0:1769074980.076762:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368784768 00000400:00000200:1.0:1769074980.076769:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1769074980.076771:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0882c400. 00010000:00000200:0.0:1769074980.076781:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47100 x1855008368784768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074980.076783:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae07a00 00000400:00000200:1.0:1769074980.076795:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 11200 00000400:00000010:0.0:1769074980.076797:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074980.076804:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368784768, offset 224 00000400:00000200:1.0:1769074980.076804:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.076813:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.076814:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074980.076821:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1769074980.076822:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074980.076830:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae07580 00000100:00000010:1.0:1769074980.076832:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020380. 00000400:00000200:0.0:1769074980.076838:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2808d [1] + 224 00000400:00000200:0.0:1769074980.076841:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.076844:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074980.076873:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000100:00000200:0.0:1769074980.076877:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a0bb80 x1855008368784768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074980.076877:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074980.076890:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748f800 x1855008368785920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074980.076890:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2807d [1] + 224 00000400:00000200:3.0:1769074980.076904:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.076906:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074980.076908:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000400:00000200:3.0:1769074980.076908:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074980.076915:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a08380 x1855008368784512/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074980.076919:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074980.076924:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074980.076929:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 00000020:00000010:1.0:1769074980.076940:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b940. 00000400:00000200:3.0:1769074980.076943:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000020:00000010:0.0:1769074980.076946:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:1.0:1769074980.076947:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b940. 00000400:00000010:3.0:1769074980.076947:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000020:00000010:0.0:1769074980.076949:0:29089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b30755300. 00000020:00000010:1.0:1769074980.076954:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0000. 00000020:00000010:0.0:1769074980.076955:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000020:00000010:3.0:1769074980.076956:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec80. 00000020:00000010:1.0:1769074980.076959:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511f00. 00000020:00000010:3.0:1769074980.076961:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:0.0:1769074980.076963:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000020:00000010:1.0:1769074980.076965:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000020:00000010:0.0:1769074980.076968:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:3.0:1769074980.076968:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cefc00. 00000020:00000010:0.0:1769074980.076975:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 02000000:00000010:3.0:1769074980.076978:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378be400. 00000100:00000200:3.0:1769074980.076985:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1769074980.076991:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519f8. 00000020:00000010:0.0:1769074980.076994:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.076998:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000400:00000010:3.0:1769074980.076999:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b540. 00000100:00000200:0.0:1769074980.077001:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368786048 00000020:00000010:1.0:1769074980.077004:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b940. 02000000:00000010:0.0:1769074980.077010:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0882f400. 00000020:00000010:1.0:1769074980.077013:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c1e00. 00010000:00000200:0.0:1769074980.077019:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022a00 x1855008368786048/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074980.077019:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000020:00000010:3.0:1769074980.077023:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:1.0:1769074980.077043:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3ed8. 00000020:00000010:1.0:1769074980.077055:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b0c0. 00000400:00000010:0.0:1769074980.077058:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000020:00000010:3.0:1769074980.077060:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000020:00000010:1.0:1769074980.077061:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0a00. 00000100:00000200:0.0:1769074980.077064:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368786048, offset 224 00000100:00000200:3.0:1769074980.077064:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368784896 00000020:00000010:1.0:1769074980.077066:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511880. 00000400:00000200:0.0:1769074980.077072:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074980.077072:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378be400. 00000020:00000010:1.0:1769074980.077073:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00010000:00000200:3.0:1769074980.077078:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022680 x1855008368784896/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.077080:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074980.077091:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae07a80 00000020:00000010:1.0:1769074980.077093:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000020:00000010:1.0:1769074980.077098:0:28096:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524dbc0. 00000400:00000200:0.0:1769074980.077103:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x280c1 [1] + 224 00000020:00000010:1.0:1769074980.077105:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000400:00000200:0.0:1769074980.077112:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074980.077112:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c1600. 00000400:00000010:3.0:1769074980.077112:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000020:00000010:1.0:1769074980.077117:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074980.077121:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3960. 00000100:00000200:3.0:1769074980.077126:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368784896, offset 224 00000400:00000200:0.0:1769074980.077127:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074980.077132:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1769074980.077135:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000100:00000200:0.0:1769074980.077141:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748c000 x1855008368786048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074980.077141:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000400:00000200:3.0:1769074980.077141:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1769074980.077150:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0768f800. 00000400:00000200:3.0:1769074980.077152:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae07600 00000400:00000200:0.0:1769074980.077155:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000020:00000010:1.0:1769074980.077156:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511100. 00000400:00000010:0.0:1769074980.077157:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000020:00000010:1.0:1769074980.077159:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c37d0. 00000400:00000200:3.0:1769074980.077165:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x280d9 [1] + 224 00000020:00000010:0.0:1769074980.077168:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439080. 00000400:00000200:3.0:1769074980.077169:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074980.077172:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e578. 00000400:00000200:3.0:1769074980.077173:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1769074980.077174:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000020:00000010:0.0:1769074980.077179:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09479600. 00000020:00000010:1.0:1769074980.077179:0:28096:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d640. 00000100:00000200:3.0:1769074980.077184:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a0b100 x1855008368784896/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074980.077187:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000020:00000010:1.0:1769074980.077194:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0768f200. 00000020:00000010:0.0:1769074980.077198:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:1.0:1769074980.077200:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000020:00000010:0.0:1769074980.077201:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000020:00000010:1.0:1769074980.077203:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000100:00000200:0.0:1769074980.077207:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368785920 00000400:00000200:3.0:1769074980.077207:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074980.077210:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 02000000:00000010:0.0:1769074980.077216:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0882cc00. 00000020:00000010:1.0:1769074980.077218:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000020:00000010:3.0:1769074980.077220:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b00. 00000020:00000010:1.0:1769074980.077224:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00010000:00000200:0.0:1769074980.077225:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020380 x1855008368785920/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074980.077226:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000100:00000200:1.0:1769074980.077229:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368785024 00000020:00000010:3.0:1769074980.077232:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09479a00. 02000000:00000010:1.0:1769074980.077239:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b385f2000. 00010000:00000200:1.0:1769074980.077248:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020e00 x1855008368785024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074980.077250:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074980.077262:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368785920, offset 224 00000400:00000010:3.0:1769074980.077263:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794bb0. 00000400:00000010:1.0:1769074980.077266:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000400:00000200:3.0:1769074980.077269:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:3.0:1769074980.077272:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000400:00000200:0.0:1769074980.077279:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074980.077279:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748c000 x1855008368786048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074980.077282:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368785024, offset 224 00000400:00000200:0.0:1769074980.077288:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074980.077297:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748c000 x1855008368786048/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.077298:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae07a00 00000400:00000200:1.0:1769074980.077308:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.077319:0:28096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074980.077321:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x280f1 [1] + 224 00000400:00000200:0.0:1769074980.077326:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074980.077327:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000400:00000200:3.0:1769074980.077330:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000200:1.0:1769074980.077331:0:28096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae07680 00000400:00000200:0.0:1769074980.077332:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1769074980.077332:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000100:00000200:3.0:1769074980.077339:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a08380 x1855008368784512/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074980.077340:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748f800 x1855008368785920/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074980.077355:0:28096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x28091 [1] + 224 00000100:00000200:3.0:1769074980.077362:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a08380 x1855008368784512/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074980.077364:0:28096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074980.077374:0:28096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074980.077378:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074980.077381:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 02000000:00000010:3.0:1769074980.077386:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c1000. 00000100:00000200:1.0:1769074980.077390:0:28096:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a0aa00 x1855008368785024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074980.077391:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 02000000:00000010:3.0:1769074980.077393:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158100. 00000020:00000010:0.0:1769074980.077396:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074980.077400:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 00000100:00000010:3.0:1769074980.077401:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748c000. 02000000:00000010:3.0:1769074980.077405:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c0400. 02000000:00000010:3.0:1769074980.077410:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8a02bc6900. 00000100:00000010:3.0:1769074980.077417:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08380. 00000400:00000200:1.0:1769074980.077423:0:28096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000020:00000010:0.0:1769074980.077427:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000400:00000010:1.0:1769074980.077428:0:28096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000020:00000010:0.0:1769074980.077433:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000400:00000010:3.0:1769074980.077438:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794318. 00000020:00000010:0.0:1769074980.077440:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478600. 00000020:00000010:1.0:1769074980.077441:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511f00. 00000400:00000200:3.0:1769074980.077442:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000020:00000010:0.0:1769074980.077446:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000400:00000010:3.0:1769074980.077447:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000020:00000010:1.0:1769074980.077448:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:0.0:1769074980.077451:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:1.0:1769074980.077455:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0000. 00000100:00000200:3.0:1769074980.077458:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a0aa00 x1855008368785024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074980.077471:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a0aa00 x1855008368785024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074980.077472:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000020:00000010:1.0:1769074980.077477:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000020:00000010:0.0:1769074980.077478:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.077483:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000100:00000200:1.0:1769074980.077483:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368785536 00000100:00000200:0.0:1769074980.077489:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368785792 02000000:00000010:1.0:1769074980.077493:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b385f1400. 02000000:00000010:0.0:1769074980.077499:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0882fc00. 00010000:00000200:1.0:1769074980.077502:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09023800 x1855008368785536/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074980.077502:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c0e00. 02000000:00000010:3.0:1769074980.077508:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cd300. 00000100:00000010:3.0:1769074980.077514:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0aa00. 00010000:00000200:0.0:1769074980.077516:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af45180 x1855008368785792/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:516/0 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074980.077528:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074980.077533:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368785536, offset 224 00000400:00000010:0.0:1769074980.077536:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000400:00000200:1.0:1769074980.077543:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074980.077548:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368785792, offset 224 00000020:00000010:3.0:1769074980.077548:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000400:00000200:1.0:1769074980.077552:0:28096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1769074980.077553:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000100:00000200:3.0:1769074980.077560:0:26104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368785280 00000400:00000200:1.0:1769074980.077562:0:28096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae07880 00000400:00000200:0.0:1769074980.077563:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074980.077569:0:26104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378bf000. 00000400:00000200:1.0:1769074980.077571:0:28096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x280ad [1] + 224 00000400:00000200:0.0:1769074980.077575:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.077577:0:28096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1769074980.077578:0:26104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af46d80 x1855008368785280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.077583:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae07980 00000400:00000200:1.0:1769074980.077585:0:28096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074980.077592:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x280c9 [1] + 224 00000400:00000010:3.0:1769074980.077596:0:26104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000400:00000200:0.0:1769074980.077599:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074980.077601:0:26104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368785280, offset 224 00000100:00000200:1.0:1769074980.077602:0:28096:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a08a80 x1855008368785536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.077607:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074980.077609:0:26104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074980.077618:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af46300 x1855008368785792/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074980.077618:0:26104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.077626:0:28096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000200:3.0:1769074980.077627:0:26104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae07780 00000400:00000010:1.0:1769074980.077630:0:28096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:3.0:1769074980.077640:0:26104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x280a9 [1] + 224 00000020:00000010:1.0:1769074980.077641:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511880. 00000020:00000010:1.0:1769074980.077646:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000400:00000200:3.0:1769074980.077647:0:26104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.077650:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000020:00000010:1.0:1769074980.077651:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0a00. 00000400:00000010:0.0:1769074980.077654:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000400:00000200:3.0:1769074980.077654:0:26104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074980.077665:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:1.0:1769074980.077667:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000100:00000200:3.0:1769074980.077670:0:26104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a0ad80 x1855008368785280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074980.077671:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:1.0:1769074980.077671:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000020:00000010:0.0:1769074980.077677:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478600. 00000100:00000200:1.0:1769074980.077678:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368785408 02000000:00000010:1.0:1769074980.077688:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b2fe69c00. 00000400:00000200:3.0:1769074980.077691:0:26104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00010000:00000200:1.0:1769074980.077696:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021880 x1855008368785408/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:516/0 lens 224/224 e 0 to 0 dl 1769074991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074980.077696:0:26104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000020:00000010:3.0:1769074980.077706:0:26104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:3.0:1769074980.077711:0:26104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3960. 00000400:00000010:1.0:1769074980.077712:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000020:00000010:3.0:1769074980.077716:0:26104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c1600. 00000100:00000200:1.0:1769074980.077717:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368785408, offset 224 00000400:00000200:1.0:1769074980.077726:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.077733:0:28096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.077739:0:28096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae07800 00000400:00000010:3.0:1769074980.077745:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c08. 00000400:00000200:3.0:1769074980.077750:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:3.0:1769074980.077752:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000400:00000010:0.0:1769074980.077760:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754058. 00000100:00000200:3.0:1769074980.077761:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a08a80 x1855008368785536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.077766:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074980.077769:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:3.0:1769074980.077771:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a08a80 x1855008368785536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074980.077776:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf96d80 x1855008368786304/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074980.077777:0:28096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x280e9 [1] + 224 00000400:00000200:1.0:1769074980.077787:0:28096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074980.077790:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c0200. 00000100:00000200:0.0:1769074980.077791:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf96d80 x1855008368786304/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074980.077795:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158400. 00000400:00000200:1.0:1769074980.077796:0:28096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1769074980.077799:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08a80. 00000100:00000200:1.0:1769074980.077810:0:28096:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a02a09500 x1855008368785408/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074980.077819:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754420. 00000400:00000200:0.0:1769074980.077823:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074980.077824:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000010:3.0:1769074980.077829:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5898. 00000100:00000200:0.0:1769074980.077830:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a0bb80 x1855008368784768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074980.077832:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074980.077835:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000100:00000200:0.0:1769074980.077840:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a0bb80 x1855008368784768/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074980.077840:0:28096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000100:00000200:3.0:1769074980.077841:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748e680 x1855008368786176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074980.077844:0:28096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000020:00000010:1.0:1769074980.077867:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000100:00000200:3.0:1769074980.077867:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748e680 x1855008368786176/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074980.077872:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754d10. 00000020:00000010:1.0:1769074980.077874:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000400:00000200:0.0:1769074980.077876:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074980.077880:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000020:00000010:1.0:1769074980.077881:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0768f200. 00000100:00000200:0.0:1769074980.077886:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a0ad80 x1855008368785280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074980.077887:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5268. 00000400:00000200:3.0:1769074980.077894:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074980.077896:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000100:00000200:0.0:1769074980.077899:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a0ad80 x1855008368785280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074980.077902:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a09f80 x1855008368785152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074980.077916:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754b00. 00000100:00000200:3.0:1769074980.077916:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a09f80 x1855008368785152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.077919:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:0.0:1769074980.077921:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074980.077925:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af46300 x1855008368785792/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074980.077933:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000200:3.0:1769074980.077936:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000100:00000200:0.0:1769074980.077937:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af46300 x1855008368785792/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074980.077938:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:3.0:1769074980.077944:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a0a300 x1855008368785664/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074980.077954:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a0a300 x1855008368785664/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074980.077957:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0882c000. 02000000:00000010:0.0:1769074980.077961:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6700. 00000100:00000010:0.0:1769074980.077966:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96d80. 00000400:00000010:3.0:1769074980.077970:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:3.0:1769074980.077972:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 02000000:00000010:0.0:1769074980.077973:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b09479400. 00000400:00000010:3.0:1769074980.077976:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 02000000:00000010:0.0:1769074980.077979:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cd200. 00000100:00000010:0.0:1769074980.077982:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0bb80. 00000100:00000200:3.0:1769074980.077982:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a02a08e00 x1855008368784640/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074980.077986:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b09478400. 02000000:00000010:0.0:1769074980.077990:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cde00. 00000100:00000010:0.0:1769074980.077993:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0ad80. 00000100:00000200:3.0:1769074980.077993:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a02a08e00 x1855008368784640/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074980.077997:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0882f800. 02000000:00000010:0.0:1769074980.078000:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b04a7d400. 00000100:00000010:0.0:1769074980.078003:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 02000000:00000010:3.0:1769074980.078003:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3cf20a00. 02000000:00000010:3.0:1769074980.078008:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158500. 00000100:00000010:3.0:1769074980.078014:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748e680. 02000000:00000010:3.0:1769074980.078020:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a04c04e00. 02000000:00000010:3.0:1769074980.078048:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b2b8cda00. 00000100:00000010:3.0:1769074980.078053:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09f80. 02000000:00000010:3.0:1769074980.078059:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01095e00. 00000020:00000010:1.0:1769074980.078060:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 02000000:00000010:3.0:1769074980.078063:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158600. 00000020:00000010:1.0:1769074980.078065:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000100:00000010:3.0:1769074980.078069:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0a300. 00000020:00000010:1.0:1769074980.078071:0:26108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0768f200. 02000000:00000010:3.0:1769074980.078075:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b2f4800. 00000020:00000010:1.0:1769074980.078076:0:26108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074980.078081:0:26108:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 02000000:00000010:3.0:1769074980.078083:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8a02bc6100. 00000100:00000010:3.0:1769074980.078088:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08e00. 00000020:00000010:1.0:1769074980.078111:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000020:00000010:1.0:1769074980.078117:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000100:00000200:1.0:1769074980.078123:0:26108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368786432 02000000:00000010:1.0:1769074980.078133:0:26108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8a01ea2000. 00010000:00000200:1.0:1769074980.078168:0:26108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650e680 x1855008368786432/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:516/0 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074980.078183:0:26108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074980.078186:0:26108:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368786432, offset 224 00000400:00000200:1.0:1769074980.078189:0:26108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074980.078194:0:26108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074980.078197:0:26108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae07c00 00000400:00000200:1.0:1769074980.078200:0:26108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x28135 [1] + 224 00000400:00000200:1.0:1769074980.078202:0:26108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074980.078204:0:26108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074980.078207:0:26108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650e300 x1855008368786432/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074980.078219:0:26108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:1.0:1769074980.078221:0:26108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000020:00000010:1.0:1769074980.078225:0:26108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074980.078227:0:26108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074980.078229:0:26108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0768f200. 00000100:00000010:0.0:1769074980.586178:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f86a00. 00000100:00000010:1.0:1769074980.586194:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022300. 02000000:00000010:0.0:1769074980.586200:0:50521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b04a7d400. 02000000:00000010:1.0:1769074980.586207:0:50523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b037ba900. 02000000:00000010:3.0:1769074980.586283:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bcc00. 00000400:00000010:3.0:1769074980.586291:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751dc0. 00000400:00000010:3.0:1769074980.586297:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074980.586302:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368786560, portal 4 00000400:00000010:3.0:1769074980.586306:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074980.586309:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368786560, offset 0 00000400:00000200:3.0:1769074980.586314:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074980.586324:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074980.586332:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae07c80 00000400:00000200:3.0:1769074980.586337:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 10528 00000400:00000200:3.0:1769074980.586342:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074980.586346:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074980.586351:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1769074980.586355:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748e680. 00000400:00000200:3.0:1769074980.586371:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074980.586373:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074980.586379:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b35f86a00 x1855008368786560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074980.586529:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074980.586537:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074980.586542:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cefc00. 00000020:00000010:3.0:1769074980.586547:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec80. 00000020:00000010:3.0:1769074980.586551:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:0.0:1769074980.586589:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.586593:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000020:00000010:3.0:1769074980.586593:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074980.586596:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000020:00000010:0.0:1769074980.586598:0:27575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478400. 00000100:00000200:3.0:1769074980.586600:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368786560 00000020:00000010:0.0:1769074980.586601:0:27575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074980.586605:0:27575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 02000000:00000010:3.0:1769074980.586615:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b378be800. 00000020:00000010:0.0:1769074980.586620:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.586623:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000100:00000200:0.0:1769074980.586626:0:27575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368786688 02000000:00000010:0.0:1769074980.586632:0:27575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0882f800. 00010000:00000200:3.0:1769074980.586633:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748e680 x1855008368786560/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:516/0 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1769074980.586642:0:27575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650e300 x1855008368786688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:516/0 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074980.586646:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074980.586649:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368786560, offset 224 00000400:00000010:0.0:1769074980.586651:0:27575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000400:00000200:3.0:1769074980.586653:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074980.586656:0:27575:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368786688, offset 224 00000400:00000200:3.0:1769074980.586659:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074980.586660:0:27575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074980.586665:0:27575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074980.586666:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae07c80 00000400:00000200:0.0:1769074980.586671:0:27575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae07d00 00000400:00000200:3.0:1769074980.586671:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x28141 [1] + 224 00000400:00000200:3.0:1769074980.586675:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.586676:0:27575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x28149 [1] + 224 00000400:00000200:3.0:1769074980.586678:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074980.586679:0:27575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.586682:0:27575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074980.586684:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b35f86a00 x1855008368786560/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074980.586686:0:27575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09022300 x1855008368786688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074980.586698:0:27575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:0.0:1769074980.586700:0:27575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000200:3.0:1769074980.586707:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074980.586709:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000020:00000010:0.0:1769074980.586712:0:27575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074980.586716:0:27575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:3.0:1769074980.586716:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec80. 00000020:00000010:0.0:1769074980.586719:0:27575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478400. 00000020:00000010:3.0:1769074980.586719:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074980.586722:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cefc00. 00000400:00000010:3.0:1769074980.586748:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:3.0:1769074980.586752:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074980.586754:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:3.0:1769074980.586760:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09022300 x1855008368786688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074980.586769:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09022300 x1855008368786688/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074980.586789:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b306d6000. 02000000:00000010:3.0:1769074980.586793:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b037ba900. 00000100:00000010:3.0:1769074980.586796:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022300. 00000400:00000200:0.0:1769074980.985073:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074980.985094:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d53200 00000400:00000200:0.0:1769074980.985104:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c41 [64] + 10568 00000400:00000200:0.0:1769074980.985121:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074980.985124:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074980.985130:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074980.985135:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f87480. 00000020:00000010:1.0:1769074980.985192:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000020:00000010:1.0:1769074980.985198:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000020:00000010:1.0:1769074980.985202:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0768f200. 00000020:00000010:1.0:1769074980.985206:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074980.985209:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074980.985242:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b580. 00000020:00000010:1.0:1769074980.985243:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b580. 00000100:00000200:1.0:1769074980.985245:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351269376 02000000:00000010:1.0:1769074980.985263:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8a01ea3400. 00010000:00000200:1.0:1769074980.985298:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f87480 x1855008351269376/t0(0) o41->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:516/0 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074980.985316:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074980.985327:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 10, xid 1855008351269376, offset 224 00000400:00000200:1.0:1769074980.985334:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074980.985343:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074980.985349:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16367:16367:256:4294967295] 192.168.204.41@tcp LPNI seq info [16363:16363:8:4294967295] 00000400:00000200:1.0:1769074980.985359:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074980.985364:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074980.985370:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b037ba000. 00000800:00000200:1.0:1769074980.985376:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074980.985382:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074980.985387:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b037ba000 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:1.0:1769074980.985406:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074980.985409:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074980.985413:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0768f200. 00000800:00000200:3.0:1769074980.985481:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074980.985485:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b037ba000. 00000400:00000200:3.0:1769074980.985488:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074980.985491:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074980.985494:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:3.0:1769074980.985496:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:3.0:1769074980.986602:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074980.986610:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 7 MB=0x6971ec9d53280 00000400:00000200:3.0:1769074980.986622:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.41@tcp of length 224/224 into md 0x5aed [8] + 10976 00000400:00000200:3.0:1769074980.986629:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074980.986632:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074980.986635:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1769074980.986639:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748c000. 00000020:00000010:0.0:1769074980.986705:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.986711:0:49919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524dd80. 00000020:00000010:0.0:1769074980.986727:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.986732:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478400. 00000020:00000010:0.0:1769074980.986734:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074980.986737:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074980.986765:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.986767:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000100:00000200:0.0:1769074980.986769:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351269504 02000000:00000010:0.0:1769074980.986778:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0882c000. 00000020:00000010:0.0:1769074980.986795:0:49919:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8c8b0882d000. 00010000:00000200:0.0:1769074980.986802:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748c000 x1855008351269504/t0(0) o13->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:516/0 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074980.986812:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074980.986815:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008351269504, offset 224 00000400:00000200:0.0:1769074980.986818:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074980.986823:0:49919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074980.986826:0:49919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16368:16368:256:4294967295] 192.168.204.41@tcp LPNI seq info [16364:16364:8:4294967295] 00000400:00000200:0.0:1769074980.986843:0:49919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074980.986846:0:49919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074980.986849:0:49919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7d200. 00000800:00000200:0.0:1769074980.986852:0:49919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074980.986856:0:49919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074980.986858:0:49919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7d200 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1769074980.986869:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074980.986872:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074980.986874:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478400. 00000800:00000200:3.0:1769074980.986928:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074980.986931:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7d200. 00000400:00000200:3.0:1769074980.986935:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074980.986938:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074980.986940:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:3.0:1769074980.986942:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000200:3.0:1769074980.987535:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074980.987541:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 7 MB=0x6971ec9d53300 00000400:00000200:3.0:1769074980.987545:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-192.168.204.41@tcp of length 224/224 into md 0x5aed [8] + 11200 00000400:00000200:3.0:1769074980.987551:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074980.987553:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074980.987555:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1769074980.987558:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ed80. 00000020:00000010:0.0:1769074980.987594:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.987597:0:49919:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b0951f6c0. 00000020:00000010:0.0:1769074980.987605:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.987608:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09478400. 00000020:00000010:0.0:1769074980.987610:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074980.987612:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074980.987632:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000020:00000010:0.0:1769074980.987634:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000100:00000200:0.0:1769074980.987637:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351269632 02000000:00000010:0.0:1769074980.987644:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0882f000. 00010000:00000200:0.0:1769074980.987664:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748ed80 x1855008351269632/t0(0) o13->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:516/0 lens 224/368 e 0 to 0 dl 1769074991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074980.987676:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074980.987679:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008351269632, offset 224 00000400:00000200:0.0:1769074980.987684:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074980.987690:0:49919:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074980.987695:0:49919:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16369:16369:256:4294967295] 192.168.204.41@tcp LPNI seq info [16365:16365:8:4294967295] 00000400:00000200:0.0:1769074980.987702:0:49919:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074980.987707:0:49919:0:(socklnd_cb.c:1001:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074980.987710:0:49919:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b04a7dc00. 00000800:00000200:0.0:1769074980.987714:0:49919:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074980.987718:0:49919:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074980.987721:0:49919:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b04a7dc00 type 1, nob 464 niov 1 nkiov 1 00000020:00000010:0.0:1769074980.987735:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074980.987737:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074980.987739:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09478400. 00000800:00000200:3.0:1769074980.987782:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074980.987785:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b04a7dc00. 00000400:00000200:3.0:1769074980.987788:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074980.987791:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074980.987793:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:3.0:1769074980.987795:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00080000:00000010:0.0:1769074981.233273:0:53458:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439700. 00080000:00000010:0.0:1769074981.233280:0:53458:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439700. 00080000:00000010:0.0:1769074981.233287:0:53458:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439700. 00080000:00000010:0.0:1769074981.233291:0:53458:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439700. 00080000:00000010:0.0:1769074981.233297:0:53458:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439700. 00080000:00000010:0.0:1769074981.233300:0:53458:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439700. 00080000:00000010:0.0:1769074981.233309:0:53458:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439700. 00080000:00000010:0.0:1769074981.233312:0:53458:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439700. 00000100:00000010:3.0:1769074981.610113:0:26826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d500. 02000000:00000010:3.0:1769074981.610132:0:26826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158600. 02000000:00000010:0.0:1769074981.610171:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0882c800. 00000400:00000010:0.0:1769074981.610178:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754b00. 00000400:00000010:0.0:1769074981.610184:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074981.610191:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368786816, portal 4 00000400:00000010:0.0:1769074981.610197:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074981.610200:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368786816, offset 0 00000400:00000200:0.0:1769074981.610218:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074981.610229:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074981.610240:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae07d80 00000400:00000200:0.0:1769074981.610247:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 11424 00000400:00000200:0.0:1769074981.610253:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074981.610257:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074981.610264:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074981.610269:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f86300. 00000400:00000200:0.0:1769074981.610287:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074981.610289:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074981.610296:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748d500 x1855008368786816/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074997 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074981.610322:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00000020:00000010:3.0:1769074981.610327:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00000020:00000010:3.0:1769074981.610331:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04ceec00. 00000020:00000010:3.0:1769074981.610335:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074981.610338:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074981.610368:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00000020:00000010:3.0:1769074981.610370:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00000100:00000200:3.0:1769074981.610372:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368786816 02000000:00000010:3.0:1769074981.610384:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b378bf400. 00010000:00000200:3.0:1769074981.610399:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f86300 x1855008368786816/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:517/0 lens 224/368 e 0 to 0 dl 1769074992 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074981.610411:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074981.610413:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368786816, offset 224 00000400:00000200:3.0:1769074981.610416:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074981.610420:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074981.610424:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae07d80 00000400:00000200:3.0:1769074981.610428:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x28165 [1] + 224 00000400:00000200:3.0:1769074981.610431:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074981.610433:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074981.610439:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748d500 x1855008368786816/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074997 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074981.610456:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074981.610458:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000020:00000010:3.0:1769074981.610471:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000400:00000010:0.0:1769074981.610472:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754b00. 00000020:00000010:3.0:1769074981.610475:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000400:00000200:0.0:1769074981.610476:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074981.610480:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:3.0:1769074981.610482:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04ceec00. 00000100:00000200:0.0:1769074981.610486:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748d500 x1855008368786816/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074997 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074981.610494:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748d500 x1855008368786816/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769074997 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074981.610519:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0882c800. 02000000:00000010:0.0:1769074981.610522:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158600. 00000100:00000010:0.0:1769074981.610525:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d500. 00080000:00000010:3.0:1769074981.698258:0:53506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ef80. 00080000:00000010:3.0:1769074981.698266:0:53506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ef80. 00080000:00000010:3.0:1769074981.698273:0:53506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ef80. 00080000:00000010:3.0:1769074981.698277:0:53506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ef80. 00080000:00000010:3.0:1769074981.698284:0:53506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ef80. 00080000:00000010:3.0:1769074981.698287:0:53506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ef80. 00080000:00000010:3.0:1769074981.698296:0:53506:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944ef80. 00080000:00000010:3.0:1769074981.698300:0:53506:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944ef80. 00000001:02000400:0.0:1769074981.824874:0:53542:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00080000:00000010:0.0:1769074982.482344:0:53603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e00. 00080000:00000010:0.0:1769074982.482357:0:53603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e00. 00080000:00000010:0.0:1769074982.482367:0:53603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e00. 00080000:00000010:0.0:1769074982.482372:0:53603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e00. 00080000:00000010:0.0:1769074982.482381:0:53603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e00. 00080000:00000010:0.0:1769074982.482386:0:53603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e00. 00080000:00000010:0.0:1769074982.482400:0:53603:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0a439e00. 00080000:00000010:0.0:1769074982.482404:0:53603:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0a439e00. 00000020:00000010:0.0:1769074982.599147:0:53640:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8c8a0299d500. 00000020:00000010:0.0:1769074982.599250:0:53640:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff8c8a0299d500. 00080000:00000010:1.0:1769074982.809543:0:53654:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074982.809550:0:53654:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074982.809557:0:53654:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074982.809561:0:53654:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074982.809567:0:53654:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074982.809571:0:53654:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074982.809580:0:53654:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074982.809584:0:53654:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b38511c00. 00000020:00000010:1.0:1769074982.925446:0:53690:0:(kernelcomm.c:104:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff8c8a0b10c990. 00000020:00000010:1.0:1769074982.925500:0:53690:0:(kernelcomm.c:294:lustre_device_done()) kfreed 'glist': 16 at ffff8c8a0b10c990. 00000020:00000010:1.0:1769074982.925636:0:53690:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 576 at ffff8c8b40227c00. 00000020:00000010:1.0:1769074982.925643:0:53690:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f10400. 00000020:00000010:1.0:1769074982.925646:0:53690:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b35f11800. 00000040:00000010:1.0:1769074982.925649:0:53690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b35f10c00. 00000020:00000010:1.0:1769074982.925652:0:53690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b35cd8000. 00000020:00000010:1.0:1769074982.925656:0:53690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b35f11600. 80000000:00000010:1.0:1769074982.925659:0:53690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b06d2a8a0. 00040000:00000010:1.0:1769074982.925662:0:53690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b35f10a00. 00080000:00000010:1.0:1769074982.925667:0:53690:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30668000. 00080000:00000010:1.0:1769074982.925671:0:53690:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b34c2c000. 20000000:00000010:1.0:1769074982.925675:0:53690:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b35f10600. 00000020:00000010:1.0:1769074982.925679:0:53690:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3e35b040. 20000000:00000010:1.0:1769074982.925682:0:53690:0:(mgs_handler.c:1113:mgs_iocontrol()) kmalloced '(lcfg)': 72 at ffff8c8b06d2ab40. 20000000:00000010:1.0:1769074982.925687:0:53690:0:(mgs_llog.c:6139:mgs_set_param()) kmalloced '(mti)': 4544 at ffff8c8b34c2a000. 00000040:00000010:1.0:1769074982.925698:0:53690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b35f10800. 00080000:00000010:1.0:1769074982.925735:0:53690:0:(osd_handler.c:8157:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8c8b40224800. 00000040:00000010:1.0:1769074982.925739:0:53690:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b03776888. 00000040:00000010:1.0:1769074982.925748:0:53690:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b34c28000. 00000040:00000010:1.0:1769074982.925760:0:53690:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8b06d2a480. 00000020:00000010:3.0:1769074982.925989:0:53691:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0e00. 00000020:00000010:3.0:1769074982.925993:0:53691:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b036c1e00. 00000040:00000010:3.0:1769074982.926001:0:53691:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b036c1000. 00000020:00000010:3.0:1769074982.926004:0:53691:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b3ed7b000. 00000020:00000010:3.0:1769074982.926012:0:53691:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b34c70508. 00000020:00000010:3.0:1769074982.926015:0:53691:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b036c1600. 80000000:00000010:3.0:1769074982.926019:0:53691:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a09955b40. 40000000:00000010:3.0:1769074982.926022:0:53691:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b30755940. 00100000:00000010:3.0:1769074982.926054:0:53691:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a09562800. 00040000:00000010:3.0:1769074982.926060:0:53691:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158500. 00040000:00000010:3.0:1769074982.926070:0:53691:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a09563000. 00040000:00000010:3.0:1769074982.926074:0:53691:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b036c0a00. 00080000:00000010:3.0:1769074982.926078:0:53691:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00080000:00000010:3.0:1769074982.926082:0:53691:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 00000004:00000010:3.0:1769074982.926087:0:53691:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8a03f40800. 00000004:00000010:3.0:1769074982.926091:0:53691:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b06745000. 00000004:00000010:3.0:1769074982.926094:0:53691:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a03d78800. 00002000:00000010:3.0:1769074982.926097:0:53691:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b378bcc00. 00000004:00000010:3.0:1769074982.926100:0:53691:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b378bc800. 00000020:00000010:3.0:1769074982.926102:0:53691:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b30755800. 00000040:00000010:3.0:1769074982.926107:0:53691:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8a0922a000. 20000000:00000010:3.0:1769074982.926125:0:53691:0:(mgs_llog.c:1160:mgs_modify_param_hdl()) kmalloced '(mpm->mpm_start)': 224 at ffff8c8b06158400. 20000000:00000010:3.0:1769074982.926128:0:53691:0:(mgs_llog.c:1228:mgs_modify_param_hdl()) kfreed 'mpm->mpm_start': 224 at ffff8c8b06158400. 00000040:00000010:3.0:1769074982.926131:0:53691:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8a0922a000. 00000020:00000010:3.0:1769074982.926135:0:53691:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b30755800. 00000020:00000010:3.0:1769074982.926143:0:53691:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b036c1e00. 00000040:00000010:3.0:1769074982.926145:0:53691:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b036c1000. 00000020:00000010:3.0:1769074982.926147:0:53691:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b3ed7b000. 00000020:00000010:3.0:1769074982.926150:0:53691:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b34c70508. 00000020:00000010:3.0:1769074982.926153:0:53691:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b036c1600. 80000000:00000010:3.0:1769074982.926155:0:53691:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a09955b40. 40000000:00000010:3.0:1769074982.926157:0:53691:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b30755940. 00100000:00000010:3.0:1769074982.926159:0:53691:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a09562800. 00040000:00000010:3.0:1769074982.926162:0:53691:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b06158500. 00040000:00000010:3.0:1769074982.926163:0:53691:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09563000. 00040000:00000010:3.0:1769074982.926165:0:53691:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b036c0a00. 00080000:00000010:3.0:1769074982.926168:0:53691:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00080000:00000010:3.0:1769074982.926170:0:53691:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 00000004:00000010:3.0:1769074982.926173:0:53691:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a03f40800. 00000004:00000010:3.0:1769074982.926175:0:53691:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b06745000. 00000004:00000010:3.0:1769074982.926177:0:53691:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a03d78800. 00002000:00000010:3.0:1769074982.926179:0:53691:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b378bcc00. 00000004:00000010:3.0:1769074982.926181:0:53691:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b378bc800. 00000020:00000010:3.0:1769074982.926183:0:53691:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0e00. 00000040:00000010:1.0:1769074982.926206:0:53690:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8b06d2a480. 00000040:00000010:1.0:1769074982.926213:0:53690:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b03776888. 00000040:00000010:1.0:1769074982.926216:0:53690:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b34c28000. 00000040:00000010:1.0:1769074982.926219:0:53690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b35f10800. 20000000:00000400:1.0:1769074982.926222:0:53690:0:(mgs_llog.c:1348:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 00010000:00000010:1.0:1769074982.929144:0:53690:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.0:1769074982.929158:0:53690:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b100. 00000100:00000010:1.0:1769074982.929165:0:53690:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fecc0. 00000100:00000010:1.0:1769074982.929174:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022300. 02000000:00000010:1.0:1769074982.929187:0:53690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35f10800. 02000000:00000010:1.0:1769074982.929213:0:53690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f11c00. 00000400:00000010:1.0:1769074982.929217:0:53690:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794d68. 00000400:00000010:1.0:1769074982.929222:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074982.929227:0:53690:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368786944, portal 16 00000400:00000010:1.0:1769074982.929231:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074982.929233:0:53690:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368786944, offset 0 00000400:00000200:1.0:1769074982.929239:0:53690:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074982.929250:0:53690:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074982.929253:0:53690:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074982.929257:0:53690:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074982.929259:0:53690:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074982.929261:0:53690:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074982.929263:0:53690:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16370:16370:256:4294967295] 192.168.204.41@tcp LPNI seq info [16366:16366:8:4294967295] 00000400:00000200:1.0:1769074982.929271:0:53690:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074982.929275:0:53690:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074982.929278:0:53690:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074982.929283:0:53690:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074982.929289:0:53690:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074982.929293:0:53690:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1769074982.929317:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664380. 02000000:00000010:1.0:1769074982.929321:0:53690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35f11e00. 02000000:00000010:1.0:1769074982.929327:0:53690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f10000. 00000400:00000010:1.0:1769074982.929330:0:53690:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794420. 00000400:00000010:1.0:1769074982.929333:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074982.929335:0:53690:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787072, portal 16 00000400:00000010:1.0:1769074982.929337:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074982.929338:0:53690:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368787072, offset 0 00000400:00000200:1.0:1769074982.929341:0:53690:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074982.929346:0:53690:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074982.929353:0:53690:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae07e80 00000400:00000200:1.0:1769074982.929358:0:53690:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x27dd9 [2] + 984 00000400:00000200:1.0:1769074982.929364:0:53690:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074982.929366:0:53690:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074982.929372:0:53690:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1769074982.929375:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667480. 00000400:00000200:1.0:1769074982.929391:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000800:00000200:3.0:1769074982.929393:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074982.929394:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000800:00000010:3.0:1769074982.929397:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074982.929402:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074982.929403:0:53690:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30664380 x1855008368787072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074982.929411:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074982.929419:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:3.0:1769074982.929423:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000100:00000010:1.0:1769074982.929433:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666300. 00000100:00000200:3.0:1769074982.929433:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a09022300 x1855008368786944/t0(0) o104->MGS@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074982.929445:0:53690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a02d5c000. 02000000:00000010:1.0:1769074982.929459:0:53690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8e000. 00000400:00000010:1.0:1769074982.929465:0:53690:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794cb8. 00000400:00000010:1.0:1769074982.929469:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074982.929471:0:53690:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787200, portal 16 00000400:00000010:1.0:1769074982.929473:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074982.929475:0:53690:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368787200, offset 0 00000400:00000200:1.0:1769074982.929478:0:53690:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074982.929493:0:53690:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074982.929500:0:53690:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae07f00 00000400:00000200:1.0:1769074982.929506:0:53690:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x27dd9 [2] + 1312 00000400:00000200:1.0:1769074982.929512:0:53690:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074982.929515:0:53690:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074982.929518:0:53690:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1769074982.929520:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664a80. 00000400:00000200:1.0:1769074982.929528:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:1.0:1769074982.929529:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074982.929533:0:53690:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30666300 x1855008368787200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769074982.929550:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665880. 00000020:00000010:0.0:1769074982.929556:0:26087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 02000000:00000010:1.0:1769074982.929557:0:53690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35f8f000. 00000020:00000010:0.0:1769074982.929564:0:26087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 02000000:00000010:1.0:1769074982.929568:0:53690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8fa00. 00000020:00000010:0.0:1769074982.929573:0:26087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de200. 00000400:00000010:1.0:1769074982.929574:0:53690:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794738. 00000400:00000010:1.0:1769074982.929582:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074982.929591:0:53690:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787328, portal 16 00000020:00000010:0.0:1769074982.929592:0:26087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000400:00000010:1.0:1769074982.929599:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000020:00000010:0.0:1769074982.929601:0:26087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000100:00000200:1.0:1769074982.929604:0:53690:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368787328, offset 0 00000400:00000200:1.0:1769074982.929615:0:53690:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074982.929625:0:53690:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074982.929632:0:26087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000400:00000200:1.0:1769074982.929633:0:53690:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae07f80 00000020:00000010:0.0:1769074982.929640:0:26087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000400:00000200:1.0:1769074982.929641:0:53690:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x27dd9 [2] + 1640 00000100:00000200:0.0:1769074982.929646:0:26087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368787200 00000400:00000200:1.0:1769074982.929647:0:53690:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074982.929653:0:53690:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074982.929655:0:53690:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 02000000:00000010:0.0:1769074982.929658:0:26087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0882e000. 00000100:00000010:1.0:1769074982.929659:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664700. 00000400:00000010:0.0:1769074982.929668:0:26087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000400:00000200:1.0:1769074982.929670:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:1.0:1769074982.929673:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074982.929680:0:53690:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30665880 x1855008368787328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074982.929681:0:26087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855008368787200, offset 224 00000400:00000200:0.0:1769074982.929694:0:26087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074982.929704:0:26087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1769074982.929704:0:53690:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665c00. 02000000:00000010:1.0:1769074982.929713:0:53690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35f8f400. 00000400:00000200:0.0:1769074982.929718:0:26087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6971ecae07f00 02000000:00000010:1.0:1769074982.929724:0:53690:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8e200. 00000400:00000200:0.0:1769074982.929725:0:26087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x28181 [1] + 224 00000400:00000200:0.0:1769074982.929732:0:26087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074982.929737:0:26091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f100. 00000400:00000200:0.0:1769074982.929738:0:26087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1769074982.929744:0:53690:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794840. 02000000:00000010:3.0:1769074982.929748:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0e00. 00000400:00000010:1.0:1769074982.929749:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:0.0:1769074982.929751:0:26087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30666300 x1855008368787200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074982.929754:0:53690:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787456, portal 16 00000400:00000010:1.0:1769074982.929760:0:53690:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074982.929765:0:53690:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368787456, offset 0 00000400:00000200:1.0:1769074982.929774:0:53690:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1769074982.929782:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b0a43f300. 00000400:00000200:1.0:1769074982.929783:0:53690:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074982.929785:0:26087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074982.929791:0:26087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000200:1.0:1769074982.929795:0:53690:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 15 MB=0x6971ecae08000 00000400:00000200:1.0:1769074982.929814:0:53690:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-0@lo of length 328/328 into md 0x27dd9 [2] + 1968 00010000:00000010:0.0:1769074982.929816:0:26087:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a0b476480. 00000400:00000010:1.0:1769074982.929818:0:53690:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754f78. 00000400:00000200:1.0:1769074982.929823:0:53690:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a0b642c00 00000400:00000200:1.0:1769074982.929826:0:53690:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074982.929827:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0600. 00000400:00000200:1.0:1769074982.929832:0:53690:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074982.929836:0:26087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000400:00000010:3.0:1769074982.929836:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b58. 00000400:00000200:1.0:1769074982.929837:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b642c00 00000400:00000010:1.0:1769074982.929843:0:53690:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b642c00. 00000020:00000010:0.0:1769074982.929845:0:26087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000100:00000200:1.0:1769074982.929848:0:53690:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000020:00000010:0.0:1769074982.929852:0:26087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de200. 00000400:00000010:3.0:1769074982.929852:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000400:00000200:1.0:1769074982.929855:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:1.0:1769074982.929859:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000100:00000200:3.0:1769074982.929864:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787584, portal 18 00000100:00000200:1.0:1769074982.929865:0:53690:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30665c00 x1855008368787456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769074982.929871:0:26087:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8c8b0882ec00. 00000400:00000010:3.0:1769074982.929872:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074982.929880:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368787584, offset 0 00000100:00000010:0.0:1769074982.929883:0:26087:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8c8b36e30000. 00000400:00000010:1.0:1769074982.929883:0:53690:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794420. 00000400:00000200:1.0:1769074982.929890:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000100:00000200:0.0:1769074982.929891:0:26087:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1769074982.929893:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000400:00000010:0.0:1769074982.929898:0:26087:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754b00. 00000100:00000200:1.0:1769074982.929899:0:53690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30664380 x1855008368787072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074982.929900:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1769074982.929909:0:26087:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476a80. 00000100:00000200:1.0:1769074982.929913:0:53690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30664380 x1855008368787072/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074982.929913:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074982.929923:0:26087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000400:00000200:3.0:1769074982.929926:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae08080 00000020:00000010:0.0:1769074982.929929:0:26087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074982.929936:0:26087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de200. 00000400:00000200:3.0:1769074982.929936:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1fa95 [2] + 1640 00000020:00000010:0.0:1769074982.929943:0:26087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000400:00000010:1.0:1769074982.929943:0:53690:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794cb8. 00000400:00000200:3.0:1769074982.929945:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074982.929950:0:26087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000400:00000200:1.0:1769074982.929950:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000200:3.0:1769074982.929951:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1769074982.929955:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074982.929961:0:53690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30666300 x1855008368787200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074982.929962:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1769074982.929970:0:26087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000100:00000010:3.0:1769074982.929971:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748c380. 00000100:00000200:1.0:1769074982.929973:0:53690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30666300 x1855008368787200/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074982.929978:0:26087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000100:00000200:0.0:1769074982.929984:0:26087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368787456 00000400:00000010:1.0:1769074982.929988:0:53690:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794738. 00000400:00000200:1.0:1769074982.929993:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 02000000:00000010:0.0:1769074982.929995:0:26087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0882c800. 00000400:00000010:1.0:1769074982.929996:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000010:0.0:1769074982.930004:0:26087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:1.0:1769074982.930005:0:53690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30665880 x1855008368787328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074982.930008:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074982.930011:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000100:00000200:0.0:1769074982.930019:0:26087:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1855008368787456, offset 224 00000100:00000200:3.0:1769074982.930021:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748f100 x1855008368787584/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074982.930024:0:53690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30665880 x1855008368787328/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074982.930053:0:26087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074982.930065:0:26087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074982.930079:0:26087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 16 MB=0x6971ecae08000 00000400:00000200:0.0:1769074982.930088:0:26087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-0@lo of length 224/224 into md 0x28199 [1] + 224 00000400:00000200:0.0:1769074982.930096:0:26087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074982.930104:0:26087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074982.930112:0:26087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30665c00 x1855008368787456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074982.930136:0:26087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074982.930141:0:26087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00010000:00000010:0.0:1769074982.930150:0:26087:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a0b476e40. 00000400:00000010:1.0:1769074982.930151:0:53690:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794840. 00000400:00000200:1.0:1769074982.930158:0:53690:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:1.0:1769074982.930161:0:53690:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074982.930167:0:53690:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30665c00 x1855008368787456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074982.930174:0:26087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000100:00000200:1.0:1769074982.930177:0:53690:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30665c00 x1855008368787456/t0(0) o104->MGS@0@lo:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074982.930182:0:26087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074982.930189:0:26087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de200. 02000000:00000010:0.0:1769074982.930198:0:26087:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0882c800. 02000000:00000010:0.0:1769074982.930206:0:26087:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d4c00. 00000100:00000010:0.0:1769074982.930212:0:26087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664700. 00000100:00000010:3.0:1769074982.930212:0:30249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d880. 02000000:00000010:0.0:1769074982.930220:0:26087:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0882e000. 02000000:00000010:3.0:1769074982.930222:0:30249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0a00. 00000100:00000010:0.0:1769074982.930226:0:26087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664a80. 02000000:00000010:0.0:1769074982.930231:0:26087:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d6000. 00000100:00000010:0.0:1769074982.930237:0:26087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667480. 02000000:00000010:0.0:1769074982.930243:0:26087:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc95800. 00000100:00000010:0.0:1769074982.930252:0:26087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979180. 00010000:00000010:3.0:1769074982.930254:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a0b476480. 02000000:00000010:0.0:1769074982.930261:0:26087:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04890400. 02000000:00000010:1.0:1769074982.930261:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8e600. 00000100:00000010:0.0:1769074982.930269:0:26087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497ad80. 00000400:00000010:1.0:1769074982.930269:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794840. 02000000:00000010:0.0:1769074982.930277:0:26087:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04893c00. 00000400:00000010:1.0:1769074982.930277:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000010:0.0:1769074982.930284:0:26087:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b800. 00000100:00000200:1.0:1769074982.930289:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787712, portal 18 00000100:00000010:0.0:1769074982.930291:0:26087:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b36e34000. 00000400:00000010:1.0:1769074982.930295:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000010:0.0:1769074982.930298:0:26087:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff8c8b04892000. 00000100:00000200:1.0:1769074982.930302:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368787712, offset 0 00000400:00000200:1.0:1769074982.930313:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074982.930322:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074982.930329:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae08100 00000100:00000010:3.0:1769074982.930329:0:30249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 00000100:00000010:0.0:1769074982.930336:0:26092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85f80. 00000400:00000200:1.0:1769074982.930337:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x1fa95 [2] + 1968 02000000:00000010:3.0:1769074982.930340:0:30249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c1600. 00000400:00000010:1.0:1769074982.930342:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bbb0. 00000400:00000200:1.0:1769074982.930346:0:16317:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b13134180 02000000:00000010:0.0:1769074982.930347:0:26092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096de200. 00000400:00000200:1.0:1769074982.930349:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074982.930354:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074982.930357:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b13134180 00010000:00000010:3.0:1769074982.930358:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b0a43f300. 00000400:00000010:1.0:1769074982.930360:0:16317:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b13134180. 00000100:00000200:1.0:1769074982.930364:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.0:1769074982.930375:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a0b476e40. 02000000:00000010:3.0:1769074982.930378:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c1000. 00000400:00000010:3.0:1769074982.930383:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751a50. 00000400:00000010:3.0:1769074982.930386:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074982.930389:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787840, portal 18 00000400:00000200:1.0:1769074982.930390:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074982.930392:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000400:00000010:1.0:1769074982.930393:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000100:00000200:3.0:1769074982.930398:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368787840, offset 0 00000100:00000200:1.0:1769074982.930400:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748d880 x1855008368787712/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074982.930401:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096de000. 00000400:00000200:3.0:1769074982.930406:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1769074982.930410:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754d10. 00000400:00000010:0.0:1769074982.930416:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000400:00000200:3.0:1769074982.930417:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074982.930423:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368787968, portal 18 00000400:00000010:0.0:1769074982.930429:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000400:00000200:3.0:1769074982.930429:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae08180 00000400:00000200:3.0:1769074982.930438:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x208d5 [2] + 0 00000100:00000200:0.0:1769074982.930443:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368787968, offset 0 00000400:00000200:3.0:1769074982.930444:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074982.930452:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074982.930455:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074982.930461:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1769074982.930465:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1769074982.930468:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748df80. 00000400:00000200:0.0:1769074982.930474:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae08200 00000400:00000200:0.0:1769074982.930481:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x208d5 [2] + 328 00000400:00000200:0.0:1769074982.930486:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074982.930488:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000200:0.0:1769074982.930493:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1769074982.930493:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:0.0:1769074982.930501:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1769074982.930502:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368787840/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074982.930504:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bb40. 00000100:00000010:0.0:1769074982.930509:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84700. 00000020:00000010:1.0:1769074982.930511:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bb40. 00000020:00000010:1.0:1769074982.930521:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000400:00000200:0.0:1769074982.930528:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000020:00000010:1.0:1769074982.930529:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511600. 00000400:00000010:0.0:1769074982.930533:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000020:00000010:1.0:1769074982.930536:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000100:00000200:0.0:1769074982.930543:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b35f85f80 x1855008368787968/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074982.930554:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b1748df80 x1855008368787840/t0(0) o103->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:518/0 lens 328/0 e 0 to 0 dl 1769074993 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074982.930557:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074982.930569:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae07e00 00000400:00000200:3.0:1769074982.930578:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28171 [1] + 224 00000020:00000010:0.0:1769074982.930587:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074982.930592:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000400:00000200:3.0:1769074982.930593:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074982.930597:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368787712 00000400:00000200:3.0:1769074982.930605:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074982.930606:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0882e000. 00000020:00000010:1.0:1769074982.930615:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bb40. 00000100:00000200:3.0:1769074982.930617:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09022300 x1855008368786944/t0(0) o104->MGS@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074982.930620:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bb40. 00000100:00000200:1.0:1769074982.930626:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368787840 00000400:00000010:0.0:1769074982.930628:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074982.930636:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368787712, offset 224 02000000:00000010:1.0:1769074982.930637:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b40227800. 00000400:00000200:0.0:1769074982.930647:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074982.930655:0:26090:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074982.930662:0:26090:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae08100 00000400:00000200:0.0:1769074982.930668:0:26090:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x281b9 [1] + 224 00000400:00000010:1.0:1769074982.930668:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000400:00000200:0.0:1769074982.930676:0:26090:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074982.930678:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368787840, offset 224 00000400:00000200:0.0:1769074982.930683:0:26090:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074982.930695:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074982.930707:0:44334:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074982.930711:0:26090:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748d880 x1855008368787712/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074982.930715:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074982.930725:0:44334:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae08180 00000400:00000200:3.0:1769074982.930728:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d53380 00000400:00000200:1.0:1769074982.930741:0:44334:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x281c1 [1] + 224 00000400:00000200:1.0:1769074982.930750:0:44334:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074982.930751:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x208d5 [2] + 656 00000400:00000200:1.0:1769074982.930758:0:44334:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074982.930762:0:26090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074982.930767:0:26090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000020:00000010:0.0:1769074982.930779:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6680. 00000100:00000200:1.0:1769074982.930780:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368787840/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074982.930783:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074982.930784:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415320. 00000020:00000010:0.0:1769074982.930792:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7e200. 00000400:00000200:3.0:1769074982.930797:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074982.930812:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1769074982.930816:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0882e000. 00000100:00000010:3.0:1769074982.930818:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748dc00. 02000000:00000010:0.0:1769074982.930822:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d7400. 00000400:00000200:1.0:1769074982.930825:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000100:00000010:0.0:1769074982.930828:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748c380. 00000400:00000010:1.0:1769074982.930830:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 02000000:00000010:0.0:1769074982.930836:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc91400. 00000100:00000010:0.0:1769074982.930843:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44380. 00000020:00000010:1.0:1769074982.930844:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511600. 00000020:00000010:1.0:1769074982.930853:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 02000000:00000010:0.0:1769074982.930854:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0650a400. 00000400:00000010:3.0:1769074982.930858:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751a50. 00000020:00000010:1.0:1769074982.930861:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000100:00000010:0.0:1769074982.930862:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44a80. 00000400:00000200:3.0:1769074982.930863:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074982.930869:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 02000000:00000010:0.0:1769074982.930870:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc93400. 00000100:00000010:0.0:1769074982.930876:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47b80. 00000100:00000200:3.0:1769074982.930878:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368787840/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074982.930883:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06508400. 00000100:00000010:0.0:1769074982.930889:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44000. 00000020:00000010:1.0:1769074982.930895:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bb40. 02000000:00000010:0.0:1769074982.930896:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b304db000. 00000100:00000200:3.0:1769074982.930901:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368787840/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074982.930902:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bb40. 00000100:00000010:0.0:1769074982.930903:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489aa00. 00000100:00000200:1.0:1769074982.930908:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351269760 00000100:00000200:0.0:1769074982.930913:0:26090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:1.0:1769074982.930917:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b40224c00. 00000400:00000010:0.0:1769074982.930920:0:26090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754420. 00000400:00000010:0.0:1769074982.930927:0:26090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476e40. 00010000:00000010:1.0:1769074982.930932:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35bb40. 00000100:00000010:1.0:1769074982.930939:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fee40. 00000400:00000010:0.0:1769074982.930952:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794840. 00000100:00000010:1.0:1769074982.930957:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fee40. 00000400:00000200:0.0:1769074982.930958:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:0.0:1769074982.930964:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00010000:00000010:1.0:1769074982.930964:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35bb40. 00000100:00000200:0.0:1769074982.930977:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748d880 x1855008368787712/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074982.930977:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074982.930981:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351269760, offset 224 02000000:00000010:3.0:1769074982.930988:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c1000. 00000400:00000200:1.0:1769074982.930993:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:3.0:1769074982.930994:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c1600. 00000100:00000200:0.0:1769074982.930998:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748d880 x1855008368787712/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074982.930999:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000400:00000200:1.0:1769074982.931003:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074982.931013:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16371:16371:256:4294967295] 192.168.204.41@tcp LPNI seq info [16367:16367:8:4294967295] 02000000:00000010:0.0:1769074982.931024:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35f8e600. 00000400:00000200:1.0:1769074982.931049:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:0.0:1769074982.931053:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c0a00. 00000800:00000200:1.0:1769074982.931058:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074982.931059:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d880. 00000800:00000010:1.0:1769074982.931064:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074982.931070:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:0.0:1769074982.931076:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754d10. 00000800:00000200:1.0:1769074982.931077:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074982.931082:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1769074982.931083:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074982.931088:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074982.931095:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b35f85f80 x1855008368787968/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074982.931099:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6580. 00000020:00000010:1.0:1769074982.931105:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415e10. 00000100:00000200:0.0:1769074982.931109:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b35f85f80 x1855008368787968/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769074998 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074982.931110:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7f000. 02000000:00000010:0.0:1769074982.931126:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096de000. 02000000:00000010:0.0:1769074982.931131:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096de200. 00000100:00000010:0.0:1769074982.931134:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85f80. 00000800:00000200:3.0:1769074982.931519:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074982.931522:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074982.931526:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074982.931529:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074982.931530:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074982.931532:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00010000:00000010:3.1:1769074982.934127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984800. 00010000:00000010:1.1:1769074982.935115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:3.1:1769074982.936046:0:53692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984a00. 00010000:00000010:3.1:1769074982.936053:0:53692:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985400. 00010000:00000010:0.1:1769074982.936065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603900. 00010000:00000010:0.1:1769074982.936076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984200. 00010000:00000010:0.1:1769074982.936082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ae00. 00010000:00000010:2.1:1769074982.936088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b000. 00010000:00000010:2.1:1769074982.936097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753be00. 00010000:00000010:2.1:1769074982.936107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981c00. 00010000:00000010:2.1:1769074982.936112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901aa00. 00010000:00000010:2.1:1769074982.936117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00000100:00000010:3.0:1769074984.170134:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.170152:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0400. 00010000:00000010:3.0:1769074984.170163:0:26100:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603b00. 00010000:00000010:3.0:1769074984.170167:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985400. 00000100:00000010:3.0:1769074984.170182:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b840. 02000000:00000010:3.0:1769074984.170197:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bc800. 00000400:00000010:3.0:1769074984.170202:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751a50. 00000400:00000010:3.0:1769074984.170209:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.170214:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368788096, portal 25 00000400:00000010:3.0:1769074984.170217:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.170219:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368788096, offset 0 00000400:00000200:3.0:1769074984.170225:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.170236:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.170246:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae08280 00000400:00000200:3.0:1769074984.170252:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x27791 [2] + 0 00000400:00000010:3.0:1769074984.170256:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367515d8. 00000400:00000200:3.0:1769074984.170262:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b049763c0 00000400:00000200:3.0:1769074984.170276:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.170281:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.170285:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b049763c0 00000400:00000010:3.0:1769074984.170287:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b049763c0. 00000100:00000200:3.0:1769074984.170292:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.170310:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074984.170312:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.170317:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368788096/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.170359:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.170365:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.170370:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de000. 00000020:00000010:0.0:1769074984.170373:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.170377:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.170412:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.170415:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000100:00000200:0.0:1769074984.170418:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788096 00010000:00000010:0.0:1769074984.170435:0:50511:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a200. 00010000:00000010:0.0:1769074984.170440:0:50511:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ae00. 02000000:00000010:0.0:1769074984.170451:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b0882e000. 00010000:00000200:0.0:1769074984.170467:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17350050 x1855008368788096/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 328/344 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.170478:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.170481:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368788096, offset 224 00000400:00000200:0.0:1769074984.170484:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.170488:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.170492:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae08280 00000400:00000200:0.0:1769074984.170496:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x281e5 [1] + 224 00000400:00000200:0.0:1769074984.170499:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.170501:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.170505:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368788096/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.170521:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.170522:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:0.0:1769074984.170532:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.170535:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.170537:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de000. 00000400:00000010:3.0:1769074984.170544:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751a50. 02000000:00000010:0.0:1769074984.170545:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b0882e000. 00000400:00000200:3.0:1769074984.170551:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000100:00000200:0.0:1769074984.170552:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1769074984.170553:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000010:0.0:1769074984.170556:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754d10. 00000100:00000200:3.0:1769074984.170560:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368788096/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.170562:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476480. 00000100:00000200:3.0:1769074984.170571:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368788096/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074984.170587:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b840. 02000000:00000010:3.0:1769074984.170596:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bc800. 02000000:00000010:3.0:1769074984.170599:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c0400. 00000100:00000010:3.0:1769074984.170602:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 10000000:00000010:3.0:1769074984.170607:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b307553c0. 00000020:00000010:3.0:1769074984.170609:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:3.0:1769074984.170612:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b036c0800. 00000040:00000010:3.0:1769074984.170614:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b036c1200. 00000020:00000010:3.0:1769074984.170617:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a03d78800. 00000020:00000010:3.0:1769074984.170620:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b036c1600. 80000000:00000010:3.0:1769074984.170623:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a09955b40. 00040000:00000010:3.0:1769074984.170626:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b036c1000. 00080000:00000010:3.0:1769074984.170631:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a0922a000. 00080000:00000010:3.0:1769074984.170635:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30634000. 20000000:00000010:3.0:1769074984.170639:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b036c0200. 00000040:00000010:3.0:1769074984.170643:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b036c0000. 00000100:00000010:3.0:1769074984.170645:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.170649:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0a00. 00000100:00000010:3.0:1769074984.170654:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b840. 02000000:00000010:3.0:1769074984.170659:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0e00. 00000400:00000010:3.0:1769074984.170661:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751a50. 00000400:00000010:3.0:1769074984.170663:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.170665:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368788224, portal 25 00000400:00000010:3.0:1769074984.170667:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.170668:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368788224, offset 0 00000400:00000200:3.0:1769074984.170670:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.170674:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.170678:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae08300 00000400:00000200:3.0:1769074984.170681:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x277a1 [2] + 0 00000400:00000010:3.0:1769074984.170683:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916cb8. 00000400:00000200:3.0:1769074984.170685:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b40686f00 00000400:00000200:3.0:1769074984.170687:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.170689:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.170691:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b40686f00 00000400:00000010:3.0:1769074984.170692:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b40686f00. 00000100:00000200:3.0:1769074984.170694:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.170704:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074984.170705:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.170708:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368788224/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.170733:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.170736:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.170739:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de000. 00000020:00000010:0.0:1769074984.170741:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.170742:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.170756:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.170758:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000100:00000200:0.0:1769074984.170759:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788224 02000000:00000010:0.0:1769074984.170765:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b0882e000. 00000040:00000010:0.0:1769074984.170769:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a096de800. 00000040:00000010:0.0:1769074984.170821:0:50511:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b0629bfa0. 00000040:00000010:0.0:1769074984.170830:0:50511:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b0629bfa0. 00000040:00000010:0.0:1769074984.170832:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a096de800. 00010000:00000200:0.0:1769074984.170838:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17351450 x1855008368788224/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 504/272 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.170845:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.170847:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368788224, offset 224 00000400:00000200:0.0:1769074984.170850:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.170854:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.170857:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae08300 00000400:00000200:0.0:1769074984.170860:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x281f5 [1] + 224 00000400:00000200:0.0:1769074984.170863:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.170865:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.170868:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368788224/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.170885:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.170887:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:0.0:1769074984.170892:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.170894:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.170896:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de000. 02000000:00000010:0.0:1769074984.170899:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b0882e000. 00000100:00000200:0.0:1769074984.170902:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074984.170905:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754058. 00000400:00000010:0.0:1769074984.170908:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476000. 00000400:00000010:3.0:1769074984.170914:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751a50. 00000400:00000200:3.0:1769074984.170920:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.170922:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.170929:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368788224/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074984.170938:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368788224/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074984.170951:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b840. 02000000:00000010:3.0:1769074984.170955:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c0e00. 02000000:00000010:3.0:1769074984.170957:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c0a00. 00000100:00000010:3.0:1769074984.170958:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000040:00000010:3.0:1769074984.170964:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b30636000. 00000100:00000010:3.0:1769074984.170967:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.170970:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0a00. 00000100:00000010:3.0:1769074984.170975:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b840. 02000000:00000010:3.0:1769074984.170999:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b049a0000. 00000400:00000010:3.0:1769074984.171004:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751a50. 00000400:00000010:3.0:1769074984.171008:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8b3856ba80. 00000100:00000200:3.0:1769074984.171011:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368788352, portal 25 00000400:00000010:3.0:1769074984.171015:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.171018:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368788352, offset 0 00000400:00000200:3.0:1769074984.171022:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.171045:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.171050:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae08380 00000400:00000200:3.0:1769074984.171053:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x277b1 [2] + 0 00000400:00000010:3.0:1769074984.171055:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b03939f78. 00000400:00000200:3.0:1769074984.171058:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b406863c0 00000400:00000200:3.0:1769074984.171061:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.171063:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.171064:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b406863c0 00000400:00000010:3.0:1769074984.171066:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b406863c0. 00000100:00000200:3.0:1769074984.171071:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.171080:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.171081:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.171084:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368788352/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.171110:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.171114:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.171118:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de000. 00000020:00000010:0.0:1769074984.171121:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.171124:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.171144:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.171147:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000100:00000200:0.0:1769074984.171150:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788352 02000000:00000010:0.0:1769074984.171167:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b06860000. 00000040:00000010:0.0:1769074984.171172:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a096de800. 00000040:00000010:0.0:1769074984.171179:0:50511:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b36e34000. 00000040:00000010:0.0:1769074984.171190:0:50511:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b36e34000. 00000040:00000010:0.0:1769074984.171193:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a096de800. 00010000:00000200:0.0:1769074984.171197:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17353050 x1855008368788352/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 272/8416 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.171205:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8a0b476840. 00000100:00000200:0.0:1769074984.171207:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368788352, offset 224 00000400:00000200:0.0:1769074984.171210:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.171214:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.171217:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae08380 00000400:00000200:0.0:1769074984.171220:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x28205 [4] + 224 00000400:00000200:0.0:1769074984.171223:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.171225:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.171229:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368788352/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.171241:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476840 00000400:00000010:0.0:1769074984.171243:0:50511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a0b476840. 00000020:00000010:0.0:1769074984.171249:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.171252:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.171254:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de000. 02000000:00000010:0.0:1769074984.171257:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b06860000. 00000400:00000010:3.0:1769074984.171263:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751a50. 00000400:00000200:3.0:1769074984.171267:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856ba80 00000400:00000010:3.0:1769074984.171268:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8b3856ba80. 00000100:00000200:0.0:1769074984.171269:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1769074984.171273:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368788352/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.171274:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30754f78. 00000400:00000010:0.0:1769074984.171279:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b476840. 00000100:00000200:3.0:1769074984.171285:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368788352/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074984.171295:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b840. 02000000:00000010:3.0:1769074984.171299:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b049a0000. 02000000:00000010:3.0:1769074984.171306:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c0a00. 00000100:00000010:3.0:1769074984.171308:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000040:00000010:3.0:1769074984.171312:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955a20. 00000020:00000010:3.0:1769074984.171458:0:53703:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0a00. 00000020:00000010:3.0:1769074984.171461:0:53703:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b036c0e00. 00000040:00000010:3.0:1769074984.171462:0:53703:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b036c0600. 00000020:00000010:3.0:1769074984.171465:0:53703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a03f40800. 00000020:00000010:3.0:1769074984.171500:0:53703:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b34c70508. 00000020:00000010:3.0:1769074984.171502:0:53703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b3cf20a00. 80000000:00000010:3.0:1769074984.171504:0:53703:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a09955c00. 40000000:00000010:3.0:1769074984.171507:0:53703:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b30755800. 00100000:00000010:3.0:1769074984.171510:0:53703:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a09563000. 00040000:00000010:3.0:1769074984.171513:0:53703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158500. 00040000:00000010:3.0:1769074984.171516:0:53703:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a09562800. 00040000:00000010:3.0:1769074984.171518:0:53703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a04c04e00. 00080000:00000010:3.0:1769074984.171522:0:53703:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04536000. 00080000:00000010:3.0:1769074984.171525:0:53703:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04534000. 00000004:00000010:3.0:1769074984.171529:0:53703:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b3ed7b000. 00000004:00000010:3.0:1769074984.171533:0:53703:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b06745000. 00000004:00000010:3.0:1769074984.171537:0:53703:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b05575000. 00002000:00000010:3.0:1769074984.171539:0:53703:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b378bc800. 00000004:00000010:3.0:1769074984.171542:0:53703:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b378bcc00. 00000020:00000010:3.0:1769074984.171545:0:53703:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b30755940. 00000040:00000010:3.0:1769074984.171551:0:53703:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8b04a6a000. 00000040:00000010:3.0:1769074984.171896:0:53703:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b04a6a000. 00000020:00000010:3.0:1769074984.171902:0:53703:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b30755940. 00000020:00000010:3.0:1769074984.171912:0:53703:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b036c0e00. 00000040:00000010:3.0:1769074984.171915:0:53703:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b036c0600. 00000020:00000010:3.0:1769074984.171918:0:53703:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a03f40800. 00000020:00000010:3.0:1769074984.171921:0:53703:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b34c70508. 00000020:00000010:3.0:1769074984.171925:0:53703:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b3cf20a00. 80000000:00000010:3.0:1769074984.171929:0:53703:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a09955c00. 40000000:00000010:3.0:1769074984.171932:0:53703:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b30755800. 00100000:00000010:3.0:1769074984.171935:0:53703:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a09563000. 00040000:00000010:3.0:1769074984.171938:0:53703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b06158500. 00040000:00000010:3.0:1769074984.171942:0:53703:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09562800. 00040000:00000010:3.0:1769074984.171943:0:53703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a04c04e00. 00080000:00000010:3.0:1769074984.171946:0:53703:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04534000. 00080000:00000010:3.0:1769074984.171949:0:53703:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04536000. 00000004:00000010:3.0:1769074984.171953:0:53703:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b3ed7b000. 00000004:00000010:3.0:1769074984.171966:0:53703:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b06745000. 00000004:00000010:3.0:1769074984.171969:0:53703:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b05575000. 00002000:00000010:3.0:1769074984.171971:0:53703:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b378bc800. 00000004:00000010:3.0:1769074984.171973:0:53703:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b378bcc00. 00000020:00000010:3.0:1769074984.171974:0:53703:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0a00. 00000040:00000010:0.0:1769074984.172002:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955a20. 00000040:00000010:0.0:1769074984.172008:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b30636000. 00000040:00000010:0.0:1769074984.172012:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b036c0000. 00000020:00000010:0.0:1769074984.172015:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b036c0800. 00000040:00000010:0.0:1769074984.172018:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b036c1200. 00000020:00000010:0.0:1769074984.172046:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a03d78800. 00000020:00000010:0.0:1769074984.172049:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b036c1600. 80000000:00000010:0.0:1769074984.172051:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a09955b40. 00040000:00000010:0.0:1769074984.172055:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b036c1000. 00080000:00000010:0.0:1769074984.172058:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30634000. 00080000:00000010:0.0:1769074984.172061:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0922a000. 20000000:00000010:0.0:1769074984.172065:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b036c0200. 00000020:00000010:0.0:1769074984.172066:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 10000000:00000010:0.0:1769074984.172068:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b307553c0. 00000100:00000010:0.0:1769074984.172076:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85f80. 02000000:00000010:0.0:1769074984.172080:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096de800. 00010000:00000010:0.0:1769074984.172085:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b800. 00000100:00000010:0.0:1769074984.172090:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074984.172096:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0882e000. 00000400:00000010:0.0:1769074984.172112:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924108. 00000400:00000010:0.0:1769074984.172115:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.172117:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368788480, portal 25 00000400:00000010:0.0:1769074984.172120:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074984.172121:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368788480, offset 0 00000400:00000200:0.0:1769074984.172124:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.172128:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.172131:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae08400 00000400:00000200:0.0:1769074984.172134:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x277c1 [2] + 0 00000400:00000010:0.0:1769074984.172136:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794a50. 00000400:00000200:0.0:1769074984.172138:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b1311fa80 00000400:00000200:0.0:1769074984.172141:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.172142:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074984.172144:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b1311fa80 00000400:00000010:0.0:1769074984.172145:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b1311fa80. 00000100:00000200:0.0:1769074984.172147:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1769074984.172157:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074984.172158:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074984.172161:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b35f85f80 x1855008368788480/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074984.172185:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172189:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172193:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4800. 00000020:00000010:3.0:1769074984.172196:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074984.172199:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074984.172220:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172222:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074984.172223:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788480 00010000:00000010:3.0:1769074984.172231:0:50511:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985c00. 02000000:00000010:3.0:1769074984.172237:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b378bcc00. 00010000:00000200:3.0:1769074984.172244:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17351850 x1855008368788480/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 328/344 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074984.172252:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.172254:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368788480, offset 224 00000400:00000200:3.0:1769074984.172257:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.172261:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.172266:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae08400 00000400:00000200:3.0:1769074984.172271:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x28215 [1] + 224 00000400:00000200:3.0:1769074984.172275:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.172277:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074984.172282:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b35f85f80 x1855008368788480/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074984.172301:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.172304:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:3.0:1769074984.172311:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074984.172315:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074984.172319:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4800. 02000000:00000010:3.0:1769074984.172325:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b378bcc00. 00000400:00000010:0.0:1769074984.172328:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924108. 00000100:00000200:3.0:1769074984.172330:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1769074984.172335:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074984.172336:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751a50. 00000400:00000010:0.0:1769074984.172339:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.172346:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b35f85f80 x1855008368788480/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074984.172348:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856ba80. 00000100:00000200:0.0:1769074984.172360:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b35f85f80 x1855008368788480/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074984.172374:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074984.172382:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0882e000. 02000000:00000010:0.0:1769074984.172386:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096de800. 00000100:00000010:0.0:1769074984.172388:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85f80. 10000000:00000010:0.0:1769074984.172394:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b3524d980. 00000020:00000010:0.0:1769074984.172397:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:0.0:1769074984.172400:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a096de200. 00000040:00000010:0.0:1769074984.172402:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a096dfe00. 00000020:00000010:0.0:1769074984.172405:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b391e1800. 00000020:00000010:0.0:1769074984.172406:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a096df200. 80000000:00000010:0.0:1769074984.172408:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8660. 00040000:00000010:0.0:1769074984.172410:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a096df800. 00080000:00000010:0.0:1769074984.172413:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b36e34000. 00080000:00000010:0.0:1769074984.172416:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e36000. 20000000:00000010:0.0:1769074984.172419:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b07b9b400. 00000040:00000010:0.0:1769074984.172422:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b07b9b000. 00000100:00000010:0.0:1769074984.172425:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85f80. 02000000:00000010:0.0:1769074984.172429:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07b9a000. 00000100:00000010:0.0:1769074984.172433:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074984.172439:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07b9a400. 00000400:00000010:0.0:1769074984.172441:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924108. 00000400:00000010:0.0:1769074984.172443:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.172445:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368788608, portal 25 00000400:00000010:0.0:1769074984.172447:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074984.172448:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368788608, offset 0 00000400:00000200:0.0:1769074984.172451:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.172455:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.172459:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae08480 00000400:00000200:0.0:1769074984.172462:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x277d1 [2] + 0 00000400:00000010:0.0:1769074984.172464:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751370. 00000400:00000200:0.0:1769074984.172466:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b04976c00 00000400:00000200:0.0:1769074984.172468:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.172470:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074984.172472:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b04976c00 00000400:00000010:0.0:1769074984.172473:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b04976c00. 00000100:00000200:0.0:1769074984.172475:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1769074984.172485:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074984.172487:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074984.172491:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b35f85f80 x1855008368788608/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074984.172496:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172499:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172502:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4800. 00000020:00000010:3.0:1769074984.172504:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074984.172506:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074984.172521:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172522:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074984.172524:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788608 02000000:00000010:3.0:1769074984.172529:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b378bcc00. 00000040:00000010:3.0:1769074984.172532:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a04c04e00. 00000040:00000010:3.0:1769074984.172546:0:50511:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b41285620. 00000040:00000010:3.0:1769074984.172550:0:50511:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b41285620. 00000040:00000010:3.0:1769074984.172552:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a04c04e00. 00010000:00000200:3.0:1769074984.172557:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17351c50 x1855008368788608/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 504/272 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074984.172563:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.172566:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368788608, offset 224 00000400:00000200:3.0:1769074984.172568:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.172572:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.172575:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae08480 00000400:00000200:3.0:1769074984.172578:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x28225 [1] + 224 00000400:00000200:3.0:1769074984.172580:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.172582:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074984.172585:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b35f85f80 x1855008368788608/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074984.172598:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.172599:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:3.0:1769074984.172604:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074984.172606:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074984.172607:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4800. 02000000:00000010:3.0:1769074984.172610:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b378bcc00. 00000100:00000200:3.0:1769074984.172612:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1769074984.172614:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367515d8. 00000400:00000010:3.0:1769074984.172616:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b240. 00000400:00000010:0.0:1769074984.172640:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924108. 00000400:00000200:0.0:1769074984.172644:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.172646:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.172652:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b35f85f80 x1855008368788608/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074984.172661:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b35f85f80 x1855008368788608/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074984.172674:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074984.172680:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07b9a400. 02000000:00000010:0.0:1769074984.172683:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07b9a000. 00000100:00000010:0.0:1769074984.172686:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85f80. 00000040:00000010:0.0:1769074984.172691:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8a0922a000. 00000100:00000010:0.0:1769074984.172695:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85f80. 02000000:00000010:0.0:1769074984.172699:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07b9a000. 00000100:00000010:0.0:1769074984.172704:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074984.172719:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b049a0000. 00000400:00000010:0.0:1769074984.172723:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924108. 00000400:00000010:0.0:1769074984.172727:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8a0b4769c0. 00000100:00000200:0.0:1769074984.172730:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368788736, portal 25 00000400:00000010:0.0:1769074984.172733:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.172735:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368788736, offset 0 00000400:00000200:0.0:1769074984.172739:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.172745:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.172750:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae08500 00000400:00000200:0.0:1769074984.172754:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x277e1 [2] + 0 00000400:00000010:0.0:1769074984.172757:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:0.0:1769074984.172760:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b12bb86c0 00000400:00000200:0.0:1769074984.172763:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.172766:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074984.172769:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b12bb86c0 00000400:00000010:0.0:1769074984.172771:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b12bb86c0. 00000100:00000200:0.0:1769074984.172774:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1769074984.172797:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.172799:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.172802:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b35f85f80 x1855008368788736/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074984.172816:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172818:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172822:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c04e00. 00000020:00000010:3.0:1769074984.172823:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074984.172825:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074984.172840:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.172841:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074984.172842:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788736 02000000:00000010:3.0:1769074984.172852:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b06860000. 00000040:00000010:3.0:1769074984.172855:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a0b2f4800. 00000040:00000010:3.0:1769074984.172860:0:50511:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b04a6a000. 00000040:00000010:3.0:1769074984.172870:0:50511:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b04a6a000. 00000040:00000010:3.0:1769074984.172874:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a0b2f4800. 00010000:00000200:3.0:1769074984.172879:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17353c50 x1855008368788736/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 272/8416 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074984.172889:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8b3856bf00. 00000100:00000200:3.0:1769074984.172892:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368788736, offset 224 00000400:00000200:3.0:1769074984.172895:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.172900:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.172905:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae08500 00000400:00000200:3.0:1769074984.172909:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x28235 [4] + 224 00000400:00000200:3.0:1769074984.172914:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.172917:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074984.172922:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b35f85f80 x1855008368788736/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074984.172938:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856bf00 00000400:00000010:3.0:1769074984.172939:0:50511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8b3856bf00. 00000020:00000010:3.0:1769074984.172946:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074984.172948:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074984.172950:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04e00. 02000000:00000010:3.0:1769074984.172953:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b06860000. 00000400:00000010:0.0:1769074984.172957:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924108. 00000400:00000200:0.0:1769074984.172961:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b4769c0 00000100:00000200:3.0:1769074984.172961:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074984.172963:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8a0b4769c0. 00000400:00000010:3.0:1769074984.172965:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751948. 00000100:00000200:0.0:1769074984.172969:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b35f85f80 x1855008368788736/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074984.172970:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856bf00. 00000100:00000200:0.0:1769074984.172982:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b35f85f80 x1855008368788736/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074984.172990:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074984.172994:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b049a0000. 02000000:00000010:0.0:1769074984.173000:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07b9a000. 00000100:00000010:0.0:1769074984.173002:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85f80. 00000040:00000010:0.0:1769074984.173006:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8b074b8d80. 00000020:00000010:0.0:1769074984.173118:0:53704:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9a000. 00000020:00000010:0.0:1769074984.173121:0:53704:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b07b9a400. 00000040:00000010:0.0:1769074984.173124:0:53704:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b07b9b600. 00000020:00000010:0.0:1769074984.173127:0:53704:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b391e7800. 00000020:00000010:0.0:1769074984.173131:0:53704:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074984.173133:0:53704:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b07b9ba00. 80000000:00000010:0.0:1769074984.173136:0:53704:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8480. 40000000:00000010:0.0:1769074984.173138:0:53704:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3524d9c0. 00100000:00000010:0.0:1769074984.173142:0:53704:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a03d78800. 00040000:00000010:0.0:1769074984.173145:0:53704:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b1fc28900. 00040000:00000010:0.0:1769074984.173149:0:53704:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a0334f800. 00040000:00000010:0.0:1769074984.173152:0:53704:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b086f5e00. 00080000:00000010:0.0:1769074984.173157:0:53704:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 00080000:00000010:0.0:1769074984.173162:0:53704:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 00000004:00000010:0.0:1769074984.173168:0:53704:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b05910000. 00000004:00000010:0.0:1769074984.173172:0:53704:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b2b736000. 00000004:00000010:0.0:1769074984.173175:0:53704:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b05917800. 00002000:00000010:0.0:1769074984.173177:0:53704:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b0882e000. 00000004:00000010:0.0:1769074984.173178:0:53704:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b0882c800. 00000020:00000010:0.0:1769074984.173180:0:53704:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3524d700. 00000040:00000010:0.0:1769074984.173184:0:53704:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8a09cfe000. 00000040:00000010:0.0:1769074984.173588:0:53704:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8a09cfe000. 00000020:00000010:0.0:1769074984.173595:0:53704:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524d700. 00000020:00000010:0.0:1769074984.173604:0:53704:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b07b9a400. 00000040:00000010:0.0:1769074984.173607:0:53704:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b07b9b600. 00000020:00000010:0.0:1769074984.173610:0:53704:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b391e7800. 00000020:00000010:0.0:1769074984.173614:0:53704:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074984.173617:0:53704:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b07b9ba00. 80000000:00000010:0.0:1769074984.173619:0:53704:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8480. 40000000:00000010:0.0:1769074984.173623:0:53704:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3524d9c0. 00100000:00000010:0.0:1769074984.173626:0:53704:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a03d78800. 00040000:00000010:0.0:1769074984.173628:0:53704:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b1fc28900. 00040000:00000010:0.0:1769074984.173631:0:53704:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a0334f800. 00040000:00000010:0.0:1769074984.173633:0:53704:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b086f5e00. 00080000:00000010:0.0:1769074984.173636:0:53704:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00080000:00000010:0.0:1769074984.173639:0:53704:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00000004:00000010:0.0:1769074984.173642:0:53704:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b05910000. 00000004:00000010:0.0:1769074984.173645:0:53704:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b2b736000. 00000004:00000010:0.0:1769074984.173648:0:53704:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b05917800. 00002000:00000010:0.0:1769074984.173651:0:53704:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b0882e000. 00000004:00000010:0.0:1769074984.173653:0:53704:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b0882c800. 00000020:00000010:0.0:1769074984.173655:0:53704:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9a000. 00000040:00000010:3.0:1769074984.173680:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8b074b8d80. 00000040:00000010:3.0:1769074984.173685:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a0922a000. 00000040:00000010:3.0:1769074984.173689:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b07b9b000. 00000020:00000010:3.0:1769074984.173692:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a096de200. 00000040:00000010:3.0:1769074984.173695:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a096dfe00. 00000020:00000010:3.0:1769074984.173698:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b391e1800. 00000020:00000010:3.0:1769074984.173700:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a096df200. 80000000:00000010:3.0:1769074984.173702:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8660. 00040000:00000010:3.0:1769074984.173705:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a096df800. 00080000:00000010:3.0:1769074984.173708:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e36000. 00080000:00000010:3.0:1769074984.173711:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b36e34000. 20000000:00000010:3.0:1769074984.173713:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b07b9b400. 00000020:00000010:3.0:1769074984.173714:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 10000000:00000010:3.0:1769074984.173716:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b3524d980. 00000100:00000010:3.0:1769074984.173722:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.173726:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b2f4800. 00010000:00000010:3.0:1769074984.173730:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984a00. 00000100:00000010:3.0:1769074984.173734:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.173740:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bcc00. 00000400:00000010:3.0:1769074984.173742:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:3.0:1769074984.173744:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.173746:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368788864, portal 25 00000400:00000010:3.0:1769074984.173748:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.173750:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368788864, offset 0 00000400:00000200:3.0:1769074984.173752:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.173755:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.173759:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae08580 00000400:00000200:3.0:1769074984.173762:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x277f1 [2] + 0 00000400:00000010:3.0:1769074984.173764:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074984.173766:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b04976900 00000400:00000200:3.0:1769074984.173767:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.173769:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.173771:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b04976900 00000400:00000010:3.0:1769074984.173772:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b04976900. 00000100:00000200:3.0:1769074984.173774:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.173794:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074984.173796:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.173800:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368788864/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.173810:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.173813:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.173817:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074984.173819:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.173821:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.173837:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.173839:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:0.0:1769074984.173841:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788864 00010000:00000010:0.0:1769074984.173850:0:50511:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753be00. 02000000:00000010:0.0:1769074984.173858:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b0882c800. 00010000:00000200:0.0:1769074984.173868:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17352850 x1855008368788864/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 328/344 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.173879:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.173882:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368788864, offset 224 00000400:00000200:0.0:1769074984.173886:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.173892:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.173896:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae08580 00000400:00000200:0.0:1769074984.173899:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x28245 [1] + 224 00000400:00000200:0.0:1769074984.173902:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.173904:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.173908:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368788864/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.173919:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.173921:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:0.0:1769074984.173927:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.173931:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.173933:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000400:00000010:3.0:1769074984.173934:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 02000000:00000010:0.0:1769074984.173938:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b0882c800. 00000400:00000200:3.0:1769074984.173940:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.173943:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000100:00000200:0.0:1769074984.173946:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1769074984.173950:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368788864/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.173952:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924108. 00000400:00000010:0.0:1769074984.173957:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b4769c0. 00000100:00000200:3.0:1769074984.173964:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368788864/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074984.173977:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.173984:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bcc00. 02000000:00000010:3.0:1769074984.173987:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b2f4800. 00000100:00000010:3.0:1769074984.173990:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 10000000:00000010:3.0:1769074984.173995:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.173997:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4800. 00000020:00000010:3.0:1769074984.174001:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a02aeec00. 00000040:00000010:3.0:1769074984.174020:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a02faa600. 00000020:00000010:3.0:1769074984.174023:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b05575000. 00000020:00000010:3.0:1769074984.174048:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b406f4a00. 80000000:00000010:3.0:1769074984.174052:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a09955c00. 00040000:00000010:3.0:1769074984.174055:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a03f5c800. 00080000:00000010:3.0:1769074984.174058:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b04a6a000. 00080000:00000010:3.0:1769074984.174061:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e34000. 20000000:00000010:3.0:1769074984.174064:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8a03f5ca00. 00000040:00000010:3.0:1769074984.174068:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a03f5d800. 00000100:00000010:3.0:1769074984.174071:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.174077:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b055eb200. 00000100:00000010:3.0:1769074984.174082:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.174091:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07026000. 00000400:00000010:3.0:1769074984.174093:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:3.0:1769074984.174096:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.174098:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368788992, portal 25 00000400:00000010:3.0:1769074984.174100:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.174101:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368788992, offset 0 00000400:00000200:3.0:1769074984.174103:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.174107:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.174110:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae08600 00000400:00000200:3.0:1769074984.174113:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x27801 [2] + 0 00000400:00000010:3.0:1769074984.174115:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794ec8. 00000400:00000200:3.0:1769074984.174117:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b12bb8d80 00000400:00000200:3.0:1769074984.174118:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.174120:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.174122:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b12bb8d80 00000400:00000010:3.0:1769074984.174123:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b12bb8d80. 00000100:00000200:3.0:1769074984.174125:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.174134:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074984.174135:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.174138:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368788992/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.174159:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.174162:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.174165:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074984.174166:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.174168:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.174183:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.174184:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:0.0:1769074984.174186:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368788992 02000000:00000010:0.0:1769074984.174190:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b0882c800. 00000040:00000010:0.0:1769074984.174194:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a04793600. 00000040:00000010:0.0:1769074984.174208:0:50511:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b0629bfa0. 00000040:00000010:0.0:1769074984.174212:0:50511:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b0629bfa0. 00000040:00000010:0.0:1769074984.174214:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a04793600. 00010000:00000200:0.0:1769074984.174218:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17524c50 x1855008368788992/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 504/272 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.174225:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.174228:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368788992, offset 224 00000400:00000200:0.0:1769074984.174230:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.174234:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.174237:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae08600 00000400:00000200:0.0:1769074984.174240:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x28255 [1] + 224 00000400:00000200:0.0:1769074984.174243:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.174244:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.174248:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368788992/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.174259:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.174260:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:0.0:1769074984.174266:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.174268:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.174270:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000400:00000010:3.0:1769074984.174272:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 02000000:00000010:0.0:1769074984.174273:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b0882c800. 00000400:00000200:3.0:1769074984.174279:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000100:00000200:0.0:1769074984.174280:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1769074984.174284:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000010:0.0:1769074984.174285:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924580. 00000400:00000010:0.0:1769074984.174290:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a02fbce40. 00000100:00000200:3.0:1769074984.174294:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368788992/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074984.174309:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368788992/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074984.174322:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.174327:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07026000. 02000000:00000010:3.0:1769074984.174330:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b055eb200. 00000100:00000010:3.0:1769074984.174333:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000040:00000010:3.0:1769074984.174338:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b36e36000. 00000100:00000010:3.0:1769074984.174340:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.174344:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07026000. 00000100:00000010:3.0:1769074984.174347:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.174357:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b049a0000. 00000400:00000010:3.0:1769074984.174360:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:3.0:1769074984.174363:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8b3856b000. 00000100:00000200:3.0:1769074984.174365:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368789120, portal 25 00000400:00000010:3.0:1769074984.174367:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.174368:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368789120, offset 0 00000400:00000200:3.0:1769074984.174371:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.174374:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.174377:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae08680 00000400:00000200:3.0:1769074984.174379:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x27811 [2] + 0 00000400:00000010:3.0:1769074984.174381:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c60. 00000400:00000200:3.0:1769074984.174383:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b07d0be40 00000400:00000200:3.0:1769074984.174385:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.174386:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.174388:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b07d0be40 00000400:00000010:3.0:1769074984.174389:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b07d0be40. 00000100:00000200:3.0:1769074984.174391:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.174400:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.174401:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.174404:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368789120/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.174416:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.174420:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.174425:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074984.174427:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.174431:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.174452:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.174454:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:0.0:1769074984.174457:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368789120 02000000:00000010:0.0:1769074984.174470:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b06860000. 00000040:00000010:0.0:1769074984.174475:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a04793600. 00000040:00000010:0.0:1769074984.174483:0:50511:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8a09cfc000. 00000040:00000010:0.0:1769074984.174493:0:50511:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a09cfc000. 00000040:00000010:0.0:1769074984.174496:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a04793600. 00010000:00000200:0.0:1769074984.174502:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17526450 x1855008368789120/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 272/8416 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.174518:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8a02fbcd80. 00000100:00000200:0.0:1769074984.174522:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368789120, offset 224 00000400:00000200:0.0:1769074984.174526:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.174531:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.174536:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae08680 00000400:00000200:0.0:1769074984.174541:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x28265 [4] + 224 00000400:00000200:0.0:1769074984.174546:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.174548:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.174553:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368789120/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.174571:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02fbcd80 00000400:00000010:0.0:1769074984.174573:0:50511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a02fbcd80. 00000400:00000010:3.0:1769074984.174582:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 00000020:00000010:0.0:1769074984.174584:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000400:00000200:3.0:1769074984.174586:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b000 00000020:00000010:0.0:1769074984.174589:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000400:00000010:3.0:1769074984.174589:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8b3856b000. 00000020:00000010:0.0:1769074984.174596:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000100:00000200:3.0:1769074984.174597:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368789120/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074984.174604:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b06860000. 00000100:00000200:3.0:1769074984.174605:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368789120/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074984.174616:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b480. 00000100:00000200:0.0:1769074984.174617:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:3.0:1769074984.174620:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b049a0000. 00000400:00000010:0.0:1769074984.174623:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029243c8. 02000000:00000010:3.0:1769074984.174628:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07026000. 00000400:00000010:0.0:1769074984.174629:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a02fbcd80. 00000100:00000010:3.0:1769074984.174632:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000040:00000010:3.0:1769074984.174638:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955ba0. 00000020:00000010:0.0:1769074984.174755:0:53705:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074984.174760:0:53705:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a04793600. 00000040:00000010:0.0:1769074984.174763:0:53705:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a04793400. 00000020:00000010:0.0:1769074984.174765:0:53705:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b05917800. 00000020:00000010:0.0:1769074984.174769:0:53705:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074984.174772:0:53705:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a04793e00. 80000000:00000010:0.0:1769074984.174775:0:53705:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b074b8480. 40000000:00000010:0.0:1769074984.174789:0:53705:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3524d9c0. 00100000:00000010:0.0:1769074984.174793:0:53705:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b05910000. 00040000:00000010:0.0:1769074984.174796:0:53705:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b1fc28900. 00040000:00000010:0.0:1769074984.174799:0:53705:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b05915800. 00040000:00000010:0.0:1769074984.174801:0:53705:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a04792c00. 00080000:00000010:0.0:1769074984.174805:0:53705:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 00080000:00000010:0.0:1769074984.174808:0:53705:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 00000004:00000010:0.0:1769074984.174811:0:53705:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b05914000. 00000004:00000010:0.0:1769074984.174815:0:53705:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b2b736000. 00000004:00000010:0.0:1769074984.174818:0:53705:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a0334f800. 00002000:00000010:0.0:1769074984.174820:0:53705:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b0882c800. 00000004:00000010:0.0:1769074984.174823:0:53705:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b0882e000. 00000020:00000010:0.0:1769074984.174826:0:53705:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3524d180. 00000040:00000010:0.0:1769074984.174830:0:53705:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8a09cfe000. 00000040:00000010:0.0:1769074984.175230:0:53705:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8a09cfe000. 00000020:00000010:0.0:1769074984.175234:0:53705:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524d180. 00000020:00000010:0.0:1769074984.175238:0:53705:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a04793600. 00000040:00000010:0.0:1769074984.175240:0:53705:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a04793400. 00000020:00000010:0.0:1769074984.175242:0:53705:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b05917800. 00000020:00000010:0.0:1769074984.175244:0:53705:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074984.175246:0:53705:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a04793e00. 80000000:00000010:0.0:1769074984.175247:0:53705:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b074b8480. 40000000:00000010:0.0:1769074984.175249:0:53705:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3524d9c0. 00100000:00000010:0.0:1769074984.175251:0:53705:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b05910000. 00040000:00000010:0.0:1769074984.175252:0:53705:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b1fc28900. 00040000:00000010:0.0:1769074984.175254:0:53705:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b05915800. 00040000:00000010:0.0:1769074984.175256:0:53705:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a04792c00. 00080000:00000010:0.0:1769074984.175258:0:53705:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00080000:00000010:0.0:1769074984.175259:0:53705:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00000004:00000010:0.0:1769074984.175261:0:53705:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b05914000. 00000004:00000010:0.0:1769074984.175263:0:53705:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b2b736000. 00000004:00000010:0.0:1769074984.175265:0:53705:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a0334f800. 00002000:00000010:0.0:1769074984.175266:0:53705:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b0882c800. 00000004:00000010:0.0:1769074984.175268:0:53705:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b0882e000. 00000020:00000010:0.0:1769074984.175269:0:53705:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000040:00000010:3.0:1769074984.175289:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955ba0. 00000040:00000010:3.0:1769074984.175294:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b36e36000. 00000040:00000010:3.0:1769074984.175297:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a03f5d800. 00000020:00000010:3.0:1769074984.175301:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a02aeec00. 00000040:00000010:3.0:1769074984.175303:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a02faa600. 00000020:00000010:3.0:1769074984.175305:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b05575000. 00000020:00000010:3.0:1769074984.175307:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b406f4a00. 80000000:00000010:3.0:1769074984.175310:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a09955c00. 00040000:00000010:3.0:1769074984.175311:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a03f5c800. 00080000:00000010:3.0:1769074984.175313:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e34000. 00080000:00000010:3.0:1769074984.175315:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b04a6a000. 20000000:00000010:3.0:1769074984.175317:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8a03f5ca00. 00000020:00000010:3.0:1769074984.175319:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4800. 10000000:00000010:3.0:1769074984.175320:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b30755800. 00000100:00000010:3.0:1769074984.175327:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.175332:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07026000. 00010000:00000010:3.0:1769074984.175338:0:26100:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984800. 00000100:00000010:3.0:1769074984.175345:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.175352:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bcc00. 00000400:00000010:3.0:1769074984.175372:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:3.0:1769074984.175375:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.175378:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368789248, portal 25 00000400:00000010:3.0:1769074984.175381:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.175383:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1855008368789248, offset 0 00000400:00000200:3.0:1769074984.175387:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.175392:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.175397:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 26 MB=0x6971ecae08700 00000400:00000200:3.0:1769074984.175401:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 328/328 into md 0x27821 [2] + 0 00000400:00000010:3.0:1769074984.175405:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794108. 00000400:00000200:3.0:1769074984.175407:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a01ebaa80 00000400:00000200:3.0:1769074984.175411:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.175413:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.175415:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01ebaa80 00000400:00000010:3.0:1769074984.175417:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01ebaa80. 00000100:00000200:3.0:1769074984.175420:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.175431:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074984.175433:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.175438:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368789248/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.175443:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.175447:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.175451:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074984.175454:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.175458:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.175480:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.175483:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:0.0:1769074984.175486:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368789248 00010000:00000010:0.0:1769074984.175496:0:50511:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b000. 02000000:00000010:0.0:1769074984.175503:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b0882e000. 00010000:00000200:0.0:1769074984.175513:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17527450 x1855008368789248/t0(0) o101->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 328/344 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.175523:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.175526:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008368789248, offset 224 00000400:00000200:0.0:1769074984.175530:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.175536:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.175541:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 344 into portal 25 MB=0x6971ecae08700 00000400:00000200:0.0:1769074984.175545:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 344/344 into md 0x28275 [1] + 224 00000400:00000200:0.0:1769074984.175549:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.175552:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.175558:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368789248/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.175577:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.175579:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:0.0:1769074984.175588:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000400:00000010:3.0:1769074984.175589:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 00000020:00000010:0.0:1769074984.175593:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000400:00000200:3.0:1769074984.175593:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.175596:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:0.0:1769074984.175599:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000100:00000200:3.0:1769074984.175602:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368789248/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074984.175606:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b0882e000. 00000100:00000200:3.0:1769074984.175609:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368789248/t0(0) o101->MGC192.168.204.141@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074984.175613:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1769074984.175618:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924268. 00000100:00000010:3.0:1769074984.175619:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b480. 00000400:00000010:0.0:1769074984.175626:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3c50b540. 02000000:00000010:3.0:1769074984.175627:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bcc00. 02000000:00000010:3.0:1769074984.175631:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07026000. 00000100:00000010:3.0:1769074984.175634:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 10000000:00000010:3.0:1769074984.175638:0:26100:0:(mgc_request.c:1693:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8c8b30755800. 00000020:00000010:3.0:1769074984.175640:0:26100:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07026000. 00000020:00000010:3.0:1769074984.175643:0:26100:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b2f4800. 00000040:00000010:3.0:1769074984.175644:0:26100:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b406f4a00. 00000020:00000010:3.0:1769074984.175646:0:26100:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b05575000. 00000020:00000010:3.0:1769074984.175648:0:26100:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a02faa600. 80000000:00000010:3.0:1769074984.175649:0:26100:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a09955c00. 00040000:00000010:3.0:1769074984.175651:0:26100:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a02aeec00. 00080000:00000010:3.0:1769074984.175653:0:26100:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b36e34000. 00080000:00000010:3.0:1769074984.175656:0:26100:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e36000. 20000000:00000010:3.0:1769074984.175658:0:26100:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8a03f5d200. 00000040:00000010:3.0:1769074984.175660:0:26100:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a03f5c800. 00000100:00000010:3.0:1769074984.175662:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.175665:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a03f5d800. 00000100:00000010:3.0:1769074984.175669:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.175673:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055eb200. 00000400:00000010:3.0:1769074984.175675:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:3.0:1769074984.175677:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.175679:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368789376, portal 25 00000400:00000010:3.0:1769074984.175680:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.175682:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1855008368789376, offset 0 00000400:00000200:3.0:1769074984.175684:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.175688:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.175691:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 504 into portal 26 MB=0x6971ecae08780 00000400:00000200:3.0:1769074984.175693:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 504/504 into md 0x27831 [2] + 0 00000400:00000010:3.0:1769074984.175695:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751c60. 00000400:00000200:3.0:1769074984.175696:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b04976300 00000400:00000200:3.0:1769074984.175698:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.175700:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.175701:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b04976300 00000400:00000010:3.0:1769074984.175703:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b04976300. 00000100:00000200:3.0:1769074984.175705:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.175712:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074984.175713:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074984.175716:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368789376/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074984.175732:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.175736:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.175741:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074984.175743:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074984.175747:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074984.175769:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074984.175772:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:0.0:1769074984.175776:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368789376 02000000:00000010:0.0:1769074984.175798:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b0882e000. 00000040:00000010:0.0:1769074984.175802:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8a04793000. 00000040:00000010:0.0:1769074984.175819:0:50511:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b0629bfa0. 00000040:00000010:0.0:1769074984.175825:0:50511:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b0629bfa0. 00000040:00000010:0.0:1769074984.175828:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a04793000. 00010000:00000200:0.0:1769074984.175836:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17524850 x1855008368789376/t0(0) o501->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 504/272 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.175847:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074984.175850:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008368789376, offset 224 00000400:00000200:0.0:1769074984.175854:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074984.175859:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074984.175864:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 25 MB=0x6971ecae08780 00000400:00000200:0.0:1769074984.175868:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 272/272 into md 0x28285 [1] + 224 00000400:00000200:0.0:1769074984.175872:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.175875:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074984.175880:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368789376/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.175897:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074984.175899:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:0.0:1769074984.175908:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000400:00000010:3.0:1769074984.175911:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 00000020:00000010:0.0:1769074984.175912:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000400:00000200:3.0:1769074984.175915:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000020:00000010:0.0:1769074984.175918:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000400:00000010:3.0:1769074984.175918:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 02000000:00000010:0.0:1769074984.175925:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b0882e000. 00000100:00000200:3.0:1769074984.175926:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368789376/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074984.175932:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:3.0:1769074984.175935:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368789376/t0(0) o501->MGC192.168.204.141@tcp@0@lo:26/25 lens 504/272 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074984.175938:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924aa8. 00000400:00000010:0.0:1769074984.175944:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724cc0. 00000100:00000010:3.0:1769074984.175945:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.175951:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055eb200. 02000000:00000010:3.0:1769074984.175954:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a03f5d800. 00000100:00000010:3.0:1769074984.175956:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000040:00000010:3.0:1769074984.175960:0:26100:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b04a6a000. 00000100:00000010:3.0:1769074984.175962:0:26100:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074984.175965:0:26100:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b055eb200. 00000100:00000010:3.0:1769074984.175968:0:26100:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b480. 02000000:00000010:3.0:1769074984.175978:0:26100:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8c8b049a0000. 00000400:00000010:3.0:1769074984.175980:0:26100:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:3.0:1769074984.175982:0:26100:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8b3856b000. 00000100:00000200:3.0:1769074984.175985:0:26100:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1855008368789504, portal 25 00000400:00000010:3.0:1769074984.175988:0:26100:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.175991:0:26100:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1855008368789504, offset 0 00000400:00000200:3.0:1769074984.175995:0:26100:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074984.176000:0:26100:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074984.176004:0:26100:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 272 into portal 26 MB=0x6971ecae08800 00000400:00000200:3.0:1769074984.176008:0:26100:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 272/272 into md 0x27841 [2] + 0 00000400:00000010:3.0:1769074984.176011:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5790. 00000400:00000200:3.0:1769074984.176013:0:26100:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b086d1240 00000400:00000200:3.0:1769074984.176016:0:26100:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.176019:0:26100:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074984.176022:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b086d1240 00000400:00000010:3.0:1769074984.176023:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b086d1240. 00000100:00000200:3.0:1769074984.176053:0:26100:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1769074984.176066:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074984.176068:0:26100:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074984.176071:0:26100:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368789504/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074984.176102:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074984.176106:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074984.176109:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074984.176111:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.176114:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.176131:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074984.176133:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b480. 00000100:00000200:1.0:1769074984.176134:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368789504 02000000:00000010:1.0:1769074984.176151:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b06860000. 00000040:00000010:1.0:1769074984.176155:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b35f8f400. 00000040:00000010:1.0:1769074984.176162:0:50511:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b34c28000. 00000040:00000010:1.0:1769074984.176170:0:50511:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b34c28000. 00000040:00000010:1.0:1769074984.176173:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b35f8f400. 00010000:00000200:1.0:1769074984.176177:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b17525450 x1855008368789504/t0(0) o503->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:520/0 lens 272/8416 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074984.176185:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8a010fee40. 00000100:00000200:1.0:1769074984.176188:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008368789504, offset 224 00000400:00000200:1.0:1769074984.176191:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074984.176195:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074984.176200:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 8416 into portal 25 MB=0x6971ecae08800 00000400:00000200:1.0:1769074984.176202:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 8416/8416 into md 0x28295 [4] + 224 00000400:00000200:1.0:1769074984.176206:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074984.176208:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074984.176211:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368789504/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074984.176223:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fee40 00000400:00000010:1.0:1769074984.176225:0:50511:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a010fee40. 00000020:00000010:1.0:1769074984.176234:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000400:00000010:3.0:1769074984.176234:0:26100:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 00000020:00000010:1.0:1769074984.176241:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000400:00000200:3.0:1769074984.176241:0:26100:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b000 00000400:00000010:3.0:1769074984.176244:0:26100:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8b3856b000. 00000020:00000010:1.0:1769074984.176249:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000100:00000200:3.0:1769074984.176250:0:26100:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368789504/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074984.176255:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b06860000. 00000100:00000200:3.0:1769074984.176258:0:26100:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368789504/t0(0) o503->MGC192.168.204.141@tcp@0@lo:26/25 lens 272/8416 e 0 to 0 dl 1769075000 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074984.176268:0:26100:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b480. 00000100:00000200:1.0:1769074984.176269:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000010:3.0:1769074984.176273:0:26100:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8c8b049a0000. 00000400:00000010:1.0:1769074984.176275:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794738. 00000400:00000010:1.0:1769074984.176281:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a010fee40. 02000000:00000010:3.0:1769074984.176281:0:26100:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b055eb200. 00000100:00000010:3.0:1769074984.176285:0:26100:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000040:00000010:3.0:1769074984.176291:0:26100:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8c8a09955ba0. 00000020:00000010:1.0:1769074984.176438:0:53706:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074984.176442:0:53706:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b35f8f400. 00000040:00000010:1.0:1769074984.176445:0:53706:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b35f8ee00. 00000020:00000010:1.0:1769074984.176449:0:53706:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b35cd9000. 00000020:00000010:1.0:1769074984.176452:0:53706:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a171420. 00000020:00000010:1.0:1769074984.176455:0:53706:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b35f8e400. 80000000:00000010:1.0:1769074984.176458:0:53706:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b06d2a480. 40000000:00000010:1.0:1769074984.176460:0:53706:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b3e35b480. 00100000:00000010:1.0:1769074984.176464:0:53706:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b35cdc000. 00040000:00000010:1.0:1769074984.176480:0:53706:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b173a3c00. 00040000:00000010:1.0:1769074984.176482:0:53706:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b35cd9800. 00040000:00000010:1.0:1769074984.176484:0:53706:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b35f8e200. 00080000:00000010:1.0:1769074984.176486:0:53706:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b34c28000. 00080000:00000010:1.0:1769074984.176490:0:53706:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b34c2c000. 00000004:00000010:1.0:1769074984.176493:0:53706:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b35cda000. 00000004:00000010:1.0:1769074984.176495:0:53706:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b30742000. 00000004:00000010:1.0:1769074984.176498:0:53706:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b35cd8000. 00002000:00000010:1.0:1769074984.176500:0:53706:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b40227000. 00000004:00000010:1.0:1769074984.176502:0:53706:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b40227400. 00000020:00000010:1.0:1769074984.176504:0:53706:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b3e35bd40. 00000040:00000010:1.0:1769074984.176508:0:53706:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8c8b34c2a000. 00000040:00000010:1.0:1769074984.176847:0:53706:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b34c2a000. 00000020:00000010:1.0:1769074984.176853:0:53706:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.176861:0:53706:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b35f8f400. 00000040:00000010:1.0:1769074984.176864:0:53706:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b35f8ee00. 00000020:00000010:1.0:1769074984.176866:0:53706:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cd9000. 00000020:00000010:1.0:1769074984.176869:0:53706:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a171420. 00000020:00000010:1.0:1769074984.176872:0:53706:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b35f8e400. 80000000:00000010:1.0:1769074984.176874:0:53706:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b06d2a480. 40000000:00000010:1.0:1769074984.176876:0:53706:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3e35b480. 00100000:00000010:1.0:1769074984.176879:0:53706:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b35cdc000. 00040000:00000010:1.0:1769074984.176881:0:53706:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b173a3c00. 00040000:00000010:1.0:1769074984.176884:0:53706:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b35cd9800. 00040000:00000010:1.0:1769074984.176886:0:53706:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b35f8e200. 00080000:00000010:1.0:1769074984.176889:0:53706:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b34c2c000. 00080000:00000010:1.0:1769074984.176891:0:53706:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b34c28000. 00000004:00000010:1.0:1769074984.176894:0:53706:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b35cda000. 00000004:00000010:1.0:1769074984.176897:0:53706:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b30742000. 00000004:00000010:1.0:1769074984.176899:0:53706:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b35cd8000. 00002000:00000010:1.0:1769074984.176901:0:53706:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b40227000. 00000004:00000010:1.0:1769074984.176904:0:53706:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b40227400. 00000020:00000010:1.0:1769074984.176905:0:53706:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000040:00000010:3.0:1769074984.176928:0:26100:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8a09955ba0. 00000040:00000010:3.0:1769074984.176933:0:26100:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b04a6a000. 00000040:00000010:3.0:1769074984.176935:0:26100:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a03f5c800. 00000020:00000010:3.0:1769074984.176939:0:26100:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b2f4800. 00000040:00000010:3.0:1769074984.176941:0:26100:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b406f4a00. 00000020:00000010:3.0:1769074984.176944:0:26100:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b05575000. 00000020:00000010:3.0:1769074984.176947:0:26100:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a02faa600. 80000000:00000010:3.0:1769074984.176949:0:26100:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a09955c00. 00040000:00000010:3.0:1769074984.176951:0:26100:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a02aeec00. 00080000:00000010:3.0:1769074984.176954:0:26100:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e36000. 00080000:00000010:3.0:1769074984.176956:0:26100:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b36e34000. 20000000:00000010:3.0:1769074984.176958:0:26100:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8a03f5d200. 00000020:00000010:3.0:1769074984.176960:0:26100:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07026000. 10000000:00000010:3.0:1769074984.176961:0:26100:0:(mgc_request.c:1741:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8c8b30755800. 00000400:00000200:0.0:1769074984.431160:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074984.431180:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 26 MB=0x6971ec9d53400 00000400:00000200:0.0:1769074984.431189:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 328/328 into md 0x27851 [2] + 0 00000400:00000010:0.0:1769074984.431195:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794aa8. 00000400:00000200:0.0:1769074984.431201:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a01eba000 00000400:00000200:0.0:1769074984.431213:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.431216:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074984.431219:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01eba000 00000400:00000010:0.0:1769074984.431221:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01eba000. 00000100:00000200:0.0:1769074984.431226:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1769074984.431295:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.431315:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.431320:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074984.431324:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.431328:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.431360:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.431361:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000100:00000200:1.0:1769074984.431363:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351269888 00010000:00000010:1.0:1769074984.431382:0:50511:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690400. 02000000:00000010:1.0:1769074984.431394:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b40227400. 00010000:00000200:1.0:1769074984.431411:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0672ac50 x1855008351269888/t0(0) o101->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:520/0 lens 328/344 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074984.431425:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074984.431430:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 25, xid 1855008351269888, offset 224 00000400:00000200:1.0:1769074984.431434:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074984.431443:0:50511:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074984.431446:0:50511:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16372:16372:256:4294967295] 192.168.204.41@tcp LPNI seq info [16368:16368:8:4294967295] 00000400:00000200:1.0:1769074984.431455:0:50511:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074984.431460:0:50511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074984.431465:0:50511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3c00. 00000800:00000200:1.0:1769074984.431470:0:50511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074984.431478:0:50511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074984.431482:0:50511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3c00 type 1, nob 440 niov 1 nkiov 1 00000020:00000010:1.0:1769074984.431500:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.431504:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.431508:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000100:00000200:1.0:1769074984.431518:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1769074984.431523:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794cb8. 00000400:00000010:1.0:1769074984.431528:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a010feb40. 00000800:00000200:3.0:1769074984.431571:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074984.431576:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3c00. 00000400:00000200:3.0:1769074984.431579:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.431582:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074984.431585:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:3.0:1769074984.431586:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 02000000:00000010:3.0:1769074984.431589:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b40227400. 00000400:00000200:3.0:1769074984.432486:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074984.432505:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 26 MB=0x6971ec9d53480 00000400:00000200:3.0:1769074984.432514:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 504/504 into md 0x27861 [2] + 0 00000400:00000010:3.0:1769074984.432519:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307946e0. 00000400:00000200:3.0:1769074984.432526:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a01eba9c0 00000400:00000200:3.0:1769074984.432540:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.432545:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074984.432550:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01eba9c0 00000400:00000010:3.0:1769074984.432553:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01eba9c0. 00000100:00000200:3.0:1769074984.432559:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1769074984.432616:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.432620:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.432625:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074984.432628:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.432631:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.432653:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.432655:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000100:00000200:1.0:1769074984.432658:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351270016 02000000:00000010:1.0:1769074984.432668:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8c8b40227000. 00000040:00000010:1.0:1769074984.432674:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b35f8f000. 00000040:00000010:1.0:1769074984.432715:0:50511:0:(llog_osd.c:1467:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff8c8b03776920. 00000040:00000010:1.0:1769074984.432726:0:50511:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff8c8b03776920. 00000040:00000010:1.0:1769074984.432730:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b35f8f000. 00010000:00000200:1.0:1769074984.432738:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0672a450 x1855008351270016/t0(0) o501->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:520/0 lens 504/272 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074984.432749:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074984.432752:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 25, xid 1855008351270016, offset 224 00000400:00000200:1.0:1769074984.432755:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074984.432760:0:50511:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074984.432763:0:50511:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16373:16373:256:4294967295] 192.168.204.41@tcp LPNI seq info [16369:16369:8:4294967295] 00000400:00000200:1.0:1769074984.432769:0:50511:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074984.432772:0:50511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074984.432796:0:50511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074984.432799:0:50511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074984.432802:0:50511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074984.432805:0:50511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 368 niov 1 nkiov 1 00000020:00000010:1.0:1769074984.432816:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.432818:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.432820:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000100:00000200:1.0:1769074984.432824:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1769074984.432826:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794420. 00000400:00000010:1.0:1769074984.432829:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a010fe780. 00000800:00000200:0.0:1769074984.432867:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074984.432871:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:0.0:1769074984.432874:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.432877:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074984.432880:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:0.0:1769074984.432882:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 02000000:00000010:0.0:1769074984.432884:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 568 at ffff8c8b40227000. 00000400:00000200:3.0:1769074984.433624:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074984.433632:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 26 MB=0x6971ec9d53500 00000400:00000200:3.0:1769074984.433637:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 272/272 into md 0x27871 [2] + 0 00000400:00000010:3.0:1769074984.433640:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5a50. 00000400:00000200:3.0:1769074984.433643:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b086d1180 00000400:00000200:3.0:1769074984.433649:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.433652:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074984.433654:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b086d1180 00000400:00000010:3.0:1769074984.433655:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b086d1180. 00000100:00000200:3.0:1769074984.433658:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1769074984.433725:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.433729:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.433733:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074984.433748:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.433753:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.433801:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.433803:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000100:00000200:1.0:1769074984.433806:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351270144 02000000:00000010:1.0:1769074984.433844:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8712 at ffff8c8b049a0000. 00000040:00000010:1.0:1769074984.433849:0:50511:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8c8b35f8f000. 00000040:00000010:1.0:1769074984.433862:0:50511:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8c8b34c28000. 00000040:00000010:1.0:1769074984.433883:0:50511:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8b34c28000. 00000040:00000010:1.0:1769074984.433887:0:50511:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b35f8f000. 00010000:00000200:1.0:1769074984.433895:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06729050 x1855008351270144/t0(0) o503->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:520/0 lens 272/8416 e 0 to 0 dl 1769074995 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074984.433908:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8a010fea80. 00000100:00000200:1.0:1769074984.433912:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 8416 bytes to portal 25, xid 1855008351270144, offset 224 00000400:00000200:1.0:1769074984.433917:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074984.433923:0:50511:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074984.433927:0:50511:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16374:16374:256:4294967295] 192.168.204.41@tcp LPNI seq info [16370:16370:8:4294967295] 00000400:00000200:1.0:1769074984.433934:0:50511:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074984.433938:0:50511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8416 bytes in 3 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074984.433940:0:50511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8c8b35f8f000. 00000800:00000200:1.0:1769074984.433945:0:50511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074984.433950:0:50511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:1.0:1769074984.433953:0:50511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b35f8f000 type 1, nob 8512 niov 1 nkiov 3 00000020:00000010:1.0:1769074984.433968:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.433970:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.433973:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000100:00000200:1.0:1769074984.433979:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1769074984.433982:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307947e8. 00000400:00000010:1.0:1769074984.433987:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a010fecc0. 00000800:00000200:3.0:1769074984.434105:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074984.434109:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8b35f8f000. 00000400:00000200:3.0:1769074984.434119:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074984.434129:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074984.434133:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fea80 00000400:00000010:3.0:1769074984.434136:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a010fea80. 02000000:00000010:3.0:1769074984.434146:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8712 at ffff8c8b049a0000. 00000400:00000200:0.0:1769074984.815265:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074984.815291:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d53600 00000400:00000200:0.0:1769074984.815301:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c41 [64] + 10792 00000400:00000200:0.0:1769074984.815318:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.815324:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074984.815334:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074984.815342:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85f80. 00000400:00000200:0.0:1769074984.815375:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074984.815382:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 26 MB=0x6971ec9d53580 00000400:00000200:0.0:1769074984.815391:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 224/224 into md 0x27881 [2] + 0 00000400:00000010:0.0:1769074984.815397:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c58f0. 00000400:00000200:0.0:1769074984.815402:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b086d1d80 00000400:00000200:0.0:1769074984.815409:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.815413:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074984.815415:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b086d1d80 00000400:00000010:0.0:1769074984.815418:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b086d1d80. 00000100:00000200:0.0:1769074984.815423:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:1.0:1769074984.815423:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074984.815434:0:28096:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524da00. 00000400:00000200:0.0:1769074984.815456:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074984.815457:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000400:00000200:0.0:1769074984.815465:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d53680 00000020:00000010:1.0:1769074984.815466:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511200. 00000400:00000200:0.0:1769074984.815472:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c41 [64] + 11016 00000020:00000010:1.0:1769074984.815475:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000400:00000200:0.0:1769074984.815480:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.815486:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074984.815491:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074984.815498:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f86a00. 00000020:00000010:1.0:1769074984.815529:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074984.815534:0:28096:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d940. 00000400:00000200:0.0:1769074984.815540:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:3.0:1769074984.815540:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755940. 00000020:00000010:1.0:1769074984.815547:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e200. 00000020:00000010:3.0:1769074984.815547:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755940. 00000400:00000200:0.0:1769074984.815553:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 28 MB=0x6971ec9d53700 00000020:00000010:1.0:1769074984.815554:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000100:00000200:3.0:1769074984.815554:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351270400 00000020:00000010:1.0:1769074984.815560:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000400:00000200:0.0:1769074984.815565:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 224/224 into md 0x12089 [8] + 11424 02000000:00000010:3.0:1769074984.815571:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378bcc00. 00000400:00000200:0.0:1769074984.815573:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074984.815581:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b2c0. 00000020:00000010:1.0:1769074984.815586:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b2c0. 00010000:00000200:3.0:1769074984.815586:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85f80 x1855008351270400/t0(0) o400->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:520/0 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074984.815589:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074984.815590:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351270528 00000100:00000200:0.0:1769074984.815598:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:1.0:1769074984.815600:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b40225000. 00000100:00000010:0.0:1769074984.815607:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44000. 00010000:00000200:1.0:1769074984.815610:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f86a00 x1855008351270528/t0(0) o400->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:520/0 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074984.815627:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000400:00000010:3.0:1769074984.815627:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000400:00000200:0.0:1769074984.815634:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:3.0:1769074984.815637:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008351270400, offset 224 00000100:00000200:1.0:1769074984.815638:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008351270528, offset 224 00000400:00000200:0.0:1769074984.815644:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 28 MB=0x6971ec9d53780 00000400:00000200:0.0:1769074984.815649:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 224/224 into md 0x12089 [8] + 11648 00000400:00000200:3.0:1769074984.815658:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074984.815660:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074984.815665:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074984.815674:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074984.815675:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074984.815686:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16375:16375:256:4294967295] 192.168.204.41@tcp LPNI seq info [16371:16371:8:4294967295] 00000400:00000200:3.0:1769074984.815696:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074984.815701:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074984.815702:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074984.815705:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16376:16376:255:4294967295] 192.168.204.41@tcp LPNI seq info [16372:16372:7:4294967295] 00000800:00000010:3.0:1769074984.815707:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000400:00000200:1.0:1769074984.815712:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074984.815714:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074984.815716:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074984.815719:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:3.0:1769074984.815725:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074984.815727:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074984.815732:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1769074984.815734:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074984.815739:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1769074984.815751:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1769074984.815754:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511200. 00000020:00000010:1.0:1769074984.815756:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000100:00000010:0.0:1769074984.815758:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47b80. 00000020:00000010:3.0:1769074984.815760:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074984.815763:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:3.0:1769074984.815778:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074984.815779:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e200. 00000020:00000010:3.0:1769074984.815809:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755940. 00000020:00000010:1.0:1769074984.815820:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b2c0. 00000020:00000010:3.0:1769074984.815820:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eb200. 00000800:00000200:0.0:1769074984.815821:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1769074984.815826:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000800:00000010:0.0:1769074984.815829:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000020:00000010:1.0:1769074984.815829:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e200. 00000020:00000010:3.0:1769074984.815831:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:1.0:1769074984.815835:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000400:00000200:0.0:1769074984.815837:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074984.815840:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000400:00000200:0.0:1769074984.815846:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074984.815854:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:1.0:1769074984.815856:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bbc0. 00000020:00000010:1.0:1769074984.815859:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bbc0. 00000020:00000010:3.0:1769074984.815859:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000400:00000200:0.0:1769074984.815860:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000100:00000200:1.0:1769074984.815863:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351270784 00000100:00000200:3.0:1769074984.815863:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351270656 00000400:00000010:0.0:1769074984.815864:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 02000000:00000010:1.0:1769074984.815873:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b40226400. 02000000:00000010:3.0:1769074984.815873:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378bc800. 00000800:00000200:0.0:1769074984.815883:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:1.0:1769074984.815883:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47b80 x1855008351270784/t0(0) o400->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:520/0 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1769074984.815883:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44000 x1855008351270656/t0(0) o400->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:520/0 lens 224/224 e 0 to 0 dl 1769074995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1769074984.815888:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074984.815894:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074984.815901:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000400:00000010:3.0:1769074984.815901:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:1.0:1769074984.815905:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008351270784, offset 224 00000100:00000200:3.0:1769074984.815905:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008351270656, offset 224 00000400:00000200:3.0:1769074984.815910:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074984.815914:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074984.815916:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074984.815921:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16378:16378:254:4294967295] 192.168.204.41@tcp LPNI seq info [16374:16374:6:4294967295] 00000400:00000200:3.0:1769074984.815931:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074984.815936:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074984.815937:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:3.0:1769074984.815939:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000400:00000200:1.0:1769074984.815940:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16379:16379:253:4294967295] 192.168.204.41@tcp LPNI seq info [16375:16375:5:4294967295] 00000800:00000200:3.0:1769074984.815943:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074984.815947:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074984.815948:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074984.815950:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1769074984.815952:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074984.815955:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000020:00000010:3.0:1769074984.815956:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000800:00000200:1.0:1769074984.815958:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:3.0:1769074984.815959:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000800:00000200:1.0:1769074984.815961:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:3.0:1769074984.815962:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eb200. 00000800:00000200:1.0:1769074984.815964:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074984.815969:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074984.815971:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074984.815974:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e200. 00000400:00000200:0.0:1769074984.816014:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074984.816024:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:0.0:1769074984.816066:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000800:00000200:0.0:1769074984.816101:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074984.816103:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6800. 00000400:00000200:0.0:1769074984.816108:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.816112:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074984.816114:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:0.0:1769074984.816116:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 02000000:00000010:0.0:1769074984.816122:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d7400. 00000800:00000200:0.0:1769074984.816132:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074984.816135:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074984.816138:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.816141:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074984.816144:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:0.0:1769074984.816146:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000800:00000200:0.0:1769074984.816214:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074984.816216:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074984.816218:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074984.816220:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074984.816222:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:0.0:1769074984.816223:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000100:00000010:3.0:1769074985.194154:0:26824:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 00000100:00000010:0.0:1769074985.194156:0:26828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44a80. 02000000:00000010:3.0:1769074985.194182:0:26824:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158100. 02000000:00000010:0.0:1769074985.194183:0:26828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b1fc28900. 02000000:00000010:3.0:1769074985.194256:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bf800. 02000000:00000010:0.0:1769074985.194261:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0882c800. 00000400:00000010:3.0:1769074985.194266:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:0.0:1769074985.194267:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924b58. 00000400:00000010:3.0:1769074985.194276:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000400:00000010:0.0:1769074985.194277:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074985.194286:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368789888, portal 4 00000100:00000200:3.0:1769074985.194286:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368789760, portal 4 00000400:00000010:3.0:1769074985.194295:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000400:00000010:0.0:1769074985.194296:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:3.0:1769074985.194299:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368789760, offset 0 00000100:00000200:0.0:1769074985.194302:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368789888, offset 0 02000000:00000010:1.0:1769074985.194311:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8e200. 00000400:00000200:3.0:1769074985.194313:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1769074985.194320:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794b00. 00000400:00000200:0.0:1769074985.194324:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1769074985.194331:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074985.194338:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790144, portal 4 00000400:00000200:0.0:1769074985.194340:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.194345:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074985.194354:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae08980 00000400:00000200:3.0:1769074985.194358:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae08900 00000400:00000200:0.0:1769074985.194365:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 1120 00000400:00000200:0.0:1769074985.194375:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.194377:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 11648 00000400:00000200:0.0:1769074985.194383:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.194384:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.194394:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074985.194403:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000200:0.0:1769074985.194404:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1769074985.194412:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748e300. 00000100:00000010:0.0:1769074985.194414:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44380. 00000400:00000010:1.0:1769074985.194431:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000400:00000200:3.0:1769074985.194435:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:3.0:1769074985.194439:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000400:00000200:0.0:1769074985.194443:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074985.194448:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:3.0:1769074985.194448:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44a80 x1855008368789760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.194456:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368790144, offset 0 00000100:00000200:0.0:1769074985.194459:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368789888/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074985.194479:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074985.194503:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bc000. 00000400:00000200:1.0:1769074985.194504:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1769074985.194515:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a04792800. 00000400:00000010:3.0:1769074985.194516:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751c60. 00000400:00000010:3.0:1769074985.194523:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000400:00000010:0.0:1769074985.194524:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924790. 00000400:00000200:1.0:1769074985.194529:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae08a80 00000100:00000200:3.0:1769074985.194532:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368789632, portal 4 00000400:00000010:0.0:1769074985.194536:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000400:00000010:3.0:1769074985.194548:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000400:00000200:1.0:1769074985.194549:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 1344 00000100:00000200:0.0:1769074985.194562:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790656, portal 10 00000100:00000200:3.0:1769074985.194562:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368789632, offset 0 00000400:00000200:1.0:1769074985.194564:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074985.194576:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000400:00000200:3.0:1769074985.194576:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074985.194585:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074985.194589:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368790656, offset 0 00000100:00000200:1.0:1769074985.194595:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000200:3.0:1769074985.194596:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074985.194604:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1769074985.194615:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665c00. 00000400:00000200:0.0:1769074985.194621:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.194623:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae08880 00000400:00000200:3.0:1769074985.194632:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 1568 00000400:00000200:3.0:1769074985.194636:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074985.194637:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae08c80 00000400:00000200:3.0:1769074985.194641:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074985.194649:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 11240 00000400:00000200:0.0:1769074985.194654:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074985.194659:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074985.194674:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:1.0:1769074985.194680:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000100:00000200:0.0:1769074985.194687:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1769074985.194688:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1769074985.194695:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650f480 x1855008368790144/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074985.194698:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ea00. 00000100:00000010:0.0:1769074985.194699:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 00000400:00000200:3.0:1769074985.194714:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:3.0:1769074985.194719:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00000100:00000200:3.0:1769074985.194728:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650c700 x1855008368789632/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074985.194729:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074985.194734:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074985.194754:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650d500 x1855008368790656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074985.194755:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055eb200. 02000000:00000010:1.0:1769074985.194756:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8e400. 00000400:00000010:1.0:1769074985.194777:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307949a0. 00000400:00000010:1.0:1769074985.194783:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074985.194788:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790272, portal 4 00000400:00000010:3.0:1769074985.194794:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 02000000:00000010:0.0:1769074985.194795:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a04793000. 00000400:00000010:0.0:1769074985.194801:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924a50. 00000400:00000010:3.0:1769074985.194803:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000400:00000010:0.0:1769074985.194806:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:3.0:1769074985.194809:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790016, portal 25 00000100:00000200:0.0:1769074985.194812:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368791168, portal 4 00000400:00000010:1.0:1769074985.194821:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000400:00000010:0.0:1769074985.194822:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000400:00000010:3.0:1769074985.194822:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000100:00000200:0.0:1769074985.194836:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368791168, offset 0 00000100:00000200:3.0:1769074985.194837:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855008368790016, offset 0 00000100:00000200:1.0:1769074985.194838:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368790272, offset 0 00000400:00000200:3.0:1769074985.194855:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074985.194867:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074985.194868:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074985.194881:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074985.194893:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.194893:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971ecae08a00 00000400:00000200:0.0:1769074985.194908:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074985.194919:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae08b00 00000400:00000200:3.0:1769074985.194928:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x27891 [2] + 0 00000400:00000200:0.0:1769074985.194938:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae08e80 00000400:00000010:3.0:1769074985.194941:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754bb0. 00000400:00000200:3.0:1769074985.194951:0:16318:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b12a73300 00000400:00000200:3.0:1769074985.194960:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074985.194963:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 11872 00000400:00000200:1.0:1769074985.194971:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.194971:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074985.194976:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 1792 00000400:00000200:1.0:1769074985.194986:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074985.194990:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074985.194996:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.195011:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b12a73300 00000400:00000010:3.0:1769074985.195015:0:16318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b12a73300. 00000100:00000200:3.0:1769074985.195021:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000200:1.0:1769074985.195022:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1769074985.195023:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1769074985.195054:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96d80. 00000400:00000200:0.0:1769074985.195063:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:0.0:1769074985.195070:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000100:00000010:1.0:1769074985.195074:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665880. 00000400:00000200:3.0:1769074985.195076:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000100:00000200:0.0:1769074985.195079:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650dc00 x1855008368791168/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074985.195079:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00000100:00000200:3.0:1769074985.195091:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650ea00 x1855008368790016/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074985.195092:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:1.0:1769074985.195097:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074985.195115:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650ca80 x1855008368790272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074985.195135:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d180. 00000020:00000010:0.0:1769074985.195147:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d180. 00000020:00000010:0.0:1769074985.195167:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792c00. 00000020:00000010:0.0:1769074985.195177:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074985.195191:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 02000000:00000010:1.0:1769074985.195210:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8ee00. 02000000:00000010:3.0:1769074985.195212:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07026000. 00000400:00000010:1.0:1769074985.195216:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794898. 00000400:00000010:3.0:1769074985.195220:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519a0. 00000400:00000010:1.0:1769074985.195222:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000020:00000010:0.0:1769074985.195224:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d180. 00000100:00000200:1.0:1769074985.195233:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790784, portal 10 00000400:00000010:3.0:1769074985.195233:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000020:00000010:0.0:1769074985.195235:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d180. 00000400:00000010:1.0:1769074985.195250:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:3.0:1769074985.195251:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790528, portal 10 00000020:00000010:0.0:1769074985.195255:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793e00. 00000100:00000200:1.0:1769074985.195256:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368790784, offset 0 00000400:00000010:3.0:1769074985.195269:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000020:00000010:0.0:1769074985.195272:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439200. 00000400:00000200:1.0:1769074985.195274:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074985.195281:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368790528, offset 0 00000020:00000010:0.0:1769074985.195282:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e578. 00000400:00000200:1.0:1769074985.195291:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.195308:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074985.195310:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae08d00 00000020:00000010:0.0:1769074985.195315:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d180. 00000020:00000010:0.0:1769074985.195319:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d180. 00000400:00000200:1.0:1769074985.195325:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 11464 00000400:00000200:3.0:1769074985.195330:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074985.195332:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793400. 00000400:00000200:1.0:1769074985.195339:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074985.195341:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074985.195348:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000400:00000200:1.0:1769074985.195356:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.195361:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae08c00 00000100:00000200:1.0:1769074985.195366:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074985.195371:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666300. 00000400:00000200:3.0:1769074985.195377:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 11688 00000020:00000010:0.0:1769074985.195385:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d180. 00000400:00000200:3.0:1769074985.195385:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074985.195391:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000200:3.0:1769074985.195392:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074985.195393:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d180. 00000400:00000010:1.0:1769074985.195399:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000100:00000200:0.0:1769074985.195407:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368789888 00000100:00000200:3.0:1769074985.195408:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1769074985.195409:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650ed80 x1855008368790784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074985.195425:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f480. 02000000:00000010:1.0:1769074985.195437:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8f400. 02000000:00000010:0.0:1769074985.195438:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0882e000. 00000400:00000010:1.0:1769074985.195443:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794210. 00000400:00000200:3.0:1769074985.195446:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:3.0:1769074985.195455:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000400:00000010:1.0:1769074985.195466:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:3.0:1769074985.195466:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650d180 x1855008368790528/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.195477:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368791296, portal 4 00010000:00000200:0.0:1769074985.195482:0:27025:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44380 x1855008368789888/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:521/0 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074985.195488:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074985.195500:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368791296, offset 0 00000400:00000200:1.0:1769074985.195526:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074985.195534:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02aeec00. 00000400:00000010:0.0:1769074985.195545:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000400:00000200:1.0:1769074985.195545:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1769074985.195545:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751370. 00000400:00000010:3.0:1769074985.195557:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:0.0:1769074985.195561:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368789888, offset 224 00000100:00000200:3.0:1769074985.195565:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368791040, portal 10 00000400:00000200:1.0:1769074985.195572:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae08f00 00000400:00000200:0.0:1769074985.195577:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1769074985.195579:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000400:00000200:1.0:1769074985.195590:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 12096 00000400:00000200:0.0:1769074985.195601:0:27025:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074985.195605:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368791040, offset 0 00000400:00000200:1.0:1769074985.195607:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074985.195622:0:27025:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae08980 00000400:00000200:1.0:1769074985.195625:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.195628:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074985.195647:0:27025:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x282d9 [1] + 224 00000400:00000200:3.0:1769074985.195647:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074985.195666:0:27025:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.195667:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae08e00 00000100:00000200:1.0:1769074985.195669:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074985.195680:0:27025:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1769074985.195685:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664380. 00000400:00000200:3.0:1769074985.195691:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 11912 00000400:00000200:3.0:1769074985.195714:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074985.195721:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368789888/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074985.195723:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074985.195724:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:1.0:1769074985.195733:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074985.195749:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650f800 x1855008368791296/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074985.195758:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074985.195774:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d180. 00000400:00000200:0.0:1769074985.195778:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:0.0:1769074985.195784:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000010:1.0:1769074985.195794:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794b00. 00000400:00000200:1.0:1769074985.195798:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:1.0:1769074985.195800:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000020:00000010:0.0:1769074985.195804:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074985.195810:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000100:00000200:1.0:1769074985.195811:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650f480 x1855008368790144/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074985.195813:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:3.0:1769074985.195822:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000020:00000010:0.0:1769074985.195830:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792c00. 00000100:00000200:3.0:1769074985.195838:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650d880 x1855008368791040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.195839:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650f480 x1855008368790144/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074985.195863:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d180. 00000020:00000010:0.0:1769074985.195875:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d180. 00000100:00000200:0.0:1769074985.195887:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368789632 02000000:00000010:0.0:1769074985.195908:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b3cc93400. 02000000:00000010:1.0:1769074985.195936:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35f8e200. 02000000:00000010:3.0:1769074985.195939:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02faa600. 02000000:00000010:1.0:1769074985.195947:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6c00. 00000400:00000010:3.0:1769074985.195948:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b58. 00010000:00000200:0.0:1769074985.195949:0:27025:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748ea00 x1855008368789632/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:521/0 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074985.195953:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650f480. 00000400:00000010:3.0:1769074985.195960:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074985.195970:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368791552, portal 10 00000400:00000010:0.0:1769074985.195986:0:27025:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000400:00000010:3.0:1769074985.195986:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 02000000:00000010:1.0:1769074985.195992:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8e200. 00000100:00000200:0.0:1769074985.195995:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368789632, offset 224 00000100:00000200:3.0:1769074985.195996:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368791552, offset 0 00000400:00000010:1.0:1769074985.195998:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794b00. 00000400:00000200:0.0:1769074985.196017:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074985.196054:0:27025:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1769074985.196060:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000400:00000200:3.0:1769074985.196072:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074985.196075:0:27025:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae08880 00000100:00000200:1.0:1769074985.196080:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790400, portal 4 00000400:00000010:1.0:1769074985.196086:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000400:00000200:3.0:1769074985.196094:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074985.196095:0:27025:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x282ed [1] + 224 00000400:00000200:3.0:1769074985.196114:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae09000 00000400:00000200:0.0:1769074985.196115:0:27025:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074985.196115:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368790400, offset 0 00000400:00000200:3.0:1769074985.196132:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 12136 00000400:00000200:0.0:1769074985.196135:0:27025:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.196140:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074985.196144:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074985.196149:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074985.196157:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074985.196165:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae08b80 00000100:00000200:3.0:1769074985.196165:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1769074985.196172:0:27025:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650c700 x1855008368789632/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074985.196180:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d880. 00000400:00000200:1.0:1769074985.196184:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 12320 00000400:00000200:1.0:1769074985.196210:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.196214:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00000400:00000010:3.0:1769074985.196221:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00000400:00000200:1.0:1769074985.196222:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074985.196240:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:3.0:1769074985.196242:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04afea00 x1855008368791552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074985.196248:0:27025:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000100:00000010:1.0:1769074985.196249:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667480. 00000400:00000010:0.0:1769074985.196262:0:27025:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000010:3.0:1769074985.196278:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 00000400:00000200:3.0:1769074985.196284:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000010:3.0:1769074985.196286:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000020:00000010:0.0:1769074985.196287:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6280. 00000400:00000200:1.0:1769074985.196293:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000100:00000200:3.0:1769074985.196293:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44a80 x1855008368789760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074985.196294:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000020:00000010:0.0:1769074985.196308:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7e600. 00000400:00000010:1.0:1769074985.196308:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074985.196337:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650fb80 x1855008368790400/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074985.196340:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44a80 x1855008368789760/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074985.196375:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d180. 02000000:00000010:1.0:1769074985.196376:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8fa00. 00000400:00000010:1.0:1769074985.196390:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307946e0. 00000400:00000010:1.0:1769074985.196397:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000400:00000010:3.0:1769074985.196399:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751c60. 00000020:00000010:0.0:1769074985.196400:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792c00. 00000400:00000200:3.0:1769074985.196403:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000020:00000010:0.0:1769074985.196407:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000400:00000010:3.0:1769074985.196407:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000020:00000010:0.0:1769074985.196419:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000100:00000200:1.0:1769074985.196419:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368790912, portal 10 00000100:00000200:3.0:1769074985.196423:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650c700 x1855008368789632/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074985.196437:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074985.196443:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368790912, offset 0 00000100:00000200:3.0:1769074985.196445:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650c700 x1855008368789632/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074985.196466:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074985.196468:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d700. 00000400:00000200:1.0:1769074985.196483:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074985.196486:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793600. 00000400:00000200:1.0:1769074985.196495:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae08d80 00000020:00000010:0.0:1769074985.196497:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439700. 02000000:00000010:3.0:1769074985.196499:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bf800. 00000020:00000010:0.0:1769074985.196508:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e4b0. 00000400:00000200:1.0:1769074985.196510:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c41 [64] + 12360 02000000:00000010:3.0:1769074985.196515:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074985.196524:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074985.196527:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44a80. 00000020:00000010:0.0:1769074985.196528:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000400:00000200:1.0:1769074985.196533:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1769074985.196539:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bc000. 00000020:00000010:0.0:1769074985.196540:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 02000000:00000010:3.0:1769074985.196547:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6800. 00000020:00000010:0.0:1769074985.196550:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793c00. 00000100:00000010:3.0:1769074985.196553:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650c700. 00000020:00000010:0.0:1769074985.196556:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c00. 00000020:00000010:0.0:1769074985.196563:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e898. 00000100:00000200:1.0:1769074985.196563:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074985.196574:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664a80. 00000400:00000200:1.0:1769074985.196593:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:1.0:1769074985.196596:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000020:00000010:0.0:1769074985.196598:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000100:00000200:1.0:1769074985.196602:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650df80 x1855008368790912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074985.196604:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:0.0:1769074985.196606:0:26105:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3e35b0c0. 00000020:00000010:3.0:1769074985.196612:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:0.0:1769074985.196621:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:3.0:1769074985.196626:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:0.0:1769074985.196636:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792600. 00000020:00000010:3.0:1769074985.196638:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:0.0:1769074985.196649:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439980. 00000020:00000010:3.0:1769074985.196650:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:0.0:1769074985.196664:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ee10. 02000000:00000010:1.0:1769074985.196679:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35f8e000. 00000400:00000010:1.0:1769074985.196685:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794aa8. 00000400:00000010:1.0:1769074985.196691:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000020:00000010:0.0:1769074985.196692:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:3.0:1769074985.196692:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000100:00000200:1.0:1769074985.196694:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368791424, portal 4 00000020:00000010:0.0:1769074985.196696:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:3.0:1769074985.196702:0:26103:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3e35b940. 00000400:00000010:1.0:1769074985.196704:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:0.0:1769074985.196706:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368790656 00000100:00000200:1.0:1769074985.196717:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368791424, offset 0 00000020:00000010:3.0:1769074985.196721:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 02000000:00000010:0.0:1769074985.196726:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cc91400. 00000400:00000200:1.0:1769074985.196731:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074985.196734:0:26103:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4800. 00010000:00000200:0.0:1769074985.196743:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af46300 x1855008368790656/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074985.196747:0:26103:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e700. 00000400:00000200:1.0:1769074985.196749:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1769074985.196773:0:26103:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751708. 00000400:00000200:1.0:1769074985.196779:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae08f80 00000400:00000010:0.0:1769074985.196781:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000400:00000200:1.0:1769074985.196790:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x12089 [8] + 12544 00000400:00000200:1.0:1769074985.196794:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074985.196796:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368790656, offset 224 00000020:00000010:3.0:1769074985.196803:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000400:00000200:1.0:1769074985.196809:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074985.196811:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074985.196813:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074985.196822:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368790784 00000100:00000200:1.0:1769074985.196823:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074985.196834:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1769074985.196837:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664700. 02000000:00000010:3.0:1769074985.196842:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378bc000. 00000400:00000200:0.0:1769074985.196843:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae08c80 00000400:00000200:1.0:1769074985.196851:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:1.0:1769074985.196856:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00010000:00000200:3.0:1769074985.196860:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30666300 x1855008368790784/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.196873:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a09022300 x1855008368791424/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074985.196880:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x282f1 [1] + 224 00000400:00000010:3.0:1769074985.196888:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000400:00000200:0.0:1769074985.196906:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074985.196906:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368790784, offset 224 00000400:00000200:0.0:1769074985.196926:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.196927:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074985.196942:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650d500 x1855008368790656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074985.196943:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bbc0. 00000400:00000200:3.0:1769074985.196943:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1769074985.196957:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bbc0. 00000020:00000010:1.0:1769074985.196969:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e600. 00000400:00000200:3.0:1769074985.196969:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae08d00 00000020:00000010:1.0:1769074985.196984:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000400:00000200:3.0:1769074985.196988:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x28319 [1] + 224 00000400:00000200:3.0:1769074985.196994:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074985.196995:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000400:00000200:0.0:1769074985.196997:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000200:3.0:1769074985.197001:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074985.197005:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000100:00000200:3.0:1769074985.197016:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650ed80 x1855008368790784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074985.197019:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074985.197048:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074985.197053:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792c00. 00000400:00000200:3.0:1769074985.197071:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:3.0:1769074985.197075:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000020:00000010:0.0:1769074985.197081:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:1.0:1769074985.197083:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bbc0. 00000020:00000010:3.0:1769074985.197084:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439700. 00000020:00000010:0.0:1769074985.197087:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:1.0:1769074985.197094:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bbc0. 00000020:00000010:3.0:1769074985.197096:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e4b0. 00000100:00000200:0.0:1769074985.197100:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368790528 00000100:00000200:1.0:1769074985.197101:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368790272 00000020:00000010:3.0:1769074985.197101:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04793600. 02000000:00000010:1.0:1769074985.197126:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b40226000. 00000020:00000010:3.0:1769074985.197126:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 02000000:00000010:0.0:1769074985.197129:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cc95800. 00000020:00000010:3.0:1769074985.197134:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074985.197140:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368791552 02000000:00000010:3.0:1769074985.197151:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378bf800. 00010000:00000200:0.0:1769074985.197152:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748f480 x1855008368790528/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1769074985.197152:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30665880 x1855008368790272/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1769074985.197165:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748d880 x1855008368791552/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074985.197235:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000400:00000010:0.0:1769074985.197245:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:1.0:1769074985.197250:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368790272, offset 224 00000400:00000010:3.0:1769074985.197253:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000100:00000200:0.0:1769074985.197258:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368790528, offset 224 00000100:00000200:3.0:1769074985.197265:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368791552, offset 224 00000400:00000200:1.0:1769074985.197274:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074985.197282:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074985.197288:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.197292:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074985.197300:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.197312:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074985.197322:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae08c00 00000400:00000200:1.0:1769074985.197323:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae08b00 00000400:00000200:3.0:1769074985.197339:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae09000 00000400:00000200:0.0:1769074985.197346:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2831d [1] + 224 00000400:00000200:0.0:1769074985.197359:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074985.197368:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x282fd [1] + 224 00000400:00000200:0.0:1769074985.197374:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074985.197382:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.197390:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x28345 [1] + 224 00000400:00000200:1.0:1769074985.197396:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.197405:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.197416:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074985.197424:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650d180 x1855008368790528/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.197426:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650ca80 x1855008368790272/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074985.197433:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04afea00 x1855008368791552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074985.197522:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:1.0:1769074985.197525:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000400:00000200:0.0:1769074985.197539:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000020:00000010:1.0:1769074985.197539:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6f00. 00000400:00000010:0.0:1769074985.197546:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000020:00000010:1.0:1769074985.197546:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415000. 00000020:00000010:1.0:1769074985.197562:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7f600. 00000400:00000200:3.0:1769074985.197563:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000020:00000010:0.0:1769074985.197570:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c00. 00000400:00000010:3.0:1769074985.197570:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000020:00000010:1.0:1769074985.197586:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bbc0. 00000020:00000010:0.0:1769074985.197588:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e898. 00000020:00000010:3.0:1769074985.197589:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074985.197594:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074985.197599:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000020:00000010:0.0:1769074985.197600:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04793c00. 00000020:00000010:1.0:1769074985.197611:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bbc0. 00000100:00000200:1.0:1769074985.197617:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368790400 02000000:00000010:1.0:1769074985.197632:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b40227000. 00000020:00000010:3.0:1769074985.197635:0:26103:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074985.197643:0:26103:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00010000:00000200:1.0:1769074985.197645:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30667480 x1855008368790400/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074985.197648:0:26103:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368791040 00000020:00000010:0.0:1769074985.197651:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 02000000:00000010:3.0:1769074985.197658:0:26103:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378bd400. 00000020:00000010:0.0:1769074985.197660:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00010000:00000200:3.0:1769074985.197675:0:26103:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748d180 x1855008368791040/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074985.197681:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368790912 00000400:00000010:1.0:1769074985.197698:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000400:00000010:3.0:1769074985.197701:0:26103:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000100:00000200:1.0:1769074985.197706:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368790400, offset 224 00000100:00000200:3.0:1769074985.197708:0:26103:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368791040, offset 224 02000000:00000010:0.0:1769074985.197713:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a01ea0000. 00000400:00000200:1.0:1769074985.197720:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074985.197728:0:26103:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:0.0:1769074985.197736:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664a80 x1855008368790912/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:521/0 lens 224/224 e 0 to 0 dl 1769074996 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074985.197740:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.197751:0:26103:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074985.197782:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae08b80 00000400:00000200:3.0:1769074985.197796:0:26103:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae08e00 00000400:00000200:1.0:1769074985.197805:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x28351 [1] + 224 00000400:00000200:1.0:1769074985.197819:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.197822:0:26103:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x28339 [1] + 224 00000400:00000010:0.0:1769074985.197829:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000400:00000200:1.0:1769074985.197831:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074985.197836:0:26103:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074985.197842:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368790912, offset 224 00000100:00000200:1.0:1769074985.197853:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650fb80 x1855008368790400/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074985.197857:0:26103:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074985.197881:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074985.197898:0:26103:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650d880 x1855008368791040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074985.197899:0:26105:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074985.197899:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:1.0:1769074985.197910:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000020:00000010:1.0:1769074985.197932:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000400:00000200:0.0:1769074985.197935:0:26105:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae08d80 00000020:00000010:1.0:1769074985.197942:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000400:00000200:0.0:1769074985.197951:0:26105:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x28359 [1] + 224 00000020:00000010:1.0:1769074985.197952:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e600. 00000400:00000200:3.0:1769074985.197963:0:26103:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000200:0.0:1769074985.197964:0:26105:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074985.197969:0:26103:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000400:00000200:0.0:1769074985.197974:0:26105:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074985.197988:0:26103:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439980. 00000100:00000200:0.0:1769074985.197989:0:26105:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650df80 x1855008368790912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074985.197991:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794b00. 00000020:00000010:3.0:1769074985.197996:0:26103:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ee10. 00000020:00000010:3.0:1769074985.198009:0:26103:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792600. 00000400:00000200:1.0:1769074985.198011:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:1.0:1769074985.198021:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074985.198078:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650fb80 x1855008368790400/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.198087:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650fb80 x1855008368790400/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074985.198094:0:26105:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:0.0:1769074985.198099:0:26105:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000010:1.0:1769074985.198110:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307946e0. 00000400:00000200:1.0:1769074985.198115:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000020:00000010:0.0:1769074985.198118:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e700. 00000400:00000010:1.0:1769074985.198120:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000020:00000010:0.0:1769074985.198128:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751708. 00000400:00000010:3.0:1769074985.198130:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000100:00000200:1.0:1769074985.198133:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650df80 x1855008368790912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074985.198136:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4800. 00000400:00000200:3.0:1769074985.198139:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:3.0:1769074985.198148:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00000100:00000200:3.0:1769074985.198162:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650ea00 x1855008368790016/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074985.198181:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924790. 00000400:00000200:0.0:1769074985.198194:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074985.198203:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074985.198222:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650d500 x1855008368790656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074985.198245:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650ea00 x1855008368790016/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.198247:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650df80 x1855008368790912/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074985.198292:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650d500 x1855008368790656/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074985.198343:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519a0. 00000400:00000200:3.0:1769074985.198352:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000400:00000010:3.0:1769074985.198356:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00000400:00000010:1.0:1769074985.198367:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794aa8. 00000100:00000200:3.0:1769074985.198371:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650d180 x1855008368790528/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074985.198372:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:1.0:1769074985.198376:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000010:0.0:1769074985.198385:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924a50. 00000100:00000200:1.0:1769074985.198387:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09022300 x1855008368791424/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074985.198391:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074985.198398:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:3.0:1769074985.198414:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650d180 x1855008368790528/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074985.198415:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650dc00 x1855008368791168/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074985.198423:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09022300 x1855008368791424/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074985.198472:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751370. 00000100:00000200:0.0:1769074985.198475:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650dc00 x1855008368791168/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074985.198481:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 02000000:00000010:1.0:1769074985.198489:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35f8e200. 00000400:00000010:3.0:1769074985.198489:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 02000000:00000010:1.0:1769074985.198508:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6000. 00000100:00000200:3.0:1769074985.198515:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650d880 x1855008368791040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074985.198520:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650fb80. 00000400:00000010:0.0:1769074985.198528:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924b58. 02000000:00000010:1.0:1769074985.198535:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35f8fa00. 00000400:00000200:0.0:1769074985.198536:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000100:00000200:3.0:1769074985.198537:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650d880 x1855008368791040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074985.198544:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b1326c600. 00000400:00000010:0.0:1769074985.198546:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000010:1.0:1769074985.198559:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650df80. 00000100:00000200:0.0:1769074985.198567:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368789888/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074985.198574:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35f8e000. 02000000:00000010:1.0:1769074985.198585:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3c50d000. 00000100:00000010:1.0:1769074985.198602:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022300. 00000100:00000200:0.0:1769074985.198610:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368789888/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074985.198615:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b58. 00000400:00000200:3.0:1769074985.198620:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:3.0:1769074985.198622:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074985.198628:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04afea00 x1855008368791552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074985.198642:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a04792800. 00000100:00000200:3.0:1769074985.198646:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04afea00 x1855008368791552/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074985.198650:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6200. 00000100:00000010:0.0:1769074985.198658:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d500. 02000000:00000010:0.0:1769074985.198669:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a04793000. 02000000:00000010:0.0:1769074985.198675:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b11063400. 02000000:00000010:3.0:1769074985.198676:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055eb200. 00000100:00000010:0.0:1769074985.198680:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650dc00. 02000000:00000010:3.0:1769074985.198690:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6700. 02000000:00000010:0.0:1769074985.198691:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0882c800. 00000100:00000010:3.0:1769074985.198699:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ea00. 02000000:00000010:0.0:1769074985.198700:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158100. 02000000:00000010:3.0:1769074985.198705:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07026000. 00000100:00000010:0.0:1769074985.198711:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 02000000:00000010:3.0:1769074985.198715:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6d00. 00000100:00000010:3.0:1769074985.198732:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d180. 02000000:00000010:3.0:1769074985.198759:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02aeec00. 02000000:00000010:3.0:1769074985.198789:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b1326c400. 00000100:00000010:3.0:1769074985.198799:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d880. 02000000:00000010:3.0:1769074985.198818:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02faa600. 02000000:00000010:3.0:1769074985.198834:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3c50d200. 00000100:00000010:3.0:1769074985.198847:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afea00. 00000100:00000010:0.0:1769074985.706188:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38591f80. 02000000:00000010:0.0:1769074985.706218:0:50521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b1fc28100. 00000100:00000010:1.0:1769074985.706218:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022300. 02000000:00000010:1.0:1769074985.706245:0:50523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b173a3f00. 02000000:00000010:1.0:1769074985.706387:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b40227400. 00000400:00000010:1.0:1769074985.706397:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794aa8. 00000400:00000010:1.0:1769074985.706407:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074985.706414:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368791680, portal 4 00000400:00000010:1.0:1769074985.706421:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074985.706427:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368791680, offset 0 00000400:00000200:1.0:1769074985.706437:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074985.706453:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074985.706472:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae09080 00000400:00000200:1.0:1769074985.706487:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 11872 00000400:00000200:1.0:1769074985.706500:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074985.706510:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074985.706520:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1769074985.706527:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650f800. 00000400:00000200:1.0:1769074985.706557:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:1.0:1769074985.706561:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074985.706573:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38591f80 x1855008368791680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074985.706594:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d7c0. 00000020:00000010:0.0:1769074985.706600:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d7c0. 00000020:00000010:0.0:1769074985.706608:0:27575:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793000. 00000020:00000010:0.0:1769074985.706612:0:27575:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c00. 00000020:00000010:0.0:1769074985.706617:0:27575:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e898. 00000020:00000010:0.0:1769074985.706657:0:27575:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d7c0. 00000020:00000010:0.0:1769074985.706660:0:27575:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d7c0. 00000100:00000200:0.0:1769074985.706662:0:27575:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368791680 02000000:00000010:0.0:1769074985.706675:0:27575:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b0882c800. 00000020:00000010:3.0:1769074985.706706:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00010000:00000200:0.0:1769074985.706728:0:27575:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650f800 x1855008368791680/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:521/0 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074985.706742:0:27575:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074985.706745:0:27575:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368791680, offset 224 00000400:00000200:0.0:1769074985.706750:0:27575:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074985.706773:0:27575:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074985.706780:0:27575:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae09080 00000400:00000200:0.0:1769074985.706786:0:27575:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x28399 [1] + 224 00000400:00000200:0.0:1769074985.706790:0:27575:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074985.706800:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000400:00000200:0.0:1769074985.706801:0:27575:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074985.706811:0:27575:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38591f80 x1855008368791680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074985.706812:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4800. 00000020:00000010:3.0:1769074985.706821:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074985.706829:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000400:00000200:0.0:1769074985.706850:0:27575:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074985.706855:0:27575:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:3.0:1769074985.706874:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:0.0:1769074985.706877:0:27575:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c00. 00000020:00000010:3.0:1769074985.706882:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:0.0:1769074985.706884:0:27575:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e898. 00000100:00000200:3.0:1769074985.706890:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368791808 00000020:00000010:0.0:1769074985.706891:0:27575:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04793000. 02000000:00000010:3.0:1769074985.706909:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b378bec00. 00000400:00000010:0.0:1769074985.706921:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794aa8. 00000400:00000200:0.0:1769074985.706925:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:0.0:1769074985.706927:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000100:00000200:0.0:1769074985.706932:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38591f80 x1855008368791680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1769074985.706937:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afc000 x1855008368791808/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:521/0 lens 224/368 e 0 to 0 dl 1769074996 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074985.706948:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38591f80 x1855008368791680/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074985.706984:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074985.706994:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368791808, offset 224 02000000:00000010:0.0:1769074985.706998:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b40227400. 00000400:00000200:3.0:1769074985.707005:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1769074985.707010:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b1fc28100. 00000100:00000010:0.0:1769074985.707017:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38591f80. 00000400:00000200:3.0:1769074985.707023:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074985.707070:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae09100 00000400:00000200:3.0:1769074985.707080:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x283a1 [1] + 224 00000400:00000200:3.0:1769074985.707088:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074985.707093:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074985.707105:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09022300 x1855008368791808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074985.707144:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:3.0:1769074985.707148:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000020:00000010:3.0:1769074985.707163:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074985.707169:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074985.707174:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4800. 00000400:00000010:0.0:1769074985.707237:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5790. 00000400:00000200:0.0:1769074985.707245:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:0.0:1769074985.707248:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000100:00000200:0.0:1769074985.707257:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09022300 x1855008368791808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074985.707268:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09022300 x1855008368791808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074985.707308:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fc85000. 02000000:00000010:0.0:1769074985.707314:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b173a3f00. 00000100:00000010:0.0:1769074985.707319:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022300. 00000001:00000010:1.0:1769074985.707474:0:27568:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8c8b074b8d20. 00080000:00000010:1.0:1769074985.707484:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a047ce400. 00000001:00000010:3.0:1769074985.707504:0:50504:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8c8b074b8a80. 00080000:00000010:3.0:1769074985.707516:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b2f5600. 00000001:00000010:0.0:1769074985.707523:0:28378:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8c8a0477f9c0. 00080000:00000010:0.0:1769074985.707530:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b2f4e00. 00000100:00000010:3.0:1769074986.730170:0:26826:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f100. 02000000:00000010:3.0:1769074986.730198:0:26826:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158700. 02000000:00000010:0.0:1769074986.730307:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b352da000. 00000400:00000010:0.0:1769074986.730325:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924b58. 00000400:00000010:0.0:1769074986.730334:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074986.730343:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368791936, portal 4 00000400:00000010:0.0:1769074986.730350:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074986.730353:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368791936, offset 0 00000400:00000200:0.0:1769074986.730368:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074986.730385:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074986.730398:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae09180 00000400:00000200:0.0:1769074986.730405:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 12320 00000400:00000200:0.0:1769074986.730417:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074986.730420:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074986.730427:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074986.730431:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38591f80. 00000400:00000200:0.0:1769074986.730452:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074986.730455:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074986.730465:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748f100 x1855008368791936/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075002 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074986.730496:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074986.730502:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074986.730509:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00000020:00000010:3.0:1769074986.730516:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074986.730521:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074986.730563:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074986.730565:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074986.730568:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368791936 02000000:00000010:3.0:1769074986.730585:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b378bd000. 00010000:00000200:3.0:1769074986.730605:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38591f80 x1855008368791936/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:522/0 lens 224/368 e 0 to 0 dl 1769074997 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074986.730618:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074986.730621:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368791936, offset 224 00000400:00000200:3.0:1769074986.730624:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074986.730628:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074986.730633:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae09180 00000400:00000200:3.0:1769074986.730636:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x283b1 [1] + 224 00000400:00000200:3.0:1769074986.730639:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074986.730641:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074986.730645:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748f100 x1855008368791936/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075002 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074986.730659:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:3.0:1769074986.730662:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000020:00000010:3.0:1769074986.730675:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074986.730679:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074986.730682:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00000400:00000010:0.0:1769074986.730689:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924b58. 00000400:00000200:0.0:1769074986.730692:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074986.730695:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074986.730700:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748f100 x1855008368791936/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075002 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074986.730710:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748f100 x1855008368791936/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075002 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074986.730751:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b352da000. 02000000:00000010:0.0:1769074986.730757:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158700. 00000100:00000010:0.0:1769074986.730763:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f100. 00000400:00000200:3.0:1769074987.944792:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.944815:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d53800 00000400:00000200:3.0:1769074987.944825:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1e7ed [2] + 0 00000400:00000200:3.0:1769074987.944847:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.944851:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.944858:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074987.944864:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748c380. 00000020:00000010:0.0:1769074987.944937:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:0.0:1769074987.944944:0:26107:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3e35bd40. 00000020:00000010:0.0:1769074987.944964:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793000. 00000020:00000010:0.0:1769074987.944969:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c00. 00000020:00000010:0.0:1769074987.944974:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e898. 00000020:00000010:0.0:1769074987.945012:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d7c0. 00000020:00000010:0.0:1769074987.945014:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d7c0. 00000100:00000200:0.0:1769074987.945019:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351270912 02000000:00000010:0.0:1769074987.945103:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b352da000. 00000004:00000010:0.0:1769074987.945113:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8a0334f800. 00080000:00000010:0.0:1769074987.945641:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074987.945745:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074987.945754:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b352d8800. 00000100:00000010:0.0:1769074987.945758:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b736000. 00000400:00000010:0.0:1769074987.945769:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000400:00000010:0.0:1769074987.945778:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b182009d8. 00000400:00000200:0.0:1769074987.945781:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.945794:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.945798:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16380:16380:256:4294967295] 192.168.204.41@tcp LPNI seq info [16376:16376:8:4294967295] 00000400:00000200:0.0:1769074987.945803:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074987.945809:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.945813:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.945819:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074987.945825:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.945831:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074987.945835:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074987.945850:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d53800-0x6971ec9d53800 00000400:00000200:0.0:1769074987.946520:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:0.0:1769074987.946528:0:16312:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x283bd 00000400:00000200:0.0:1769074987.946531:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.946534:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:0.0:1769074987.946538:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:0.0:1769074987.946540:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074987.946544:0:16312:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b352d8800 00000100:00000010:3.0:1769074987.946615:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b736000. 00000100:00000010:3.0:1769074987.946622:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b352d8800. 00000004:00000010:3.0:1769074987.947147:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8a0334f800. 00010000:00000200:3.0:1769074987.947163:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748c380 x1855008351270912/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 448/440 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074987.947187:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074987.947191:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351270912, offset 224 00000400:00000200:3.0:1769074987.947196:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074987.947202:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074987.947208:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16381:16381:256:4294967295] 192.168.204.41@tcp LPNI seq info [16377:16377:8:4294967295] 00000400:00000200:3.0:1769074987.947216:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074987.947221:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074987.947225:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074987.947229:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074987.947233:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074987.947236:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:3.0:1769074987.947259:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c00. 00000020:00000010:3.0:1769074987.947263:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e898. 00000020:00000010:3.0:1769074987.947266:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04793000. 00000800:00000200:0.0:1769074987.947305:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074987.947308:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074987.947312:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.947315:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074987.947317:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:0.0:1769074987.947318:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000020:00000010:0.0:1769074987.951901:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d7c0. 00000020:00000010:0.0:1769074987.951907:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d7c0. 00000020:00000010:0.0:1769074987.951913:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074987.951916:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.951919:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.951952:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d7c0. 00000020:00000010:0.0:1769074987.951955:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d7c0. 00000100:00000200:0.0:1769074987.951958:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351271040 00010000:00000010:0.0:1769074987.951987:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ba00. 00000020:00000010:0.0:1769074987.951994:0:26105:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8c8b3524d7c0. 00010000:00000010:0.0:1769074987.952002:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 02000000:00000010:0.0:1769074987.952047:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b2b733000. 00010000:00000010:0.0:1769074987.952084:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:0.0:1769074987.952088:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.952110:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901aa00. 00010000:00000010:0.0:1769074987.952113:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439c00. 00010000:00000010:0.0:1769074987.952117:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:0.0:1769074987.952119:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf300. 00010000:00000010:0.0:1769074987.952159:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901af00. 00010000:00000010:0.0:1769074987.952161:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439980. 00010000:00000010:0.0:1769074987.952164:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:0.0:1769074987.952166:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf900. 00080000:00000010:0.0:1769074987.952201:0:26105:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at ffff8c8b0a439700. 00000020:00000010:0.0:1769074987.952225:0:26105:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8a0b724300. 00000020:00000010:0.0:1769074987.952231:0:26105:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b352db400. 00000020:00000010:0.0:1769074987.952235:0:26105:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b352d8800. 00000020:00000010:0.0:1769074987.952243:0:26105:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a04793c00. 00000020:00000010:0.0:1769074987.952246:0:26105:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a04792c00. 00000020:00000010:0.0:1769074987.952254:0:26105:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8a0334f800. 00010000:00000010:0.0:1769074987.952288:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.952299:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf300. 00010000:00000010:0.0:1769074987.952305:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439c00. 00010000:00000010:0.0:1769074987.952328:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000200:0.0:1769074987.952344:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afdf80 x1855008351271040/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 592/688 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074987.952359:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074987.952363:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855008351271040, offset 224 00000400:00000200:0.0:1769074987.952367:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.952376:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.952382:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16382:16382:256:4294967295] 192.168.204.41@tcp LPNI seq info [16378:16378:8:4294967295] 00000400:00000200:0.0:1769074987.952392:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.952398:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.952403:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074987.952409:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.952416:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.952419:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:0.0:1769074987.952438:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.952442:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.952445:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000800:00000200:3.0:1769074987.952498:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.952501:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074987.952504:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.952507:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.952510:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074987.952512:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000200:0.0:1769074987.953234:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074987.953243:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 264 into portal 29 MB=0x6971ec9d53900 00000400:00000200:0.0:1769074987.953251:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1d from 12345-192.168.204.41@tcp of length 264/264 into md 0x5105 [1] + 264 00000400:00000200:0.0:1769074987.953262:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.953264:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.953269:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_fld 00000100:00000010:0.0:1769074987.953274:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38592300. 00000020:00000010:1.0:1769074987.953330:0:26115:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bbc0. 00000020:00000010:1.0:1769074987.953336:0:26115:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074987.953354:0:26115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e000. 00000020:00000010:1.0:1769074987.953358:0:26115:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074987.953362:0:26115:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074987.953384:0:26115:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074987.953386:0:26115:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b480. 00000100:00000200:1.0:1769074987.953388:0:26115:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351271168 02000000:00000010:1.0:1769074987.953406:0:26115:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at ffff8c8b40226800. 00010000:00000200:1.0:1769074987.953418:0:26115:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38592300 x1855008351271168/t0(0) o900->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 264/248 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074987.953433:0:26115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074987.953437:0:26115:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 10, xid 1855008351271168, offset 224 00000400:00000200:1.0:1769074987.953443:0:26115:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074987.953451:0:26115:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074987.953455:0:26115:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16383:16383:256:4294967295] 192.168.204.41@tcp LPNI seq info [16379:16379:8:4294967295] 00000400:00000200:1.0:1769074987.953463:0:26115:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074987.953468:0:26115:0:(socklnd_cb.c:1001:ksocknal_send()) sending 248 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074987.953471:0:26115:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3c00. 00000800:00000200:1.0:1769074987.953474:0:26115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074987.953478:0:26115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074987.953480:0:26115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3c00 type 1, nob 344 niov 1 nkiov 1 00000020:00000010:1.0:1769074987.953494:0:26115:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074987.953497:0:26115:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074987.953501:0:26115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e000. 00000400:00000200:3.0:1769074987.954521:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.954529:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d53a00 00000400:00000200:3.0:1769074987.954533:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 13176 00000400:00000200:3.0:1769074987.954540:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.954543:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.954546:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.954550:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d500. 00000020:00000010:0.0:1769074987.954583:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.954587:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.954590:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074987.954592:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.954594:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.954611:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.954613:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000100:00000200:0.0:1769074987.954615:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351271424 00010000:00000010:0.0:1769074987.954625:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b400. 00010000:00000010:0.0:1769074987.954629:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 02000000:00000010:0.0:1769074987.954648:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b2b734000. 00000004:00000010:0.0:1769074987.954689:0:26105:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439c00. 00080000:00000010:0.0:1769074987.954696:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04792a00. 00080000:00000010:0.0:1769074987.954708:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d200. 00000001:00000010:0.0:1769074987.954746:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8480. 00000001:00000010:0.0:1769074987.954754:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724840. 00080000:00000010:0.0:1769074987.954775:0:26105:0:(osd_io.c:1809:osd_brm_init()) kmalloced '(brm)': 96 at ffff8c8b074b8c60. 00080000:00000010:0.0:1769074987.954825:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d200. 00010000:00000010:0.0:1769074987.954848:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000200:0.0:1769074987.954857:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748d500 x1855008351271424/t60129542145(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 648/664 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074987.954869:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074987.954873:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351271424, offset 224 00000400:00000200:0.0:1769074987.954877:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.954885:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.954889:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16384:16384:256:4294967295] 192.168.204.41@tcp LPNI seq info [16380:16380:8:4294967295] 00000400:00000200:0.0:1769074987.954898:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.954902:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.954906:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074987.954910:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.954914:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.954917:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074987.954936:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.954939:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.954942:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000800:00000200:3.0:1769074987.954998:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.955003:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074987.955007:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.955011:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.955015:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074987.955018:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000020:00000010:3.0:1769074987.956344:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074987.956350:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074987.956355:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00000020:00000010:3.0:1769074987.956359:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e980. 00000020:00000010:3.0:1769074987.956363:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074987.956384:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074987.956386:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074987.956387:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351271552 02000000:00000010:3.0:1769074987.956401:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b378bdc00. 00000004:00000010:3.0:1769074987.956408:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05575000. 00080000:00000010:3.0:1769074987.956905:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b3578aac0. 00080000:00000010:3.0:1769074987.957091:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b3578aac0. 00000100:00000010:3.0:1769074987.957104:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b378bd800. 00000100:00000010:3.0:1769074987.957109:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b06745000. 00000400:00000010:3.0:1769074987.957120:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b840. 00000400:00000010:3.0:1769074987.957126:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b014cee00. 00000400:00000200:3.0:1769074987.957130:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074987.957139:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074987.957143:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16385:16385:256:4294967295] 192.168.204.41@tcp LPNI seq info [16381:16381:8:4294967295] 00000400:00000200:3.0:1769074987.957147:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:3.0:1769074987.957151:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074987.957154:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8192 bytes in 2 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074987.957157:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8c8a0b2f4800. 00000800:00000200:3.0:1769074987.957160:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074987.957164:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:3.0:1769074987.957167:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a0b2f4800 type 1, nob 8288 niov 1 nkiov 2 00000100:00000200:3.0:1769074987.957179:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 2 pages 8192 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d53a80-0x6971ec9d53a80 00000800:00000200:0.0:1769074987.957236:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074987.957239:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8c8a0b2f4800. 00000400:00000200:0.0:1769074987.957242:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.957246:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.957250:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b378bd800 00000400:00000200:3.0:1769074987.957683:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:3.0:1769074987.957692:0:16310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x283d1 00000400:00000200:3.0:1769074987.957695:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.957699:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:3.0:1769074987.957702:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b840 00000400:00000010:3.0:1769074987.957705:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856b840. 00000100:00000200:3.0:1769074987.957708:0:16310:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b378bd800 00000100:00000010:0.0:1769074987.957746:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b06745000. 00000100:00000010:0.0:1769074987.957751:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b378bd800. 00010000:00000010:0.1:1769074987.958042:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:0.1:1769074987.958047:0:26107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901aa00. 00010000:00000010:0.1:1769074987.958050:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:0.1:1769074987.958052:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ba00. 00000004:00000010:0.0:1769074987.958241:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05575000. 00010000:00000200:0.0:1769074987.958247:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff800 x1855008351271552/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 448/440 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074987.958263:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074987.958266:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351271552, offset 224 00000400:00000200:0.0:1769074987.958269:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.958274:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.958277:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16386:16386:256:4294967295] 192.168.204.41@tcp LPNI seq info [16382:16382:8:4294967295] 00000400:00000200:0.0:1769074987.958283:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.958286:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.958288:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074987.958291:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.958294:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.958296:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074987.958310:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e980. 00000020:00000010:0.0:1769074987.958313:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:0.0:1769074987.958315:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00000400:00000200:0.0:1769074987.959483:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074987.959492:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d53b80 00000400:00000200:0.0:1769074987.959497:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1e7ed [2] + 896 00000400:00000200:0.0:1769074987.959505:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.959507:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.959510:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074987.959514:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38591880. 00000020:00000010:3.0:1769074987.959553:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074987.959557:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074987.959560:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f4800. 00000020:00000010:3.0:1769074987.959562:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e880. 00000020:00000010:3.0:1769074987.959565:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087510c8. 00000020:00000010:3.0:1769074987.959581:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074987.959583:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755800. 00000100:00000200:3.0:1769074987.959585:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351271808 02000000:00000010:3.0:1769074987.959606:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b378bc400. 00000020:00000010:3.0:1769074987.959640:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e960. 00080000:00000010:3.0:1769074987.959646:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b2f4e00. 00080000:00000010:3.0:1769074987.959667:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755800. 00000001:00000010:3.0:1769074987.959705:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e660. 00000001:00000010:3.0:1769074987.959711:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b840. 00080000:00000010:3.0:1769074987.959743:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755800. 00000020:00000010:3.0:1769074987.959748:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e960. 00000004:00000010:3.0:1769074987.959761:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439c00. 00000020:00000010:3.0:1769074987.959783:0:26107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b05575000. 00010000:00000200:3.0:1769074987.959789:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38591880 x1855008351271808/t60129542146(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 392/456 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074987.959798:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074987.959801:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351271808, offset 224 00000400:00000200:3.0:1769074987.959804:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074987.959808:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074987.959812:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16387:16387:256:4294967295] 192.168.204.41@tcp LPNI seq info [16383:16383:8:4294967295] 00000400:00000200:3.0:1769074987.959818:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074987.959821:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074987.959823:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074987.959826:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074987.959830:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074987.959832:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074987.959845:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e880. 00000020:00000010:3.0:1769074987.959847:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087510c8. 00000020:00000010:3.0:1769074987.959850:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f4800. 00000800:00000200:0.0:1769074987.959886:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074987.959889:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074987.959893:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.959896:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074987.959898:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:0.0:1769074987.959900:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000020:00000010:0.0:1769074987.960855:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.960859:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.960863:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074987.960865:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.960867:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.960887:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.960888:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000100:00000200:0.0:1769074987.960890:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351272064 00000001:00000010:0.0:1769074987.960894:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724840. 00010000:00000010:0.0:1769074987.960906:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:0.0:1769074987.960912:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 02000000:00000010:0.0:1769074987.960929:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b2b731000. 00010000:00000010:0.0:1769074987.960957:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:0.0:1769074987.960959:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf300. 00000004:00000010:0.0:1769074987.960983:0:26105:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439b80. 00080000:00000010:0.0:1769074987.960987:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04792200. 00080000:00000010:0.0:1769074987.960991:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d200. 00000001:00000010:0.0:1769074987.960997:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b83c0. 00000001:00000010:0.0:1769074987.960999:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724840. 00080000:00000010:0.0:1769074987.961007:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d200. 00010000:00000010:0.0:1769074987.961022:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000200:0.0:1769074987.961059:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afc700 x1855008351272064/t60129542147(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 648/664 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074987.961069:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074987.961072:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351272064, offset 224 00000400:00000200:0.0:1769074987.961077:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.961084:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.961088:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16388:16388:256:4294967295] 192.168.204.41@tcp LPNI seq info [16384:16384:8:4294967295] 00000400:00000200:0.0:1769074987.961094:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.961097:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.961100:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074987.961103:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.961106:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.961109:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074987.961118:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.961121:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.961123:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000800:00000200:3.0:1769074987.961157:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.961160:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074987.961163:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.961167:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.961170:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:3.0:1769074987.961171:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000200:0.0:1769074987.961972:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074987.961979:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d53d00 00000400:00000200:0.0:1769074987.961983:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 14472 00000400:00000200:0.0:1769074987.961990:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.961992:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.961995:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074987.961999:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022300. 00000800:00000200:3.0:1769074987.962691:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.962694:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074987.962699:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.962704:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.962707:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:3.0:1769074987.962709:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:3.0:1769074987.963726:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.963736:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d53e00 00000400:00000200:3.0:1769074987.963741:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 15048 00000400:00000200:3.0:1769074987.963751:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.963754:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.963758:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.963763:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f800. 00000020:00000010:3.0:1769074987.964399:0:30249:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8c8a0b2f4800. 00000020:00000010:3.0:1769074987.964406:0:30249:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff8c8b30755800. 00010000:00000010:3.0:1769074987.964408:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7580. 00010000:00000010:3.0:1769074987.964414:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6800. 00010000:00000010:3.0:1769074987.964425:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b028ee840. 00000800:00000200:0.0:1769074987.964627:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074987.964631:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:0.0:1769074987.964635:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.964640:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074987.964644:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:0.0:1769074987.964646:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074987.965271:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.965278:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d53e80 00000400:00000200:3.0:1769074987.965281:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 15536 00000400:00000200:3.0:1769074987.965287:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.965289:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.965292:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.965295:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f100. 00000800:00000200:3.0:1769074987.965706:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.965710:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.965723:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.965729:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.965733:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074987.965735:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:0.0:1769074987.966491:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074987.966500:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d53f80 00000400:00000200:0.0:1769074987.966511:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 16112 00000400:00000200:0.0:1769074987.966522:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.966526:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.966530:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074987.966536:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1500. 00010000:00000010:0.0:1769074987.966923:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a80. 00010000:00000010:0.0:1769074987.966930:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6f00. 00010000:00000010:0.0:1769074987.966945:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b0a43f000. 00010000:00000010:0.1:1769074987.967054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b400. 00000800:00000200:3.0:1769074987.967156:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.967159:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074987.967162:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.967166:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.967168:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074987.967169:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:3.0:1769074987.967690:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.967697:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d54000 00000400:00000200:3.0:1769074987.967703:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 16600 00000400:00000200:3.0:1769074987.967711:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.967724:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.967728:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.967732:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 00000800:00000200:0.0:1769074987.968105:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074987.968109:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:0.0:1769074987.968112:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.968116:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074987.968119:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:0.0:1769074987.968120:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074987.968749:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.968756:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d54100 00000400:00000200:3.0:1769074987.968760:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 17184 00000400:00000200:3.0:1769074987.968766:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.968769:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.968772:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.968776:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44a80. 00010000:00000010:0.0:1769074987.969207:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:0.0:1769074987.969217:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6000. 00010000:00000010:0.0:1769074987.969231:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b028ee840. 00000800:00000200:3.0:1769074987.969397:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.969400:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.969403:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.969407:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.969410:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074987.969411:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:0.0:1769074987.970057:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074987.970071:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d54180 00000400:00000200:0.0:1769074987.970075:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 17680 00000400:00000200:0.0:1769074987.970085:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.970088:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.970091:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074987.970094:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3100. 00000800:00000200:3.0:1769074987.970427:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.970433:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074987.970437:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.970443:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.970447:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074987.970449:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00010000:00000010:2.1:1769074987.971064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980400. 00010000:00000010:2.1:1769074987.971078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edacb00. 00010000:00000010:2.1:1769074987.971083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980e00. 00010000:00000010:2.1:1769074987.971086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981000. 00010000:00000010:3.1:1769074987.971094:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac000. 00010000:00000010:3.1:1769074987.971103:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981c00. 00000400:00000200:3.0:1769074987.971120:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.971128:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d54280 00000400:00000200:3.0:1769074987.971134:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 18272 00000400:00000200:3.0:1769074987.971143:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.971147:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.971150:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.971155:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09500. 00010000:00000010:1.0:1769074987.971592:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7880. 00010000:00000010:1.0:1769074987.971600:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6680. 00010000:00000010:1.0:1769074987.971609:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b0a43f300. 00000800:00000200:0.0:1769074987.971733:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074987.971744:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:0.0:1769074987.971747:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.971753:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074987.971757:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:0.0:1769074987.971759:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:3.0:1769074987.972321:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.972330:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d54300 00000400:00000200:3.0:1769074987.972336:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 18776 00000400:00000200:3.0:1769074987.972346:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.972350:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.972354:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.972358:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0b100. 00000800:00000200:3.0:1769074987.972770:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.972773:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.972776:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.972779:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.972782:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074987.972784:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:0.0:1769074987.973382:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074987.973390:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d54400 00000400:00000200:0.0:1769074987.973394:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 19368 00000400:00000200:0.0:1769074987.973401:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.973403:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.973406:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074987.973409:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0380. 00010000:00000010:3.0:1769074987.973828:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7900. 00010000:00000010:3.0:1769074987.973836:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6500. 00010000:00000010:3.0:1769074987.973853:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b028ee840. 00000800:00000200:3.0:1769074987.974013:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.974017:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074987.974019:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.974023:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.974052:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074987.974054:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00010000:00000010:0.1:1769074987.974073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:2.1:1769074987.974076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980000. 00010000:00000010:0.1:1769074987.974086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac900. 00010000:00000010:2.1:1769074987.974089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac400. 00010000:00000010:0.1:1769074987.974100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.1:1769074987.974102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.1:1769074987.974111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980600. 00010000:00000010:2.1:1769074987.974127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981600. 00010000:00000010:2.1:1769074987.974131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a200. 00010000:00000010:2.1:1769074987.974133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edacf00. 00010000:00000010:2.1:1769074987.974136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.1:1769074987.974138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981a00. 00010000:00000010:2.1:1769074987.974139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ae00. 00010000:00000010:2.1:1769074987.974141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edaca00. 00010000:00000010:2.1:1769074987.974143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a600. 00010000:00000010:2.1:1769074987.974147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074987.974161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.1:1769074987.974163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac600. 00010000:00000010:2.1:1769074987.974165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a400. 00010000:00000010:2.1:1769074987.974167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a000. 00000400:00000200:3.0:1769074987.974565:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.974573:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d54480 00000400:00000200:3.0:1769074987.974577:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 19872 00000400:00000200:3.0:1769074987.974596:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.974599:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.974602:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.974605:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08e00. 00000800:00000200:0.0:1769074987.975009:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074987.975014:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:0.0:1769074987.975020:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.975025:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074987.975061:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:0.0:1769074987.975063:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:3.0:1769074987.975688:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.975695:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 12 MB=0x6971ec9d54500 00000400:00000200:3.0:1769074987.975700:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 328/328 into md 0x4c41 [64] + 20448 00000400:00000200:3.0:1769074987.975707:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.975709:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.975712:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.975726:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0a300. 00000800:00000200:3.0:1769074987.975962:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.975966:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.975968:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.975972:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.975974:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074987.975976:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00010000:00000010:0.1:1769074987.977074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edacd00. 00010000:00000010:0.1:1769074987.977084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882be00. 00010000:00000010:1.1:1769074987.977084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac000. 00010000:00000010:1.1:1769074987.977096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78a00. 00000400:00000200:0.0:1769074987.977107:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074987.977117:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d54580 00000400:00000200:0.0:1769074987.977123:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1e7ed [2] + 1288 00000400:00000200:0.0:1769074987.977132:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074987.977135:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.977139:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074987.977143:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2300. 00000020:00000010:3.0:1769074987.977198:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755980. 00000020:00000010:3.0:1769074987.977203:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755980. 00000020:00000010:3.0:1769074987.977207:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00000020:00000010:3.0:1769074987.977210:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e880. 00000020:00000010:3.0:1769074987.977213:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087510c8. 00000020:00000010:3.0:1769074987.977237:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755980. 00000020:00000010:3.0:1769074987.977239:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755980. 00000100:00000200:3.0:1769074987.977240:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351274368 02000000:00000010:3.0:1769074987.977259:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b378be000. 00000004:00000010:3.0:1769074987.977269:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b3ed7b000. 00080000:00000010:3.0:1769074987.977758:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b3578aac0. 00080000:00000010:3.0:1769074987.977856:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b3578aac0. 00000100:00000010:3.0:1769074987.977864:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b378bd800. 00000100:00000010:3.0:1769074987.977868:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b06743000. 00000400:00000010:3.0:1769074987.977876:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b480. 00000400:00000010:3.0:1769074987.977882:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b014ce8c0. 00000400:00000200:3.0:1769074987.977886:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074987.977895:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074987.977899:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16401:16401:256:4294967295] 192.168.204.41@tcp LPNI seq info [16397:16397:8:4294967295] 00000400:00000200:3.0:1769074987.977904:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:3.0:1769074987.977910:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074987.977915:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 8192 bytes in 2 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074987.977920:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8c8a02faa600. 00000800:00000200:3.0:1769074987.977925:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074987.977930:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:3.0:1769074987.977935:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a02faa600 type 1, nob 8288 niov 1 nkiov 2 00000100:00000200:3.0:1769074987.977952:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 2 pages 8192 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d54580-0x6971ec9d54580 00010000:00000010:2.1:1769074987.978051:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882bc00. 00010000:00000010:2.1:1769074987.978057:0:16311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac200. 00010000:00000010:2.1:1769074987.978060:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074987.978071:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b200. 00010000:00000010:2.1:1769074987.978074:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79200. 00010000:00000010:2.1:1769074987.978076:0:16311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edace00. 00010000:00000010:2.1:1769074987.978079:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:2.1:1769074987.978081:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ba00. 00010000:00000010:2.1:1769074987.978083:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78800. 00010000:00000010:2.1:1769074987.978086:0:16311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac800. 00010000:00000010:2.1:1769074987.978088:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79e00. 00010000:00000010:2.1:1769074987.978093:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79600. 00000400:00000200:3.0:1769074987.978443:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:3.0:1769074987.978455:0:16312:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x28411 00000400:00000200:3.0:1769074987.978460:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.978463:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:3.0:1769074987.978468:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b480 00000400:00000010:3.0:1769074987.978470:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856b480. 00000100:00000200:3.0:1769074987.978500:0:16312:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b378bd800 00000100:00000010:0.0:1769074987.978565:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b06743000. 00000100:00000010:0.0:1769074987.978573:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b378bd800. 00000004:00000010:0.0:1769074987.979150:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b3ed7b000. 00010000:00000200:0.0:1769074987.979159:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2300 x1855008351274368/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 448/440 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074987.979171:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074987.979174:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351274368, offset 224 00000400:00000200:0.0:1769074987.979178:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.979185:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.979189:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16402:16402:256:4294967295] 192.168.204.41@tcp LPNI seq info [16398:16398:8:4294967295] 00000400:00000200:0.0:1769074987.979196:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.979199:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.979202:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074987.979206:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.979210:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.979212:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074987.979233:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e880. 00000020:00000010:0.0:1769074987.979237:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087510c8. 00000020:00000010:0.0:1769074987.979242:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00000800:00000200:3.0:1769074987.979277:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.979281:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074987.979284:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.979287:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.979290:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:3.0:1769074987.979292:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000020:00000010:1.0:1769074987.981180:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074987.981186:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074987.981192:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e000. 00000020:00000010:1.0:1769074987.981197:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074987.981202:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000020:00000010:0.0:1769074987.981206:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.981211:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.981216:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074987.981219:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.981222:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:1.0:1769074987.981238:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074987.981242:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b480. 00000100:00000200:1.0:1769074987.981246:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351274624 00000020:00000010:0.0:1769074987.981255:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.981260:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00010000:00000010:1.0:1769074987.981260:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691600. 00000100:00000200:0.0:1769074987.981265:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351274752 00010000:00000010:1.0:1769074987.981267:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000004:00000010:0.0:1769074987.981278:0:27025:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8c8b0629bfa0. 02000000:00000010:1.0:1769074987.981284:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b30742000. 02000000:00000010:0.0:1769074987.981296:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8272 at ffff8c8b08de4000. 00000004:00000010:0.0:1769074987.981302:0:27025:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8c8a0b724180. 00010000:00000010:0.0:1769074987.981310:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:0.0:1769074987.981314:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00000004:00000010:1.0:1769074987.981321:0:26105:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511f00. 00080000:00000010:1.0:1769074987.981328:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8fa00. 00010000:00000010:0.0:1769074987.981334:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ba00. 00080000:00000010:1.0:1769074987.981335:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b480. 00010000:00000010:0.0:1769074987.981341:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00000001:00000010:1.0:1769074987.981346:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a480. 00000001:00000010:1.0:1769074987.981351:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:1.0:1769074987.981363:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074987.981373:0:26105:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b35cd8000. 00010000:00000010:1.0:1769074987.981387:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:0.0:1769074987.981392:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901aa00. 00010000:00000200:1.0:1769074987.981397:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afd500 x1855008351274624/t60129542153(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 648/608 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:0.0:1769074987.981398:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981405:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a200. 00010000:00000010:0.0:1769074987.981410:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00000400:00000010:1.0:1769074987.981415:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074987.981420:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351274624, offset 224 00000400:00000200:1.0:1769074987.981425:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074987.981431:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074987.981434:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16403:16403:256:4294967295] 192.168.204.41@tcp LPNI seq info [16399:16399:8:4294967295] 00000400:00000200:1.0:1769074987.981441:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074987.981445:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074987.981448:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074987.981451:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074987.981455:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074987.981457:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 704 niov 1 nkiov 1 00010000:00000010:0.0:1769074987.981465:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a500. 00010000:00000010:0.0:1769074987.981469:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439500. 00000020:00000010:1.0:1769074987.981472:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00010000:00000010:0.0:1769074987.981474:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b600. 00000020:00000010:1.0:1769074987.981478:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00010000:00000010:0.0:1769074987.981480:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf380. 00000020:00000010:1.0:1769074987.981485:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e000. 00080000:00000010:0.0:1769074987.981496:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439e00. 00000020:00000010:0.0:1769074987.981510:0:27025:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8a0b7240c0. 00000020:00000010:0.0:1769074987.981516:0:27025:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b0a5ad400. 00000800:00000200:3.0:1769074987.981516:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.981525:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000020:00000010:0.0:1769074987.981526:0:27025:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b0a5af400. 00000400:00000200:3.0:1769074987.981535:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074987.981537:0:27025:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a04793000. 00000020:00000010:0.0:1769074987.981543:0:27025:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a04792600. 00000400:00000200:3.0:1769074987.981550:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074987.981553:0:27025:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b05914000. 00000400:00000200:3.0:1769074987.981556:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00010000:00000010:0.0:1769074987.981568:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981575:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981578:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981590:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00000400:00000010:3.0:1769074987.981598:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00010000:00000010:0.0:1769074987.981599:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a400. 00010000:00000010:0.0:1769074987.981603:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.981615:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:0.0:1769074987.981617:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981622:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a600. 00010000:00000010:0.0:1769074987.981624:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981627:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:0.0:1769074987.981629:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981648:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901ab00. 00010000:00000010:0.0:1769074987.981650:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439d00. 00010000:00000010:0.0:1769074987.981653:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:0.0:1769074987.981655:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfc00. 00080000:00000010:0.0:1769074987.981663:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439a80. 00010000:00000010:0.0:1769074987.981677:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981682:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981685:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981692:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.981698:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b400. 00010000:00000010:0.0:1769074987.981701:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.981710:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ba00. 00010000:00000010:0.0:1769074987.981712:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981735:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a900. 00010000:00000010:0.0:1769074987.981738:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981740:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b200. 00010000:00000010:0.0:1769074987.981742:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981762:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a300. 00010000:00000010:0.0:1769074987.981765:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439c80. 00010000:00000010:0.0:1769074987.981767:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:0.0:1769074987.981769:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf580. 00080000:00000010:0.0:1769074987.981778:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439280. 00010000:00000010:0.0:1769074987.981792:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981797:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981799:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981806:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.981812:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882bc00. 00010000:00000010:0.0:1769074987.981814:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.981823:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882be00. 00010000:00000010:0.0:1769074987.981825:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981829:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901ac00. 00010000:00000010:0.0:1769074987.981831:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981834:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a000. 00010000:00000010:0.0:1769074987.981835:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981852:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901ae00. 00010000:00000010:0.0:1769074987.981854:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439900. 00010000:00000010:0.0:1769074987.981856:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a400. 00010000:00000010:0.0:1769074987.981859:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfb80. 00080000:00000010:0.0:1769074987.981866:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439f80. 00010000:00000010:0.0:1769074987.981879:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981884:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981886:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981893:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.981898:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:0.0:1769074987.981900:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.981909:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:0.0:1769074987.981911:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981915:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a800. 00010000:00000010:0.0:1769074987.981918:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.981920:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a600. 00010000:00000010:0.0:1769074987.981922:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981939:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a700. 00010000:00000010:0.0:1769074987.981941:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439380. 00010000:00000010:0.0:1769074987.981943:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ae00. 00010000:00000010:0.0:1769074987.981945:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf280. 00080000:00000010:0.0:1769074987.981956:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439680. 00010000:00000010:0.0:1769074987.981977:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.981984:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.981988:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.982000:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.982010:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:0.0:1769074987.982014:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.982064:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a200. 00010000:00000010:3.1:1769074987.982066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5200. 00010000:00000010:0.0:1769074987.982069:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:2.1:1769074987.982069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78400. 00010000:00000010:3.1:1769074987.982073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:2.1:1769074987.982079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edadc00. 00010000:00000010:0.0:1769074987.982082:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901ad00. 00010000:00000010:0.0:1769074987.982088:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:2.1:1769074987.982089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79c00. 00010000:00000010:0.0:1769074987.982093:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:0.0:1769074987.982102:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:2.1:1769074987.982105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:2.1:1769074987.982109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79a00. 00010000:00000010:2.1:1769074987.982112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5400. 00010000:00000010:2.1:1769074987.982114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79000. 00010000:00000010:2.1:1769074987.982122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:2.1:1769074987.982124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981a00. 00010000:00000010:2.1:1769074987.982127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5700. 00010000:00000010:0.0:1769074987.982130:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a100. 00010000:00000010:2.1:1769074987.982130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981600. 00010000:00000010:2.1:1769074987.982135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:0.0:1769074987.982137:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439080. 00010000:00000010:0.0:1769074987.982142:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:0.0:1769074987.982145:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 00080000:00000010:0.0:1769074987.982154:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439880. 00010000:00000010:0.0:1769074987.982168:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.982174:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.982177:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.982185:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.982191:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573ea00. 00010000:00000010:0.0:1769074987.982194:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.982202:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f600. 00010000:00000010:0.0:1769074987.982205:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.982209:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a000. 00010000:00000010:0.0:1769074987.982211:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.982213:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e600. 00010000:00000010:0.0:1769074987.982215:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.982233:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a400. 00010000:00000010:0.0:1769074987.982235:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439b00. 00010000:00000010:0.0:1769074987.982237:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573fe00. 00010000:00000010:0.0:1769074987.982239:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe80. 00080000:00000010:0.0:1769074987.982247:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439580. 00010000:00000010:0.0:1769074987.982260:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.982265:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.982267:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.982274:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.982280:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e000. 00010000:00000010:0.0:1769074987.982282:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:0.0:1769074987.982290:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e800. 00010000:00000010:0.0:1769074987.982293:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.982297:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edac800. 00010000:00000010:0.0:1769074987.982299:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.982301:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573fa00. 00010000:00000010:0.0:1769074987.982303:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.982320:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edace00. 00010000:00000010:0.0:1769074987.982323:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439e80. 00010000:00000010:0.0:1769074987.982338:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:0.0:1769074987.982341:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfc80. 00080000:00000010:0.0:1769074987.982351:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439400. 00010000:00000010:0.0:1769074987.982364:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074987.982370:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074987.982372:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074987.982379:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00000004:00000010:0.0:1769074987.982384:0:27025:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8c8b0629bfa0. 00000004:00000010:0.0:1769074987.982386:0:27025:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8c8a0b724180. 00010000:00000200:0.0:1769074987.982393:0:27025:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afed80 x1855008351274752/t0(0) o63->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 3496/3816 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074987.982403:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724180. 00000100:00000200:0.0:1769074987.982406:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 3816 bytes to portal 4, xid 1855008351274752, offset 224 00000400:00000200:0.0:1769074987.982410:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.982416:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.982420:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16404:16404:256:4294967295] 192.168.204.41@tcp LPNI seq info [16400:16400:8:4294967295] 00000400:00000200:0.0:1769074987.982426:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.982429:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 3816 bytes in 2 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.982432:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8c8a04793600. 00000800:00000200:0.0:1769074987.982435:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.982439:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074987.982441:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a04793600 type 1, nob 3912 niov 1 nkiov 2 00000020:00000010:0.0:1769074987.982457:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.982460:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.982463:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074987.982829:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.982833:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.982836:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074987.982838:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.982840:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.982857:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.982859:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000100:00000200:0.0:1769074987.982861:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351274880 00000001:00000010:0.0:1769074987.982865:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f300. 02000000:00000010:0.0:1769074987.982874:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b0a5ae400. 00000004:00000010:0.0:1769074987.982878:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05915800. 00080000:00000010:0.0:1769074987.983339:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074987.983384:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074987.983391:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b378bd800. 00000100:00000010:0.0:1769074987.983394:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b730000. 00000400:00000010:0.0:1769074987.983400:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000400:00000010:0.0:1769074987.983405:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b182001c0. 00000400:00000200:0.0:1769074987.983408:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.983414:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.983417:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16405:16405:256:4294967295] 192.168.204.41@tcp LPNI seq info [16401:16401:8:4294967295] 00000400:00000200:0.0:1769074987.983421:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074987.983425:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.983428:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.983431:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074987.983434:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.983437:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074987.983439:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074987.983453:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d54780-0x6971ec9d54780 00000800:00000200:3.0:1769074987.983504:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.983508:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074987.983512:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.983516:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.983520:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b378bd800 00000100:00000010:0.0:1769074987.984081:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b730000. 00000100:00000010:0.0:1769074987.984086:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b378bd800. 00000020:00000010:3.0:1769074987.984270:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755980. 00000020:00000010:3.0:1769074987.984340:0:29089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b30755940. 00000020:00000010:3.0:1769074987.984358:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02faa600. 00000020:00000010:3.0:1769074987.984362:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e480. 00000020:00000010:3.0:1769074987.984365:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751c80. 00000020:00000010:1.0:1769074987.984431:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b480. 00000020:00000010:1.0:1769074987.984437:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b480. 00000100:00000200:1.0:1769074987.984441:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351275008 00010000:00000010:1.0:1769074987.984474:0:27573:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7c00. 00010000:00000010:1.0:1769074987.984482:0:27573:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a01ef7500. 00010000:00000010:1.0:1769074987.984491:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691c00. 00002000:00000010:1.0:1769074987.984510:0:27573:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b480. 00000020:00000010:3.0:1769074987.984522:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755940. 02000000:00000010:1.0:1769074987.984527:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227c00. 00000020:00000010:3.0:1769074987.984527:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755940. 00000020:00000010:3.0:1769074987.984543:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000020:00000010:3.0:1769074987.984548:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e780. 00000020:00000010:3.0:1769074987.984553:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751ed8. 00010000:00000200:1.0:1769074987.984565:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afc380 x1855008351275008/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 328/400 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074987.984583:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074987.984590:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351275008, offset 224 00000020:00000010:3.0:1769074987.984592:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755940. 00000020:00000010:3.0:1769074987.984604:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755940. 00000400:00000200:1.0:1769074987.984605:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074987.984612:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351275136 00000400:00000200:1.0:1769074987.984623:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:3.0:1769074987.984631:0:29089:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603e00. 00000400:00000200:1.0:1769074987.984633:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16406:16406:256:4294967295] 192.168.204.41@tcp LPNI seq info [16402:16402:8:4294967295] 00010000:00000010:3.0:1769074987.984638:0:29089:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e603000. 00000004:00000010:0.0:1769074987.984646:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05915800. 00010000:00000200:0.0:1769074987.984660:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b03aabc50 x1855008351274880/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 448/440 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074987.984660:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074987.984676:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074987.984682:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000400:00000010:0.0:1769074987.984683:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00010000:00000010:3.0:1769074987.984692:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985e00. 00000100:00000200:0.0:1769074987.984693:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351274880, offset 224 00000800:00000200:1.0:1769074987.984700:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074987.984728:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00002000:00000010:3.0:1769074987.984731:0:29089:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755940. 00000400:00000200:0.0:1769074987.984732:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074987.984742:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074987.984748:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.984755:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16407:16407:255:4294967295] 192.168.204.41@tcp LPNI seq info [16403:16403:7:4294967295] 00000020:00000010:1.0:1769074987.984760:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e480. 00000020:00000010:1.0:1769074987.984765:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751c80. 00000020:00000010:1.0:1769074987.984772:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02faa600. 00000400:00000200:0.0:1769074987.984776:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:3.0:1769074987.984779:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fcf0000. 00000800:00000200:0.0:1769074987.984796:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.984803:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074987.984811:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000200:3.0:1769074987.984815:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04affb80 x1855008351275136/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 328/400 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1769074987.984830:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074987.984832:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074987.984840:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074987.984862:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.984869:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.984874:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 02000000:00000010:0.0:1769074987.984883:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b378be000. 00000100:00000010:0.0:1769074987.984888:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2300. 00000400:00000200:1.0:1769074987.984895:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d54980 02000000:00000010:0.0:1769074987.984897:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b378bc400. 00000100:00000010:0.0:1769074987.984903:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38591880. 00000400:00000200:1.0:1769074987.984904:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12089 [8] + 13752 02000000:00000010:0.0:1769074987.984911:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b378bdc00. 00000400:00000010:3.0:1769074987.984914:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000100:00000010:0.0:1769074987.984918:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff800. 00000100:00000200:3.0:1769074987.984921:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351275136, offset 224 00000400:00000200:1.0:1769074987.984922:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074987.984925:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b352da000. 00000100:00000010:0.0:1769074987.984937:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748c380. 00000400:00000200:3.0:1769074987.984943:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074987.984944:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074987.984948:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074987.984958:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924b58. 00000400:00000010:0.0:1769074987.984965:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724d80. 00000400:00000200:3.0:1769074987.984994:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074987.984999:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16409:16409:253:4294967295] 192.168.204.41@tcp LPNI seq info [16405:16405:5:4294967295] 00000400:00000200:3.0:1769074987.985007:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074987.985011:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074987.985014:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000100:00000200:1.0:1769074987.985015:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:3.0:1769074987.985022:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074987.985048:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:1.0:1769074987.985049:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ed80. 00000800:00000200:3.0:1769074987.985053:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074987.985065:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e780. 00000020:00000010:3.0:1769074987.985068:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751ed8. 00000020:00000010:3.0:1769074987.985074:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000200:1.0:1769074987.985101:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1769074987.985103:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c80. 00000800:00000010:1.0:1769074987.985106:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000020:00000010:3.0:1769074987.985109:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c80. 00000400:00000200:1.0:1769074987.985114:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074987.985117:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000020:00000010:3.0:1769074987.985124:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e780. 00000400:00000200:1.0:1769074987.985125:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074987.985130:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751ed8. 00000400:00000200:1.0:1769074987.985133:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:1.0:1769074987.985137:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000020:00000010:3.0:1769074987.985191:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c80. 00000020:00000010:3.0:1769074987.985194:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c80. 00000100:00000200:3.0:1769074987.985198:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351275392 00010000:00000010:3.0:1769074987.985209:0:29089:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603500. 00000400:00000200:1.0:1769074987.985214:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074987.985225:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d54a00 00000400:00000200:1.0:1769074987.985231:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12089 [8] + 14080 00000400:00000200:1.0:1769074987.985242:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.985247:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074987.985251:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074987.985256:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d880. 00010000:00000010:3.0:1769074987.985291:0:29089:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e603800. 00000800:00000200:1.0:1769074987.985301:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074987.985306:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00010000:00000010:3.0:1769074987.985309:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985a00. 00000400:00000200:1.0:1769074987.985313:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:3.0:1769074987.985316:0:29089:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755c80. 00000400:00000200:1.0:1769074987.985329:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074987.985333:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04892000. 00000400:00000200:1.0:1769074987.985336:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:1.0:1769074987.985341:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 02000000:00000010:1.0:1769074987.985348:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b0a5ae400. 00000400:00000200:1.0:1769074987.985367:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074987.985377:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d54a80 00000400:00000200:1.0:1769074987.985386:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12089 [8] + 14408 00000400:00000200:1.0:1769074987.985419:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.985426:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074987.985430:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074987.985436:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ca80. 00010000:00000200:3.0:1769074987.985439:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ed80 x1855008351275392/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 328/400 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1769074987.985468:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074987.985472:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:1.0:1769074987.985477:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074987.985481:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000400:00000200:1.0:1769074987.985486:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074987.985489:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000020:00000010:0.0:1769074987.985497:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074987.985506:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.985520:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000400:00000200:1.0:1769074987.985549:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074987.985553:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000010:3.0:1769074987.985558:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000020:00000010:0.0:1769074987.985566:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d200. 00000100:00000200:3.0:1769074987.985569:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351275392, offset 224 00000020:00000010:0.0:1769074987.985572:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d200. 00000400:00000200:1.0:1769074987.985573:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:0.0:1769074987.985586:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351275648 00000400:00000200:3.0:1769074987.985594:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074987.985602:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d54b00 00010000:00000010:0.0:1769074987.985612:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edac200. 00000400:00000200:3.0:1769074987.985616:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:0.0:1769074987.985626:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3edac000. 00000400:00000200:1.0:1769074987.985627:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12089 [8] + 14736 00000400:00000200:3.0:1769074987.985637:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16411:16411:254:4294967295] 192.168.204.41@tcp LPNI seq info [16407:16407:6:4294967295] 00010000:00000010:0.0:1769074987.985646:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e400. 00000400:00000200:1.0:1769074987.985652:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:0.0:1769074987.985655:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d200. 00000400:00000200:1.0:1769074987.985662:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074987.985669:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bdc00. 00010000:00000200:0.0:1769074987.985685:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ca80 x1855008351275648/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 328/400 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074987.985696:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074987.985699:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351275648, offset 224 00000400:00000200:0.0:1769074987.985707:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074987.985734:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074987.985739:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074987.985743:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074987.985750:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:3.0:1769074987.985757:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074987.985764:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16412:16412:253:4294967295] 192.168.204.41@tcp LPNI seq info [16408:16408:5:4294967295] 00000800:00000200:3.0:1769074987.985767:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074987.985774:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074987.985786:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074987.985789:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e780. 00000800:00000200:0.0:1769074987.985794:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074987.985794:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1769074987.985796:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751ed8. 00000100:00000010:1.0:1769074987.985802:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d180. 00000020:00000010:3.0:1769074987.985806:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000010:0.0:1769074987.985807:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074987.985817:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.985825:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.985828:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074987.985832:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755400. 00000800:00000200:1.0:1769074987.985834:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1769074987.985835:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755400. 00000020:00000010:0.0:1769074987.985838:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000800:00000010:1.0:1769074987.985838:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000020:00000010:3.0:1769074987.985842:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07026000. 00000400:00000200:1.0:1769074987.985844:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074987.985846:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:3.0:1769074987.985847:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e780. 00000400:00000200:1.0:1769074987.985859:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074987.985860:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751ed8. 00000020:00000010:0.0:1769074987.985861:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000400:00000200:1.0:1769074987.985873:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000400:00000010:1.0:1769074987.985878:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00000020:00000010:0.0:1769074987.985903:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de00. 00000020:00000010:0.0:1769074987.985908:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de00. 00000400:00000200:1.0:1769074987.985912:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:0.0:1769074987.985914:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351275776 00010000:00000010:0.0:1769074987.985928:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edacd00. 00000400:00000200:1.0:1769074987.985928:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d54b80 00010000:00000010:0.0:1769074987.985934:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3edac600. 00000800:00000200:3.0:1769074987.985936:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1769074987.985939:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f200. 00000800:00000010:3.0:1769074987.985943:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:1.0:1769074987.985944:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12089 [8] + 15064 00002000:00000010:0.0:1769074987.985947:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524de00. 00000400:00000200:3.0:1769074987.985948:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074987.985953:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a962840. 00000400:00000200:3.0:1769074987.985959:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074987.985962:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b30752600 00000400:00000200:3.0:1769074987.985969:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074987.985973:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 02000000:00000010:0.0:1769074987.985985:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bc400. 00000400:00000200:1.0:1769074987.985996:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.986003:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:3.0:1769074987.986004:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:0.0:1769074987.986009:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d180 x1855008351275776/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 328/400 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000010:3.0:1769074987.986014:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:1.0:1769074987.986016:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b30752600 00000400:00000010:1.0:1769074987.986020:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b30752600. 00000400:00000200:3.0:1769074987.986021:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074987.986066:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:1.0:1769074987.986068:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:0.0:1769074987.986072:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351275776, offset 224 00000400:00000200:3.0:1769074987.986076:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074987.986084:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074987.986090:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:3.0:1769074987.986096:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00000400:00000200:0.0:1769074987.986097:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.986110:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16413:16413:254:4294967295] 192.168.204.41@tcp LPNI seq info [16409:16409:6:4294967295] 00000020:00000010:1.0:1769074987.986111:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b5c0. 00000020:00000010:1.0:1769074987.986116:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b5c0. 00000020:00000010:1.0:1769074987.986121:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e000. 00000400:00000200:0.0:1769074987.986126:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074987.986126:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074987.986132:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000800:00000200:0.0:1769074987.986135:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.986140:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074987.986144:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.986151:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.986155:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074987.986161:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b5c0. 00000020:00000010:0.0:1769074987.986164:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e780. 00000020:00000010:1.0:1769074987.986165:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b5c0. 00000100:00000200:1.0:1769074987.986172:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351275904 00000020:00000010:0.0:1769074987.986173:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751ed8. 00000800:00000200:3.0:1769074987.986176:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074987.986179:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07026000. 00010000:00000010:1.0:1769074987.986182:0:27573:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7b00. 00000800:00000010:3.0:1769074987.986182:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00010000:00000010:1.0:1769074987.986189:0:27573:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a01ef7f00. 00000400:00000200:3.0:1769074987.986193:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.986201:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.986204:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074987.986206:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00010000:00000010:1.0:1769074987.986209:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690000. 00002000:00000010:1.0:1769074987.986213:0:27573:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b5c0. 02000000:00000010:1.0:1769074987.986222:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bac00. 00010000:00000200:1.0:1769074987.986233:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3febcc50 x1855008351275904/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 328/400 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074987.986242:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074987.986246:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351275904, offset 224 00000400:00000200:1.0:1769074987.986251:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074987.986257:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074987.986260:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16414:16414:255:4294967295] 192.168.204.41@tcp LPNI seq info [16410:16410:7:4294967295] 00000400:00000200:1.0:1769074987.986270:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074987.986273:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074987.986276:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074987.986279:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074987.986286:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074987.986290:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:3.0:1769074987.986290:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.986301:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000020:00000010:1.0:1769074987.986306:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000400:00000200:3.0:1769074987.986307:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074987.986315:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000400:00000200:3.0:1769074987.986320:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074987.986324:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e000. 00000400:00000200:3.0:1769074987.986327:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000100:00000010:1.0:1769074987.986342:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d180. 02000000:00000010:1.0:1769074987.986348:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378bdc00. 00000100:00000010:1.0:1769074987.986351:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ca80. 02000000:00000010:1.0:1769074987.986353:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04892000. 00000100:00000010:1.0:1769074987.986355:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ed80. 02000000:00000010:1.0:1769074987.986358:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fc85000. 00000100:00000010:1.0:1769074987.986360:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d880. 02000000:00000010:1.0:1769074987.986362:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fcf0000. 00000100:00000010:1.0:1769074987.986364:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04affb80. 02000000:00000010:1.0:1769074987.986366:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fc86000. 00000100:00000010:1.0:1769074987.986367:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff480. 02000000:00000010:1.0:1769074987.986368:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227c00. 00000100:00000010:1.0:1769074987.986371:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afc380. 02000000:00000010:1.0:1769074987.986373:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc84800. 00000100:00000010:1.0:1769074987.986374:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664700. 02000000:00000010:1.0:1769074987.986377:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40227000. 00000100:00000010:1.0:1769074987.986379:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667480. 02000000:00000010:1.0:1769074987.986381:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d6800. 00000100:00000010:1.0:1769074987.986383:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664380. 02000000:00000010:1.0:1769074987.986386:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40226000. 00000100:00000010:1.0:1769074987.986389:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665880. 02000000:00000010:1.0:1769074987.986391:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40226400. 00000100:00000010:1.0:1769074987.986408:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47b80. 02000000:00000010:1.0:1769074987.986413:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378bc800. 00000100:00000010:1.0:1769074987.986416:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44000. 02000000:00000010:1.0:1769074987.986420:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0882cc00. 00000100:00000010:1.0:1769074987.986423:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020380. 00000400:00000010:3.0:1769074987.986429:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 02000000:00000010:1.0:1769074987.986433:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378be400. 02000000:00000010:3.0:1769074987.986437:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378bc400. 00000100:00000010:1.0:1769074987.986440:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022680. 02000000:00000010:1.0:1769074987.986451:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0882f400. 00000100:00000010:1.0:1769074987.986455:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022a00. 02000000:00000010:1.0:1769074987.986459:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0882c400. 00000100:00000010:1.0:1769074987.986461:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47100. 02000000:00000010:1.0:1769074987.986466:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b3cc93000. 00000100:00000010:1.0:1769074987.986470:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09180. 02000000:00000010:1.0:1769074987.986477:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b0882d800. 00000100:00000010:1.0:1769074987.986484:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08000. 02000000:00000010:1.0:1769074987.986492:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc90800. 00000800:00000200:3.0:1769074987.986500:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.986509:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000100:00000010:1.0:1769074987.986510:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 02000000:00000010:1.0:1769074987.986518:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04890800. 00000100:00000010:1.0:1769074987.986522:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020700. 02000000:00000010:1.0:1769074987.986529:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04893000. 00000100:00000010:1.0:1769074987.986533:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09023b80. 02000000:00000010:1.0:1769074987.986540:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0487c400. 00000100:00000010:1.0:1769074987.986544:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45c00. 02000000:00000010:1.0:1769074987.986547:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0487cc00. 00000100:00000010:1.0:1769074987.986548:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97b80. 02000000:00000010:1.0:1769074987.986551:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0487fc00. 00000100:00000010:1.0:1769074987.986556:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf95500. 02000000:00000010:1.0:1769074987.986560:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d5800. 00000100:00000010:1.0:1769074987.986562:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d9500. 02000000:00000010:1.0:1769074987.986564:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d4800. 00000100:00000010:1.0:1769074987.986565:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8380. 02000000:00000010:1.0:1769074987.986567:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d7800. 00000100:00000010:1.0:1769074987.986568:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096dad80. 02000000:00000010:1.0:1769074987.986571:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe39000. 00000100:00000010:1.0:1769074987.986573:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667800. 02000000:00000010:1.0:1769074987.986575:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3062c000. 00000100:00000010:1.0:1769074987.986577:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666d80. 02000000:00000010:1.0:1769074987.986579:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3062c800. 00000100:00000010:1.0:1769074987.986581:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8a80. 02000000:00000010:1.0:1769074987.986583:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332f800. 00000100:00000010:1.0:1769074987.986585:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667b80. 02000000:00000010:1.0:1769074987.986586:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332fc00. 00000100:00000010:1.0:1769074987.986587:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666a00. 02000000:00000010:1.0:1769074987.986590:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332dc00. 00000100:00000010:1.0:1769074987.986593:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94000. 02000000:00000010:1.0:1769074987.986600:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332d000. 00000100:00000010:1.0:1769074987.986605:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97800. 00000400:00000200:3.0:1769074987.986610:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074987.986612:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04cc0400. 00000100:00000010:1.0:1769074987.986622:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85180. 00000400:00000200:3.0:1769074987.986622:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074987.986624:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d680. 00000400:00000200:3.0:1769074987.986627:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000020:00000010:0.0:1769074987.986633:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d680. 00000400:00000010:3.0:1769074987.986633:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 02000000:00000010:1.0:1769074987.986634:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b384e4000. 02000000:00000010:3.0:1769074987.986656:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378bac00. 00000020:00000010:0.0:1769074987.986658:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000100:00000010:1.0:1769074987.986658:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85c00. 00000020:00000010:0.0:1769074987.986674:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 02000000:00000010:1.0:1769074987.986676:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b384e7800. 00000020:00000010:0.0:1769074987.986680:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000100:00000010:1.0:1769074987.986681:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484a80. 02000000:00000010:1.0:1769074987.986687:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b061b7c00. 00000100:00000010:1.0:1769074987.986690:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 02000000:00000010:1.0:1769074987.986692:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ecc00. 00000100:00000010:1.0:1769074987.986694:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497a680. 02000000:00000010:1.0:1769074987.986697:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ed400. 00000100:00000010:1.0:1769074987.986698:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978700. 02000000:00000010:1.0:1769074987.986700:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ee000. 00000100:00000010:1.0:1769074987.986702:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978380. 02000000:00000010:1.0:1769074987.986706:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ed000. 00000100:00000010:1.0:1769074987.986709:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650f100. 02000000:00000010:1.0:1769074987.986712:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b04cc0c00. 00000100:00000010:1.0:1769074987.986730:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a300. 00000020:00000010:0.0:1769074987.986731:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d680. 02000000:00000010:1.0:1769074987.986734:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b04cc3400. 00000020:00000010:0.0:1769074987.986736:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d680. 00000100:00000010:1.0:1769074987.986738:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b800. 00000100:00000200:0.0:1769074987.986741:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351276160 02000000:00000010:1.0:1769074987.986743:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368eec00. 00000100:00000010:1.0:1769074987.986746:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3f690380. 02000000:00000010:1.0:1769074987.986755:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17333800. 00000100:00000010:1.0:1769074987.986757:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58e00. 02000000:00000010:0.0:1769074987.986760:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b378be000. 02000000:00000010:1.0:1769074987.986760:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17331c00. 00000100:00000010:1.0:1769074987.986767:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58000. 02000000:00000010:1.0:1769074987.986770:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fa02000. 00000100:00000010:1.0:1769074987.986772:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8700. 02000000:00000010:1.0:1769074987.986774:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40224400. 00000100:00000010:1.0:1769074987.986775:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfebb80. 02000000:00000010:1.0:1769074987.986778:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d5a800. 00000100:00000010:1.0:1769074987.986780:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21c00. 02000000:00000010:1.0:1769074987.986783:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d24800. 00000020:00000010:0.0:1769074987.986785:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8f60. 00000100:00000010:1.0:1769074987.986786:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d23800. 00080000:00000010:0.0:1769074987.986793:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04793400. 02000000:00000010:1.0:1769074987.986793:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d59000. 00000100:00000010:1.0:1769074987.986800:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590a80. 02000000:00000010:1.0:1769074987.986802:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d58400. 00000100:00000010:1.0:1769074987.986803:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593480. 02000000:00000010:1.0:1769074987.986805:0:27573:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d5bc00. 00080000:00000010:0.0:1769074987.986808:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d680. 00000100:00000010:1.0:1769074987.986809:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593800. 00000100:00000200:1.0:1769074987.986817:0:27573:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1769074987.986822:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307946e0. 00000400:00000010:1.0:1769074987.986826:0:27573:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b173a3c00. 00000001:00000010:0.0:1769074987.986829:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8060. 00000001:00000010:0.0:1769074987.986835:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7246c0. 00080000:00000010:0.0:1769074987.986844:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d680. 00000020:00000010:0.0:1769074987.986847:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8f60. 00000004:00000010:0.0:1769074987.986854:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511f00. 00010000:00000200:0.0:1769074987.986872:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afca80 x1855008351276160/t60129542154(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 392/456 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074987.986882:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074987.986885:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351276160, offset 224 00000400:00000200:0.0:1769074987.986889:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074987.986894:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074987.986898:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16415:16415:256:4294967295] 192.168.204.41@tcp LPNI seq info [16411:16411:8:4294967295] 00000400:00000200:0.0:1769074987.986905:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074987.986908:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074987.986911:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074987.986914:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074987.986918:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074987.986920:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074987.986935:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074987.986938:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074987.986940:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000800:00000200:1.0:1769074987.986983:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074987.986986:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:1.0:1769074987.986989:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.986992:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074987.986995:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:1.0:1769074987.986996:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000020:00000010:1.0:1769074987.987846:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00000020:00000010:1.0:1769074987.987850:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000020:00000010:1.0:1769074987.987853:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e000. 00000020:00000010:1.0:1769074987.987855:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074987.987857:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074987.987877:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00000020:00000010:1.0:1769074987.987892:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000100:00000200:1.0:1769074987.987896:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351276416 00000001:00000010:1.0:1769074987.987900:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 00010000:00000010:1.0:1769074987.987910:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.0:1769074987.987915:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 02000000:00000010:1.0:1769074987.987930:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b30740000. 00010000:00000010:1.0:1769074987.987957:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690600. 00010000:00000010:1.0:1769074987.987962:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb00. 00000004:00000010:1.0:1769074987.987976:0:26105:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511500. 00080000:00000010:1.0:1769074987.987980:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8e200. 00080000:00000010:1.0:1769074987.987984:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b240. 00000001:00000010:1.0:1769074987.987989:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2ad80. 00000001:00000010:1.0:1769074987.987991:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:1.0:1769074987.987999:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b240. 00010000:00000010:1.0:1769074987.988013:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000200:1.0:1769074987.988023:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afd180 x1855008351276416/t60129542155(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 648/608 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1769074987.988055:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691600. 00000400:00000010:1.0:1769074987.988073:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00010000:00000010:0.1:1769074987.988075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ba00. 00000100:00000200:1.0:1769074987.988076:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351276416, offset 224 00000400:00000200:1.0:1769074987.988086:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:0.1:1769074987.988088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901aa00. 00000400:00000200:1.0:1769074987.988093:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:0.1:1769074987.988094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a200. 00010000:00000010:0.1:1769074987.988099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a000. 00000400:00000200:1.0:1769074987.988100:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16416:16416:256:4294967295] 192.168.204.41@tcp LPNI seq info [16412:16412:8:4294967295] 00010000:00000010:0.1:1769074987.988104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:0.1:1769074987.988109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a600. 00000400:00000200:1.0:1769074987.988115:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:0.1:1769074987.988120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00000800:00000200:1.0:1769074987.988125:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:0.1:1769074987.988125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a400. 00010000:00000010:0.1:1769074987.988128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ba00. 00000800:00000010:1.0:1769074987.988132:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00010000:00000010:0.1:1769074987.988133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a900. 00010000:00000010:0.1:1769074987.988137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b200. 00010000:00000010:0.1:1769074987.988141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b400. 00000800:00000200:1.0:1769074987.988146:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:0.1:1769074987.988146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882be00. 00010000:00000010:0.1:1769074987.988150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901ac00. 00010000:00000010:0.1:1769074987.988155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a000. 00000800:00000200:1.0:1769074987.988160:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:0.1:1769074987.988160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882bc00. 00010000:00000010:0.1:1769074987.988164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00000800:00000200:1.0:1769074987.988167:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 704 niov 1 nkiov 1 00010000:00000010:0.1:1769074987.988168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a800. 00010000:00000010:0.1:1769074987.988172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a600. 00010000:00000010:0.1:1769074987.988175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00000020:00000010:1.0:1769074987.988190:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074987.988197:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074987.988200:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e000. 00000800:00000200:3.0:1769074987.988236:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.988239:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074987.988242:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.988246:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.988249:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074987.988250:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000400:00000200:1.0:1769074987.988983:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074987.988991:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 12 MB=0x6971ec9d54e00 00000400:00000200:1.0:1769074987.988995:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 440/440 into md 0x4c41 [64] + 22072 00000400:00000200:1.0:1769074987.989003:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.989005:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074987.989008:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074987.989011:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650f100. 00000800:00000200:3.0:1769074987.989276:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.989281:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.989285:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.989291:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.989295:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074987.989297:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074987.989866:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.989876:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d54e80 00000400:00000200:3.0:1769074987.989883:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 22512 00000400:00000200:3.0:1769074987.989895:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.989899:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.989903:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.989908:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09f80. 00000800:00000200:1.0:1769074987.990321:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074987.990325:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:1.0:1769074987.990328:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.990331:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074987.990334:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:1.0:1769074987.990335:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074987.991007:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.991017:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d54f80 00000400:00000200:3.0:1769074987.991022:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 23088 00000400:00000200:3.0:1769074987.991047:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.991053:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.991060:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.991066:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0ad80. 00010000:00000010:0.0:1769074987.991448:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7f80. 00010000:00000010:0.0:1769074987.991457:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6300. 00010000:00000010:0.0:1769074987.991470:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b0615f0c0. 00000800:00000200:3.0:1769074987.991616:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.991621:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074987.991625:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.991630:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.991634:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074987.991636:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00010000:00000010:0.1:1769074987.992063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a200. 00010000:00000010:0.1:1769074987.992069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901ad00. 00010000:00000010:0.1:1769074987.992071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:0.1:1769074987.992073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:0.1:1769074987.992074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f600. 00010000:00000010:0.1:1769074987.992076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a000. 00010000:00000010:0.1:1769074987.992078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e600. 00010000:00000010:0.1:1769074987.992080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573ea00. 00010000:00000010:0.1:1769074987.992081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e800. 00010000:00000010:0.1:1769074987.992083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac800. 00010000:00000010:0.1:1769074987.992085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573fa00. 00010000:00000010:0.1:1769074987.992086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e000. 00000400:00000200:1.0:1769074987.992167:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074987.992174:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d55000 00000400:00000200:1.0:1769074987.992178:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 23576 00000400:00000200:1.0:1769074987.992186:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.992188:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074987.992191:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074987.992194:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d880. 00000800:00000200:3.0:1769074987.992513:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.992516:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.992519:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.992522:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.992525:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074987.992527:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074987.993173:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.993182:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d55100 00000400:00000200:3.0:1769074987.993188:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 24152 00000400:00000200:3.0:1769074987.993198:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.993201:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.993206:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.993210:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0bb80. 00010000:00000010:0.0:1769074987.993535:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:0.0:1769074987.993544:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a00. 00010000:00000200:2.0:1769074987.993552:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a0bb80 x1855008351277312/t60129542157(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 488/456 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1769074987.993553:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b3d6da600. 00000400:00000010:2.0:1769074987.993584:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074987.993588:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351277312, offset 224 00000400:00000200:2.0:1769074987.993592:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074987.993597:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074987.993601:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16421:16421:256:4294967295] 192.168.204.41@tcp LPNI seq info [16417:16417:8:4294967295] 00000400:00000200:2.0:1769074987.993607:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074987.993610:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074987.993613:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000800:00000200:2.0:1769074987.993616:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074987.993619:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074987.993621:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074987.993634:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.993637:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.993639:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:1.0:1769074987.993688:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074987.993691:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:1.0:1769074987.993694:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.993698:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074987.993701:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:1.0:1769074987.993702:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074987.994200:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.994207:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d55180 00000400:00000200:3.0:1769074987.994211:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 24640 00000400:00000200:3.0:1769074987.994218:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.994220:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.994223:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.994226:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08a80. 00000020:00000010:2.0:1769074987.994263:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.994266:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.994270:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074987.994272:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.994274:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.994292:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.994293:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074987.994295:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351277440 00000001:00000010:2.0:1769074987.994300:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b028ee840. 00010000:00000010:2.0:1769074987.994309:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:2.0:1769074987.994314:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d00. 02000000:00000010:2.0:1769074987.994322:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05312000. 00010000:00000010:2.0:1769074987.994331:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:2.0:1769074987.994334:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7b80. 00010000:00000010:2.0:1769074987.994354:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edadc00. 00010000:00000010:2.0:1769074987.994357:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6480. 00010000:00000010:2.0:1769074987.994359:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:2.0:1769074987.994361:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074987.994376:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed500. 00010000:00000010:2.0:1769074987.994378:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6080. 00010000:00000010:2.0:1769074987.994381:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511fc00. 00010000:00000010:2.0:1769074987.994383:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7f80. 00080000:00000010:2.0:1769074987.994395:0:26105:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0477f1e0. 00010000:00000010:2.0:1769074987.994410:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7b80. 00010000:00000010:2.0:1769074987.994416:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074987.994419:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6480. 00010000:00000010:2.0:1769074987.994427:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d00. 00010000:00000200:2.0:1769074987.994434:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a08a80 x1855008351277440/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 576/584 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074987.994444:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074987.994447:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351277440, offset 224 00000400:00000200:2.0:1769074987.994450:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074987.994456:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074987.994459:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16422:16422:256:4294967295] 192.168.204.41@tcp LPNI seq info [16418:16418:8:4294967295] 00000400:00000200:2.0:1769074987.994465:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074987.994469:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074987.994471:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000800:00000200:2.0:1769074987.994474:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074987.994477:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074987.994480:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074987.994494:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.994496:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.994511:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074987.994532:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.994536:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074987.994538:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.994542:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.994544:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:3.0:1769074987.994546:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:1.0:1769074987.995193:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074987.995204:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d55280 00000400:00000200:1.0:1769074987.995209:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 25216 00000400:00000200:1.0:1769074987.995221:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.995226:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074987.995230:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074987.995235:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ed80. 00000020:00000010:2.0:1769074987.995273:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.995276:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.995278:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074987.995280:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.995282:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.995299:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.995301:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074987.995302:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351277696 02000000:00000010:2.0:1769074987.995315:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b1758b000. 00010000:00000010:2.0:1769074987.995329:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7f80. 00010000:00000010:2.0:1769074987.995335:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6080. 00010000:00000010:2.0:1769074987.995341:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:2.0:1769074987.995344:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7f80. 00010000:00000010:2.0:1769074987.995349:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180edc00. 00010000:00000010:2.0:1769074987.995351:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6080. 00010000:00000010:2.0:1769074987.995353:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f400. 00010000:00000010:2.0:1769074987.995355:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d00. 00010000:00000010:2.0:1769074987.995369:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180edb00. 00010000:00000010:2.0:1769074987.995371:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6480. 00010000:00000010:2.0:1769074987.995373:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511fe00. 00010000:00000010:2.0:1769074987.995375:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00000020:00000010:2.0:1769074987.995381:0:26105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29c20. 00000020:00000010:2.0:1769074987.995386:0:26105:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29c20. 00000020:00000010:2.0:1769074987.995390:0:26105:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477fb40. 00080000:00000010:2.0:1769074987.995393:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06f7f000. 00080000:00000010:2.0:1769074987.995408:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f4c0. 00000001:00000010:2.0:1769074987.995426:0:26105:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074987.995431:0:26105:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074987.995436:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fa20. 00000001:00000010:2.0:1769074987.995439:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6da600. 00080000:00000010:2.0:1769074987.995446:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.995448:0:26105:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477fb40. 00010000:00000010:2.0:1769074987.995453:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:2.0:1769074987.995456:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7b80. 00010000:00000010:2.0:1769074987.995462:0:26105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b028ee840. 00010000:00000010:2.0:1769074987.995480:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:1.0:1769074987.995502:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7b80. 00010000:00000010:1.0:1769074987.995510:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6480. 00080000:00000010:2.0:1769074987.995521:0:26105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0477f1e0. 00010000:00000010:1.0:1769074987.995522:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b028ee840. 00080000:00000010:2.0:1769074987.995529:0:26105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765b600. 00000004:00000010:2.0:1769074987.995535:0:26105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5320. 00000004:00000010:2.0:1769074987.995537:0:26105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790348. 00000004:00000010:2.0:1769074987.995539:0:26105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695680. 00010000:00000010:2.0:1769074987.995548:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7f80. 00010000:00000200:2.0:1769074987.995558:0:26105:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542158, last committed = 0 00010000:00000200:2.0:1769074987.995562:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ed80 x1855008351277696/t60129542158(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 488/456 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074987.995571:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074987.995574:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351277696, offset 224 00000400:00000200:2.0:1769074987.995577:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074987.995582:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074987.995585:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16423:16423:256:4294967295] 192.168.204.41@tcp LPNI seq info [16419:16419:8:4294967295] 00000400:00000200:2.0:1769074987.995591:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074987.995594:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074987.995596:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000800:00000200:2.0:1769074987.995599:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074987.995602:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074987.995604:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074987.995618:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.995621:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.995622:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074987.995681:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.995687:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.995691:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.995697:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.995701:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074987.995703:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00010000:00000010:1.1:1769074987.996061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00010000:00000010:2.1:1769074987.996064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980400. 00010000:00000010:2.1:1769074987.996073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5800. 00010000:00000010:2.1:1769074987.996077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981600. 00010000:00000010:2.1:1769074987.996080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980e00. 00000400:00000200:3.0:1769074987.996229:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.996237:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d55300 00000400:00000200:3.0:1769074987.996242:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 25704 00000400:00000200:3.0:1769074987.996249:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.996251:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.996254:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.996258:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a0aa00. 00000020:00000010:2.0:1769074987.996293:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.996297:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.996300:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074987.996302:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.996304:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.996323:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.996325:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074987.996326:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351277824 00000001:00000010:2.0:1769074987.996330:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0615f0c0. 00010000:00000010:2.0:1769074987.996338:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e400. 00010000:00000010:2.0:1769074987.996342:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7f80. 02000000:00000010:2.0:1769074987.996351:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1758d000. 00010000:00000010:2.0:1769074987.996361:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980e00. 00010000:00000010:2.0:1769074987.996364:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074987.996370:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed300. 00010000:00000010:2.0:1769074987.996372:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6f80. 00010000:00000010:2.0:1769074987.996374:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04981600. 00010000:00000010:2.0:1769074987.996376:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7900. 00010000:00000010:2.0:1769074987.996389:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed600. 00010000:00000010:2.0:1769074987.996392:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6480. 00010000:00000010:2.0:1769074987.996394:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980400. 00010000:00000010:2.0:1769074987.996396:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7880. 00080000:00000010:2.0:1769074987.996408:0:26105:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0477f1e0. 00010000:00000010:2.0:1769074987.996423:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074987.996428:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7900. 00010000:00000010:2.0:1769074987.996431:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6f80. 00010000:00000010:2.0:1769074987.996439:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7f80. 00010000:00000200:2.0:1769074987.996447:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a0aa00 x1855008351277824/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 576/584 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074987.996456:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074987.996458:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351277824, offset 224 00000400:00000200:2.0:1769074987.996462:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074987.996467:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074987.996471:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16424:16424:256:4294967295] 192.168.204.41@tcp LPNI seq info [16420:16420:8:4294967295] 00000400:00000200:2.0:1769074987.996477:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074987.996480:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074987.996483:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000800:00000200:2.0:1769074987.996486:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074987.996489:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074987.996491:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074987.996505:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.996507:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.996509:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:1.0:1769074987.996551:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074987.996555:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:1.0:1769074987.996558:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.996562:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074987.996565:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074987.996566:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:3.0:1769074987.997312:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.997320:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d55400 00000400:00000200:3.0:1769074987.997325:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 26280 00000400:00000200:3.0:1769074987.997334:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.997338:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.997342:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.997347:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08380. 00000020:00000010:2.0:1769074987.997421:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.997426:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.997429:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074987.997431:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.997434:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.997456:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.997458:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074987.997460:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351278080 02000000:00000010:2.0:1769074987.997472:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b1758f000. 00010000:00000010:2.0:1769074987.997488:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7880. 00010000:00000010:2.0:1769074987.997496:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6480. 00010000:00000010:2.0:1769074987.997512:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.0:1769074987.997516:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7880. 00010000:00000010:2.0:1769074987.997523:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed400. 00010000:00000010:2.0:1769074987.997525:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6480. 00010000:00000010:2.0:1769074987.997527:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5600. 00010000:00000010:2.0:1769074987.997529:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7f80. 00010000:00000010:2.0:1769074987.997546:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed200. 00010000:00000010:2.0:1769074987.997549:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6f80. 00010000:00000010:2.0:1769074987.997551:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4000. 00010000:00000010:2.0:1769074987.997553:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7900. 00000020:00000010:2.0:1769074987.997559:0:26105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074987.997565:0:26105:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074987.997569:0:26105:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477fb40. 00080000:00000010:2.0:1769074987.997572:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06f7e200. 00080000:00000010:2.0:1769074987.997589:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f4c0. 00000001:00000010:2.0:1769074987.997609:0:26105:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074987.997614:0:26105:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074987.997620:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fcc0. 00000001:00000010:2.0:1769074987.997623:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b028ee840. 00080000:00000010:2.0:1769074987.997630:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.997633:0:26105:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477fb40. 00010000:00000010:2.0:1769074987.997637:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074987.997640:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074987.997646:0:26105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b0615f0c0. 00010000:00000010:2.0:1769074987.997665:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7900. 00010000:00000010:3.0:1769074987.997701:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:3.0:1769074987.997709:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6f80. 00080000:00000010:2.0:1769074987.997712:0:26105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0477f1e0. 00010000:00000010:3.0:1769074987.997731:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b0615f0c0. 00080000:00000010:2.0:1769074987.997736:0:26105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765a000. 00000004:00000010:2.0:1769074987.997741:0:26105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4220. 00000004:00000010:2.0:1769074987.997744:0:26105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790a50. 00000004:00000010:2.0:1769074987.997746:0:26105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695a40. 00010000:00000010:2.0:1769074987.997758:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7880. 00010000:00000200:2.0:1769074987.997768:0:26105:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542159, last committed = 0 00010000:00000200:2.0:1769074987.997774:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a08380 x1855008351278080/t60129542159(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 488/456 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074987.997785:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074987.997788:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351278080, offset 224 00000400:00000200:2.0:1769074987.997792:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074987.997797:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074987.997802:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16425:16425:256:4294967295] 192.168.204.41@tcp LPNI seq info [16421:16421:8:4294967295] 00000400:00000200:2.0:1769074987.997808:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074987.997811:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074987.997814:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000800:00000200:2.0:1769074987.997817:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074987.997821:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074987.997823:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074987.997838:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.997841:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.997844:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074987.997889:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.997894:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074987.997897:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.997901:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.997903:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074987.997905:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:1.0:1769074987.998434:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074987.998442:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d55480 00000400:00000200:1.0:1769074987.998446:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 26768 00000400:00000200:1.0:1769074987.998454:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074987.998456:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074987.998460:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074987.998462:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ca80. 00000020:00000010:2.0:1769074987.998531:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.998536:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.998539:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074987.998542:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.998544:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.998567:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.998569:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074987.998572:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351278208 00000001:00000010:2.0:1769074987.998576:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6da600. 00010000:00000010:2.0:1769074987.998586:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4c00. 00010000:00000010:2.0:1769074987.998590:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7880. 02000000:00000010:2.0:1769074987.998599:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1758a000. 00010000:00000010:2.0:1769074987.998609:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:2.0:1769074987.998611:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7900. 00010000:00000010:2.0:1769074987.998618:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180edf00. 00010000:00000010:2.0:1769074987.998620:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074987.998623:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.0:1769074987.998625:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074987.998641:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed000. 00010000:00000010:2.0:1769074987.998643:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6300. 00010000:00000010:2.0:1769074987.998646:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4200. 00010000:00000010:2.0:1769074987.998648:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a80. 00080000:00000010:2.0:1769074987.998662:0:26105:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0477f1e0. 00010000:00000010:2.0:1769074987.998679:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7900. 00010000:00000010:2.0:1769074987.998686:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074987.998689:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074987.998699:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7880. 00010000:00000200:2.0:1769074987.998707:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ca80 x1855008351278208/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 576/584 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074987.998731:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074987.998735:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351278208, offset 224 00000400:00000200:2.0:1769074987.998739:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074987.998747:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074987.998751:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16426:16426:256:4294967295] 192.168.204.41@tcp LPNI seq info [16422:16422:8:4294967295] 00000400:00000200:2.0:1769074987.998758:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074987.998761:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074987.998764:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000800:00000200:2.0:1769074987.998767:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074987.998770:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074987.998773:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074987.998786:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.998789:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.998791:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074987.998840:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074987.998845:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074987.998849:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.998854:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074987.998858:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074987.998860:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074987.999604:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074987.999610:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d55580 00000400:00000200:3.0:1769074987.999614:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 27344 00000400:00000200:3.0:1769074987.999621:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074987.999623:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074987.999626:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074987.999630:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a08000. 00000020:00000010:2.0:1769074987.999685:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.999691:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.999696:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074987.999700:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074987.999703:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074987.999747:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.999751:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074987.999755:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351278464 02000000:00000010:2.0:1769074987.999771:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17589000. 00010000:00000010:2.0:1769074987.999786:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a80. 00010000:00000010:2.0:1769074987.999792:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6300. 00010000:00000010:2.0:1769074987.999799:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5400. 00010000:00000010:2.0:1769074987.999802:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a80. 00010000:00000010:2.0:1769074987.999808:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3c3b5800. 00010000:00000010:2.0:1769074987.999809:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6300. 00010000:00000010:2.0:1769074987.999812:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5e00. 00010000:00000010:2.0:1769074987.999814:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7880. 00010000:00000010:2.0:1769074987.999830:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52300. 00010000:00000010:2.0:1769074987.999833:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074987.999835:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5800. 00010000:00000010:2.0:1769074987.999837:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7780. 00000020:00000010:2.0:1769074987.999843:0:26105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074987.999849:0:26105:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074987.999853:0:26105:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477fb40. 00080000:00000010:2.0:1769074987.999856:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06f7f200. 00080000:00000010:2.0:1769074987.999873:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f4c0. 00000001:00000010:2.0:1769074987.999892:0:26105:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074987.999898:0:26105:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074987.999904:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f3c0. 00000001:00000010:2.0:1769074987.999907:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0615f0c0. 00080000:00000010:2.0:1769074987.999914:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074987.999916:0:26105:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477fb40. 00010000:00000010:2.0:1769074987.999921:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4400. 00010000:00000010:2.0:1769074987.999924:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7900. 00010000:00000010:2.0:1769074987.999930:0:26105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b3d6da600. 00010000:00000010:2.0:1769074987.999949:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:0.0:1769074987.999980:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7900. 00010000:00000010:0.0:1769074987.999989:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a00. 00080000:00000010:2.0:1769074988.000003:0:26105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0477f1e0. 00010000:00000010:0.0:1769074988.000004:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b3d6da600. 00080000:00000010:2.0:1769074988.000013:0:26105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765b000. 00000004:00000010:2.0:1769074988.000019:0:26105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5100. 00000004:00000010:2.0:1769074988.000022:0:26105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790f78. 00000004:00000010:2.0:1769074988.000025:0:26105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f21e0. 00010000:00000010:2.1:1769074988.000058:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981c00. 00010000:00000010:0.1:1769074988.000068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5900. 00010000:00000010:2.1:1769074988.000069:0:26105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5d00. 00010000:00000010:0.1:1769074988.000078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42165200. 00010000:00000010:2.1:1769074988.000079:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980600. 00010000:00000010:0.1:1769074988.000086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5200. 00010000:00000010:2.1:1769074988.000088:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42165600. 00010000:00000010:0.1:1769074988.000094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e000. 00010000:00000010:2.1:1769074988.000103:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42164000. 00010000:00000010:2.1:1769074988.000109:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e800. 00010000:00000010:2.1:1769074988.000112:0:26105:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5a00. 00010000:00000010:2.1:1769074988.000117:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f000. 00010000:00000010:2.1:1769074988.000120:0:26105:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42164a00. 00010000:00000010:2.0:1769074988.000134:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a80. 00010000:00000200:2.0:1769074988.000145:0:26105:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542160, last committed = 0 00010000:00000200:2.0:1769074988.000151:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a08000 x1855008351278464/t60129542160(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:523/0 lens 488/456 e 0 to 0 dl 1769074998 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074988.000162:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.000165:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351278464, offset 224 00000400:00000200:2.0:1769074988.000168:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.000174:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.000178:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16427:16427:256:4294967295] 192.168.204.41@tcp LPNI seq info [16423:16423:8:4294967295] 00000400:00000200:2.0:1769074988.000185:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.000189:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.000191:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000800:00000200:2.0:1769074988.000194:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.000198:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.000200:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.000214:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.000217:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.000219:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:1.0:1769074988.000255:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.000258:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:1.0:1769074988.000261:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.000265:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.000268:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:1.0:1769074988.000269:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:3.0:1769074988.000863:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.000870:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d55600 00000400:00000200:3.0:1769074988.000874:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 27832 00000400:00000200:3.0:1769074988.000881:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.000883:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.000886:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.000889:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a02a09180. 00000020:00000010:2.0:1769074988.000939:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.000943:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.000947:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.000950:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.000953:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.000983:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.000987:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074988.000991:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351278592 00000001:00000010:2.0:1769074988.000996:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b028ee840. 00010000:00000010:2.0:1769074988.001008:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4800. 00010000:00000010:2.0:1769074988.001013:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a80. 02000000:00000010:2.0:1769074988.001060:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1758c000. 00010000:00000010:2.0:1769074988.001077:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5000. 00010000:00000010:2.0:1769074988.001082:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074988.001092:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52800. 00010000:00000010:2.0:1769074988.001097:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6500. 00010000:00000010:2.0:1769074988.001101:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4600. 00010000:00000010:2.0:1769074988.001105:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7580. 00010000:00000010:2.0:1769074988.001129:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5a00. 00010000:00000010:2.0:1769074988.001134:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7f00. 00010000:00000010:2.0:1769074988.001169:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074988.001179:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7580. 00010000:00000010:2.0:1769074988.001181:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6500. 00010000:00000010:2.0:1769074988.001192:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a80. 00010000:00000200:2.0:1769074988.001200:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a02a09180 x1855008351278592/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.001210:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.001213:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351278592, offset 224 00000400:00000200:2.0:1769074988.001217:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.001223:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.001226:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16428:16428:256:4294967295] 192.168.204.41@tcp LPNI seq info [16424:16424:8:4294967295] 00000400:00000200:2.0:1769074988.001233:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.001237:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.001240:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000800:00000200:2.0:1769074988.001243:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.001246:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.001250:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.001265:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.001268:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.001270:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074988.001311:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.001316:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074988.001320:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.001326:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.001330:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.001332:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00010000:00000010:1.1:1769074988.002054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180edb00. 00010000:00000010:1.1:1769074988.002062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:2.1:1769074988.002074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:2.1:1769074988.002081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5500. 00010000:00000010:2.1:1769074988.002084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:2.1:1769074988.002092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fa00. 00010000:00000010:2.1:1769074988.002101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:3.1:1769074988.002103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed200. 00010000:00000010:2.1:1769074988.002106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edadc00. 00010000:00000010:2.1:1769074988.002119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:3.1:1769074988.002119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.1:1769074988.002136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:2.1:1769074988.002140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fc00. 00010000:00000010:2.1:1769074988.002143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed500. 00010000:00000010:2.1:1769074988.002145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fe00. 00010000:00000010:2.1:1769074988.002149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:2.1:1769074988.002152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980e00. 00010000:00000010:2.1:1769074988.002154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed300. 00010000:00000010:2.1:1769074988.002159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981600. 00010000:00000010:2.1:1769074988.002161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e400. 00000400:00000200:1.0:1769074988.002196:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.002203:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d55700 00000400:00000200:1.0:1769074988.002208:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1e919 [2] + 392 00000400:00000200:1.0:1769074988.002215:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.002218:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.002222:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.002224:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d180. 00000020:00000010:0.0:1769074988.002261:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d680. 00000020:00000010:0.0:1769074988.002266:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d680. 00000020:00000010:0.0:1769074988.002270:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:0.0:1769074988.002272:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074988.002275:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074988.002296:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d680. 00000020:00000010:0.0:1769074988.002298:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d680. 00000100:00000200:0.0:1769074988.002300:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351278848 02000000:00000010:0.0:1769074988.002314:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b378bd800. 00000004:00000010:0.0:1769074988.002330:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511500. 00080000:00000010:0.0:1769074988.002337:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04793e00. 00080000:00000010:0.0:1769074988.002342:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d680. 00000001:00000010:0.0:1769074988.002347:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8f60. 00000001:00000010:0.0:1769074988.002350:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724c00. 00080000:00000010:0.0:1769074988.002357:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d680. 00010000:00000200:0.0:1769074988.002369:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d180 x1855008351278848/t60129542161(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.002378:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074988.002382:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351278848, offset 224 00000400:00000200:0.0:1769074988.002385:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.002390:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.002394:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16429:16429:256:4294967295] 192.168.204.41@tcp LPNI seq info [16425:16425:8:4294967295] 00000400:00000200:0.0:1769074988.002401:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.002405:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.002409:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.002413:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.002419:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.002422:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.002442:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074988.002447:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074988.002453:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000800:00000200:3.0:1769074988.002487:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.002491:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.002494:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.002498:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.002501:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074988.002502:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000400:00000200:3.0:1769074988.003074:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.003084:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d55800 00000400:00000200:3.0:1769074988.003090:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 28408 00000400:00000200:3.0:1769074988.003101:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.003105:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.003109:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.003116:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfebb80. 00000020:00000010:2.0:1769074988.003167:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.003173:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.003177:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.003181:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.003185:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.003213:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.003217:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074988.003221:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351279104 00000001:00000010:2.0:1769074988.003228:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0615f0c0. 02000000:00000010:2.0:1769074988.003245:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17588000. 00010000:00000010:2.0:1769074988.003262:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7f00. 00010000:00000010:2.0:1769074988.003271:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb00. 00010000:00000010:2.0:1769074988.003279:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a80. 00010000:00000010:2.0:1769074988.003285:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c00. 00010000:00000010:2.0:1769074988.003294:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.003299:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7c00. 00010000:00000010:2.0:1769074988.003306:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52000. 00010000:00000010:2.0:1769074988.003309:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6a80. 00010000:00000010:2.0:1769074988.003313:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04981600. 00010000:00000010:2.0:1769074988.003316:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7f00. 00010000:00000010:2.0:1769074988.003340:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52c00. 00010000:00000010:2.0:1769074988.003344:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6500. 00010000:00000010:2.0:1769074988.003348:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980e00. 00010000:00000010:2.0:1769074988.003351:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a80. 00000020:00000010:2.0:1769074988.003364:0:26105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074988.003372:0:26105:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29c80. 00080000:00000010:2.0:1769074988.003379:0:26105:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b0421a640. 00080000:00000010:2.0:1769074988.003396:0:26105:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b0421a640. 00000020:00000010:2.0:1769074988.003400:0:26105:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f1e0. 00080000:00000010:2.0:1769074988.003403:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06f7f800. 00080000:00000010:2.0:1769074988.003419:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f4c0. 00000001:00000010:2.0:1769074988.003443:0:26105:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.003448:0:26105:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.003455:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fb40. 00000001:00000010:2.0:1769074988.003458:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6da600. 00080000:00000010:2.0:1769074988.003464:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.003467:0:26105:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f1e0. 00010000:00000010:2.0:1769074988.003479:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a80. 00010000:00000010:2.0:1769074988.003482:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6500. 00080000:00000010:2.0:1769074988.003581:0:26105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0477ff00. 00080000:00000010:2.0:1769074988.003586:0:26105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0459a600. 00000004:00000010:2.0:1769074988.003589:0:26105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598ff0. 00000004:00000010:2.0:1769074988.003593:0:26105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf561e0. 00000004:00000010:2.0:1769074988.003597:0:26105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360e5a0. 00010000:00000010:2.0:1769074988.003608:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c00. 00010000:00000200:2.0:1769074988.003623:0:26105:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542162, last committed = 0 00010000:00000200:2.0:1769074988.003628:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfebb80 x1855008351279104/t60129542162(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074988.003639:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.003641:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351279104, offset 224 00000400:00000200:2.0:1769074988.003646:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.003652:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.003656:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16430:16430:256:4294967295] 192.168.204.41@tcp LPNI seq info [16426:16426:8:4294967295] 00000400:00000200:2.0:1769074988.003662:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.003666:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.003668:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000800:00000200:2.0:1769074988.003671:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.003675:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.003678:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.003692:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.003695:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.003697:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:1.0:1769074988.003768:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.003772:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:1.0:1769074988.003776:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.003780:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.003783:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:1.0:1769074988.003785:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074988.004498:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.004505:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d55900 00000400:00000200:3.0:1769074988.004509:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 28904 00000400:00000200:3.0:1769074988.004515:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.004518:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.004521:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.004524:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8700. 00000020:00000010:2.0:1769074988.004594:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.004599:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.004602:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.004604:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.004607:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.004630:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.004632:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074988.004634:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351279360 00000001:00000010:2.0:1769074988.004639:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724c00. 02000000:00000010:2.0:1769074988.004653:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b049d5000. 00010000:00000010:2.0:1769074988.004668:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf380. 00010000:00000010:2.0:1769074988.004674:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439500. 00010000:00000010:2.0:1769074988.004681:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980600. 00010000:00000010:2.0:1769074988.004683:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7c00. 00010000:00000010:2.0:1769074988.004689:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52600. 00010000:00000010:2.0:1769074988.004691:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6500. 00010000:00000010:2.0:1769074988.004693:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04981c00. 00010000:00000010:2.0:1769074988.004695:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a80. 00010000:00000010:2.0:1769074988.004712:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52f00. 00010000:00000010:2.0:1769074988.004734:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6680. 00010000:00000010:2.0:1769074988.004738:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42164a00. 00010000:00000010:2.0:1769074988.004740:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7580. 00000020:00000010:2.0:1769074988.004749:0:26105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074988.004757:0:26105:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074988.004762:0:26105:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477ff00. 00080000:00000010:2.0:1769074988.004765:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0765b000. 00000004:00000010:2.0:1769074988.004776:0:26105:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0615f0c0. 00000004:00000010:2.0:1769074988.004780:0:26105:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074988.004782:0:26105:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bbc0. 00000004:00000010:2.0:1769074988.004789:0:26105:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515cd8. 00080000:00000010:2.0:1769074988.004810:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f4c0. 00080000:00000010:2.0:1769074988.004818:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f0c0. 00080000:00000010:2.0:1769074988.004823:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00080000:00000010:2.0:1769074988.004842:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000400:00000200:3.0:1769074988.004842:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.004856:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 3880 into portal 24 MB=0x6971ec9d55980 00000400:00000200:3.0:1769074988.004864:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.41@tcp of length 3880/3880 into md 0x4e2d [256] + 5512 00000001:00000010:2.0:1769074988.004878:0:26105:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.004884:0:26105:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.004912:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f1e0. 00000001:00000010:2.0:1769074988.004916:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b028ee840. 00080000:00000010:2.0:1769074988.004924:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074988.004928:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00080000:00000010:2.0:1769074988.004931:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f0c0. 00080000:00000010:2.0:1769074988.004933:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.004937:0:26105:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477ff00. 00010000:00000010:2.0:1769074988.004947:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42164000. 00010000:00000010:2.0:1769074988.004953:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7780. 00000400:00000200:3.0:1769074988.004957:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.004963:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074988.004965:0:26105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b13253d80. 00000100:00000200:3.0:1769074988.004969:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1769074988.004973:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfead80. 00010000:00000010:2.0:1769074988.005014:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7580. 00010000:00000010:0.0:1769074988.005021:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:0.0:1769074988.005068:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6680. 00000020:00000010:1.0:1769074988.005079:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00010000:00000010:0.0:1769074988.005082:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b13253d80. 00000020:00000010:1.0:1769074988.005087:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000020:00000010:1.0:1769074988.005099:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e000. 00000020:00000010:1.0:1769074988.005105:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074988.005110:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00080000:00000010:2.0:1769074988.005125:0:26105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439e00. 00080000:00000010:2.0:1769074988.005131:0:26105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0459a400. 00000004:00000010:2.0:1769074988.005139:0:26105:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515cd8. 00000004:00000010:2.0:1769074988.005147:0:26105:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074988.005153:0:26105:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bbc0. 00000020:00000010:1.0:1769074988.005157:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00000004:00000010:2.0:1769074988.005159:0:26105:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0615f0c0. 00000004:00000010:2.0:1769074988.005164:0:26105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598bb0. 00000004:00000010:2.0:1769074988.005168:0:26105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56d98. 00000020:00000010:1.0:1769074988.005170:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000004:00000010:2.0:1769074988.005173:0:26105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360eb40. 00000100:00000200:1.0:1769074988.005178:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351279488 00000004:00000010:1.0:1769074988.005189:0:27025:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff8c8b03776920. 00010000:00000010:2.0:1769074988.005190:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c00. 02000000:00000010:1.0:1769074988.005203:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 9240 at ffff8c8b3f690000. 00010000:00000200:2.0:1769074988.005208:0:26105:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542163, last committed = 0 00000004:00000010:1.0:1769074988.005209:0:27025:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00010000:00000010:1.0:1769074988.005220:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690a00. 00010000:00000200:2.0:1769074988.005220:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8700 x1855008351279360/t60129542163(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074988.005226:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000400:00000010:2.0:1769074988.005242:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00010000:00000010:1.0:1769074988.005247:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691000. 00000100:00000200:2.0:1769074988.005248:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351279360, offset 224 00010000:00000010:1.0:1769074988.005253:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000400:00000200:2.0:1769074988.005259:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.005264:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7900. 00010000:00000010:1.0:1769074988.005268:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00000400:00000200:2.0:1769074988.005271:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074988.005273:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.0:1769074988.005278:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000400:00000200:2.0:1769074988.005283:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16431:16431:256:4294967295] 192.168.204.41@tcp LPNI seq info [16427:16427:8:4294967295] 00000400:00000200:2.0:1769074988.005294:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.005301:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.005306:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00010000:00000010:1.0:1769074988.005311:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7a00. 00000800:00000200:2.0:1769074988.005311:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.005316:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511d00. 00010000:00000010:1.0:1769074988.005321:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690200. 00000800:00000200:2.0:1769074988.005325:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.005326:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f180. 00000800:00000200:2.0:1769074988.005333:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 552 niov 1 nkiov 1 00080000:00000010:1.0:1769074988.005342:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511b00. 00000020:00000010:1.0:1769074988.005356:0:27025:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b35cda000. 00000020:00000010:2.0:1769074988.005357:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.005365:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.005369:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00010000:00000010:1.0:1769074988.005371:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005384:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005388:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005399:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005408:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691a00. 00000800:00000200:0.0:1769074988.005410:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.005411:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000800:00000010:0.0:1769074988.005415:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:0.0:1769074988.005419:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.005424:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.005424:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690800. 00000400:00000200:0.0:1769074988.005428:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00010000:00000010:1.0:1769074988.005429:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000400:00000010:0.0:1769074988.005432:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00010000:00000010:1.0:1769074988.005437:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7e00. 00010000:00000010:1.0:1769074988.005441:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005444:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.0:1769074988.005446:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005465:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7000. 00010000:00000010:1.0:1769074988.005468:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.005487:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.0:1769074988.005490:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f780. 00080000:00000010:1.0:1769074988.005508:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511200. 00010000:00000010:1.0:1769074988.005523:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005529:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005531:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005539:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005547:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690e00. 00010000:00000010:1.0:1769074988.005550:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005560:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691600. 00010000:00000010:1.0:1769074988.005562:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005580:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7200. 00010000:00000010:1.0:1769074988.005583:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005585:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.0:1769074988.005587:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005613:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7400. 00010000:00000010:1.0:1769074988.005617:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511100. 00010000:00000010:1.0:1769074988.005621:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.0:1769074988.005625:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00080000:00000010:1.0:1769074988.005642:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511580. 00010000:00000010:1.0:1769074988.005664:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005671:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005674:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005683:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005690:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:1.0:1769074988.005692:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005701:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79000. 00010000:00000010:1.0:1769074988.005704:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005708:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7700. 00010000:00000010:1.0:1769074988.005710:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005728:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79a00. 00010000:00000010:1.0:1769074988.005732:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005754:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7300. 00010000:00000010:1.0:1769074988.005756:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511700. 00010000:00000010:1.0:1769074988.005759:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:1.0:1769074988.005761:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f600. 00080000:00000010:1.0:1769074988.005769:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511800. 00010000:00000010:1.0:1769074988.005783:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005788:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005790:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005798:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005803:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79c00. 00010000:00000010:1.0:1769074988.005806:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005814:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.0:1769074988.005816:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005821:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7100. 00010000:00000010:1.0:1769074988.005823:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005826:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78400. 00010000:00000010:1.0:1769074988.005828:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005845:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed300. 00010000:00000010:1.0:1769074988.005847:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511380. 00010000:00000010:1.0:1769074988.005850:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79600. 00010000:00000010:1.0:1769074988.005852:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fa00. 00080000:00000010:1.0:1769074988.005860:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511600. 00010000:00000010:1.0:1769074988.005872:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005876:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005879:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005886:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005891:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79e00. 00010000:00000010:1.0:1769074988.005893:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005902:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78800. 00010000:00000010:1.0:1769074988.005904:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005908:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed500. 00010000:00000010:1.0:1769074988.005910:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005912:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.0:1769074988.005914:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005930:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed200. 00010000:00000010:1.0:1769074988.005932:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511180. 00010000:00000010:1.0:1769074988.005934:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79200. 00010000:00000010:1.0:1769074988.005936:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd80. 00080000:00000010:1.0:1769074988.005944:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511c00. 00010000:00000010:1.0:1769074988.005958:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.005966:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.005970:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.005982:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.005992:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:1.0:1769074988.005996:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.006010:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6000. 00010000:00000010:1.0:1769074988.006015:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.006022:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180edb00. 00010000:00000010:1.0:1769074988.006045:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.006050:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:1.0:1769074988.006053:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.006071:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569e00. 00010000:00000010:1.0:1769074988.006073:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511280. 00010000:00000010:1.0:1769074988.006076:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:1.0:1769074988.006077:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f800. 00010000:00000010:1.0:1769074988.006115:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.006121:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.006123:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.006132:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.006138:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:1.0:1769074988.006140:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.006149:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:1.0:1769074988.006152:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.006156:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569800. 00010000:00000010:1.0:1769074988.006158:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.006161:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:1.0:1769074988.006163:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.006181:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569d00. 00010000:00000010:1.0:1769074988.006183:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511680. 00010000:00000010:1.0:1769074988.006185:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:1.0:1769074988.006187:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f700. 00080000:00000010:1.0:1769074988.006195:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511e80. 00010000:00000010:1.0:1769074988.006208:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.006214:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.006216:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.006223:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.006229:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7e00. 00010000:00000010:1.0:1769074988.006231:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.006239:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6200. 00010000:00000010:1.0:1769074988.006241:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.006246:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569100. 00010000:00000010:1.0:1769074988.006248:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511400. 00010000:00000010:1.0:1769074988.006250:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:1.0:1769074988.006252:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.006271:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a800. 00010000:00000010:1.0:1769074988.006274:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511f80. 00010000:00000010:1.0:1769074988.006277:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7c00. 00010000:00000010:1.0:1769074988.006280:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00080000:00000010:1.0:1769074988.006289:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.006309:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000400:00000200:3.0:1769074988.006319:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.006322:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.006328:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511400. 00000400:00000200:3.0:1769074988.006329:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d55a80 00000400:00000200:3.0:1769074988.006339:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 29400 00010000:00000010:1.0:1769074988.006347:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00000400:00000200:3.0:1769074988.006351:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:1.0:1769074988.006354:0:27025:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.006359:0:27025:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8c8a010fea80. 00000400:00000200:3.0:1769074988.006362:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000200:1.0:1769074988.006369:0:27025:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfead80 x1855008351279488/t0(0) o63->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 3880/4152 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074988.006370:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.006381:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea300. 00000400:00000010:1.0:1769074988.006387:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a010fea80. 00000100:00000200:1.0:1769074988.006391:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 4152 bytes to portal 4, xid 1855008351279488, offset 224 00000400:00000200:1.0:1769074988.006398:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.006405:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.006411:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16432:16432:256:4294967295] 192.168.204.41@tcp LPNI seq info [16428:16428:8:4294967295] 00000400:00000200:1.0:1769074988.006418:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074988.006421:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000800:00000200:1.0:1769074988.006423:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4152 bytes in 2 frags to 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.006427:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000800:00000010:1.0:1769074988.006430:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8c8b35f8e600. 00000020:00000010:2.0:1769074988.006434:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765a000. 00000800:00000200:1.0:1769074988.006439:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074988.006441:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.006445:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000800:00000200:1.0:1769074988.006446:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:1.0:1769074988.006451:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b35f8e600 type 1, nob 4248 niov 1 nkiov 2 00000020:00000010:1.0:1769074988.006463:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074988.006468:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:2.0:1769074988.006471:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:1.0:1769074988.006472:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e000. 00000020:00000010:2.0:1769074988.006476:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074988.006483:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351279744 00000001:00000010:2.0:1769074988.006488:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6da600. 02000000:00000010:2.0:1769074988.006501:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b049d0000. 00010000:00000010:2.0:1769074988.006515:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfc00. 00010000:00000010:2.0:1769074988.006523:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439d00. 00010000:00000010:2.0:1769074988.006532:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42165600. 00010000:00000010:2.0:1769074988.006535:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7c00. 00010000:00000010:2.0:1769074988.006545:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52500. 00000800:00000200:3.0:1769074988.006545:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1769074988.006549:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6000. 00000800:00000010:3.0:1769074988.006550:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8c8b35f8e600. 00010000:00000010:2.0:1769074988.006564:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42165200. 00000400:00000200:3.0:1769074988.006565:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1769074988.006575:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7580. 00000400:00000200:3.0:1769074988.006580:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.006586:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fea80 00010000:00000010:2.0:1769074988.006599:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52400. 00010000:00000010:2.0:1769074988.006602:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6f00. 00010000:00000010:2.0:1769074988.006605:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.0:1769074988.006607:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7680. 00000020:00000010:2.0:1769074988.006614:0:26105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074988.006619:0:26105:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29c80. 00000020:00000010:2.0:1769074988.006623:0:26105:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477ff00. 00080000:00000010:2.0:1769074988.006626:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0765b600. 00000004:00000010:2.0:1769074988.006634:0:26105:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b13253cc0. 00000004:00000010:2.0:1769074988.006636:0:26105:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03b0bbc0. 00000004:00000010:2.0:1769074988.006638:0:26105:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074988.006643:0:26105:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515630. 00080000:00000010:2.0:1769074988.006656:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f4c0. 00080000:00000010:2.0:1769074988.006660:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f0c0. 00080000:00000010:2.0:1769074988.006663:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00080000:00000010:2.0:1769074988.006676:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000001:00000010:2.0:1769074988.006696:0:26105:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.006702:0:26105:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00000400:00000010:3.0:1769074988.006728:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a010fea80. 00000400:00000200:0.0:1769074988.006729:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:2.0:1769074988.006741:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f480. 00000001:00000010:2.0:1769074988.006746:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b132533c0. 00000400:00000200:0.0:1769074988.006750:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 24 MB=0x6971ec9d55b00 00080000:00000010:2.0:1769074988.006755:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074988.006760:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074988.006761:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.41@tcp of length 272/272 into md 0x4e2d [256] + 9392 00080000:00000010:2.0:1769074988.006763:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f0c0. 00080000:00000010:2.0:1769074988.006767:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.006771:0:26105:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477ff00. 00010000:00000010:2.0:1769074988.006777:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a800. 00000400:00000200:0.0:1769074988.006782:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1769074988.006782:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7280. 00000400:00000200:0.0:1769074988.006791:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074988.006792:0:26105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b13253d80. 00000100:00000200:0.0:1769074988.006799:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1769074988.006806:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2300. 00010000:00000010:2.0:1769074988.006818:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7680. 00010000:00000010:1.0:1769074988.006841:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7280. 00010000:00000010:1.0:1769074988.006848:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6f00. 00010000:00000010:1.0:1769074988.006855:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b13253d80. 00080000:00000010:2.0:1769074988.006880:0:26105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439a80. 00080000:00000010:2.0:1769074988.006885:0:26105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0459b000. 00000004:00000010:2.0:1769074988.006890:0:26105:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515630. 00000004:00000010:2.0:1769074988.006896:0:26105:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bbc0. 00000004:00000010:2.0:1769074988.006899:0:26105:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074988.006901:0:26105:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b13253cc0. 00000004:00000010:2.0:1769074988.006905:0:26105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599dc0. 00000004:00000010:2.0:1769074988.006910:0:26105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf567f8. 00000004:00000010:2.0:1769074988.006913:0:26105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327fc20. 00010000:00000010:2.0:1769074988.006925:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c00. 00000020:00000010:3.0:1769074988.006927:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755400. 00000020:00000010:3.0:1769074988.006932:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755400. 00000020:00000010:3.0:1769074988.006939:0:27025:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07026000. 00000020:00000010:3.0:1769074988.006942:0:27025:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e300. 00010000:00000200:2.0:1769074988.006944:0:26105:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542164, last committed = 0 00000020:00000010:3.0:1769074988.006946:0:27025:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087517d0. 00010000:00000200:2.0:1769074988.006959:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfea300 x1855008351279744/t60129542164(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074988.006976:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000020:00000010:3.0:1769074988.006979:0:27025:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755400. 00000020:00000010:3.0:1769074988.006983:0:27025:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755400. 00000100:00000200:2.0:1769074988.006984:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351279744, offset 224 00000100:00000200:3.0:1769074988.006987:0:27025:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351279872 00000400:00000200:2.0:1769074988.006991:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.006998:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.007002:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16433:16433:256:4294967295] 192.168.204.41@tcp LPNI seq info [16429:16429:8:4294967295] 00000004:00000010:3.0:1769074988.007003:0:27025:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 16 at ffff8c8a03245990. 00000100:00000010:3.0:1769074988.007012:0:27025:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b04890400. 00000100:00000010:3.0:1769074988.007019:0:27025:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8c8b30755400. 00000400:00000200:2.0:1769074988.007059:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.007066:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.007069:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000800:00000200:2.0:1769074988.007075:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.007079:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.007082:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 552 niov 1 nkiov 1 00000004:00000010:3.0:1769074988.007092:0:27025:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b06743000. 00000004:00000010:3.0:1769074988.007100:0:27025:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b06745000. 00000020:00000010:2.0:1769074988.007104:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000400:00000010:3.0:1769074988.007108:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b480. 00000020:00000010:2.0:1769074988.007109:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000020:00000010:2.0:1769074988.007114:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765a000. 00000400:00000010:3.0:1769074988.007118:0:27025:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b014ce498. 00000400:00000200:3.0:1769074988.007127:0:27025:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.007141:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.007145:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16434:16434:255:4294967295] 192.168.204.41@tcp LPNI seq info [16430:16430:7:4294967295] 00000400:00000200:3.0:1769074988.007150:0:27025:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000800:00000200:1.0:1769074988.007154:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.007161:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:1.0:1769074988.007166:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.007167:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000400:00000200:1.0:1769074988.007175:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.007180:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:1.0:1769074988.007183:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000800:00000200:3.0:1769074988.007186:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.007194:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b06158200. 00000800:00000200:3.0:1769074988.007267:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.007273:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.007277:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:3.0:1769074988.007293:0:27025:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 2 pages 8192 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d55b00-0x6971ec9d55b00 00000800:00000200:2.0:1769074988.007342:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.007346:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b06158200. 00000400:00000200:2.0:1769074988.007349:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.007353:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:2.0:1769074988.007357:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b04890400 00000400:00000200:0.0:1769074988.007827:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:0.0:1769074988.007838:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 8192/8192 into md 0x2849d 00000400:00000200:0.0:1769074988.007850:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.007852:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:0.0:1769074988.007855:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b480 00000400:00000010:0.0:1769074988.007857:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856b480. 00000100:00000200:0.0:1769074988.007861:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b04890400 02000000:00000010:3.0:1769074988.008018:0:27025:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 16984 at ffff8c8b08df8000. 00000400:00000200:1.0:1769074988.008019:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.008058:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d55c00 00000004:00000010:3.0:1769074988.008063:0:27025:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8c8b3856b000. 00000400:00000200:1.0:1769074988.008067:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 29904 00010000:00000010:0.1:1769074988.008067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52300. 00010000:00000010:0.1:1769074988.008079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4400. 00000400:00000200:1.0:1769074988.008085:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074988.008086:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985800. 00000400:00000200:1.0:1769074988.008099:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.008102:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:3.0:1769074988.008102:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00000100:00000010:1.0:1769074988.008113:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ea00. 00010000:00000010:3.0:1769074988.008141:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984600. 00010000:00000010:2.1:1769074988.008142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980400. 00010000:00000010:3.0:1769074988.008149:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:2.1:1769074988.008153:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed600. 00010000:00000010:2.1:1769074988.008157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4000. 00010000:00000010:3.0:1769074988.008165:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603700. 00010000:00000010:3.0:1769074988.008170:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:2.1:1769074988.008174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:3.0:1769074988.008175:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984400. 00010000:00000010:3.0:1769074988.008188:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00010000:00000010:2.1:1769074988.008189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:2.1:1769074988.008208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180edf00. 00010000:00000010:2.1:1769074988.008213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.1:1769074988.008229:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4c00. 00010000:00000010:2.1:1769074988.008232:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4200. 00010000:00000010:2.1:1769074988.008235:0:26:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed000. 00010000:00000010:2.1:1769074988.008239:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5800. 00010000:00000010:2.1:1769074988.008244:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5400. 00010000:00000010:3.0:1769074988.008260:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603600. 00000020:00000010:2.0:1769074988.008262:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00010000:00000010:3.0:1769074988.008265:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ea80. 00000020:00000010:2.0:1769074988.008267:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00010000:00000010:3.0:1769074988.008270:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984e00. 00000020:00000010:2.0:1769074988.008274:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765a000. 00010000:00000010:3.0:1769074988.008277:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3980. 00000020:00000010:2.0:1769074988.008280:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.008284:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00080000:00000010:3.0:1769074988.008292:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074988.008311:0:27025:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b3ed7b000. 00000020:00000010:2.0:1769074988.008313:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.008316:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:2.0:1769074988.008321:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351280128 00010000:00000010:3.0:1769074988.008333:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 02000000:00000010:2.0:1769074988.008337:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b049d1000. 00010000:00000010:3.0:1769074988.008343:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074988.008348:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:2.0:1769074988.008358:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf580. 00010000:00000010:3.0:1769074988.008366:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00010000:00000010:2.0:1769074988.008372:0:26105:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439c80. 00010000:00000010:3.0:1769074988.008385:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984200. 00010000:00000010:2.0:1769074988.008391:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:3.0:1769074988.008392:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00010000:00000010:2.0:1769074988.008402:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7c00. 00010000:00000010:3.0:1769074988.008411:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985600. 00010000:00000010:2.0:1769074988.008413:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52700. 00010000:00000010:2.0:1769074988.008420:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6800. 00010000:00000010:3.0:1769074988.008420:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00010000:00000010:2.0:1769074988.008437:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a600. 00010000:00000010:2.0:1769074988.008442:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7680. 00010000:00000010:3.0:1769074988.008442:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603d00. 00010000:00000010:3.0:1769074988.008449:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.008455:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985200. 00010000:00000010:3.0:1769074988.008457:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:2.0:1769074988.008475:0:26105:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52200. 00010000:00000010:2.0:1769074988.008481:0:26105:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6f00. 00010000:00000010:2.0:1769074988.008486:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.008490:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7480. 00000020:00000010:2.0:1769074988.008508:0:26105:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29ac0. 00010000:00000010:3.0:1769074988.008509:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603900. 00010000:00000010:3.0:1769074988.008515:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ea00. 00010000:00000010:3.0:1769074988.008518:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985000. 00010000:00000010:3.0:1769074988.008521:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3280. 00000020:00000010:2.0:1769074988.008526:0:26105:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29ac0. 00080000:00000010:3.0:1769074988.008534:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e180. 00000020:00000010:2.0:1769074988.008538:0:26105:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477ff00. 00080000:00000010:2.0:1769074988.008546:0:26105:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0765b800. 00010000:00000010:3.0:1769074988.008552:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074988.008559:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00000004:00000010:2.0:1769074988.008560:0:26105:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b13253cc0. 00010000:00000010:3.0:1769074988.008564:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00000004:00000010:2.0:1769074988.008568:0:26105:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074988.008575:0:26105:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bbc0. 00010000:00000010:3.0:1769074988.008576:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00010000:00000010:3.0:1769074988.008587:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984c00. 00000004:00000010:2.0:1769074988.008588:0:26105:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38516c60. 00010000:00000010:3.0:1769074988.008591:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00010000:00000010:3.0:1769074988.008603:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984000. 00010000:00000010:3.0:1769074988.008605:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:3.0:1769074988.008611:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603f00. 00080000:00000010:2.0:1769074988.008614:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f4c0. 00010000:00000010:3.0:1769074988.008614:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00080000:00000010:2.0:1769074988.008627:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f0c0. 00080000:00000010:2.0:1769074988.008633:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00010000:00000010:3.0:1769074988.008634:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59c00. 00010000:00000010:3.0:1769074988.008639:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00080000:00000010:2.0:1769074988.008660:0:26105:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00010000:00000010:3.0:1769074988.008670:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603200. 00010000:00000010:3.0:1769074988.008674:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ee80. 00010000:00000010:3.0:1769074988.008676:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:3.0:1769074988.008680:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3d00. 00080000:00000010:3.0:1769074988.008692:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e580. 00010000:00000010:3.0:1769074988.008707:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00000001:00000010:2.0:1769074988.008729:0:26105:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00010000:00000010:3.0:1769074988.008729:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074988.008738:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00000001:00000010:2.0:1769074988.008747:0:26105:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00010000:00000010:3.0:1769074988.008751:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00010000:00000010:3.0:1769074988.008770:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58400. 00010000:00000010:3.0:1769074988.008774:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00000001:00000010:2.0:1769074988.008785:0:26105:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f540. 00010000:00000010:3.0:1769074988.008786:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59200. 00010000:00000010:3.0:1769074988.008791:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00000001:00000010:2.0:1769074988.008795:0:26105:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b13253d80. 00010000:00000010:3.0:1769074988.008799:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603300. 00010000:00000010:3.0:1769074988.008803:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.008805:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58800. 00000001:00000010:2.0:1769074988.008807:0:26105:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b132533c0. 00080000:00000010:2.0:1769074988.008818:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074988.008821:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00080000:00000010:2.0:1769074988.008823:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f0c0. 00080000:00000010:2.0:1769074988.008826:0:26105:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.008829:0:26105:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477ff00. 00010000:00000010:2.0:1769074988.008839:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882bc00. 00010000:00000010:2.0:1769074988.008845:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7e00. 00010000:00000010:2.0:1769074988.008860:0:26105:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b132533c0. 00010000:00000010:3.0:1769074988.008945:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:2.0:1769074988.008948:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7480. 00000400:00000200:1.0:1769074988.008979:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:3.0:1769074988.008981:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603c00. 00000400:00000200:1.0:1769074988.008990:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 288 into portal 24 MB=0x6971ec9d55c80 00000400:00000200:1.0:1769074988.008996:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.41@tcp of length 288/288 into md 0x4e2d [256] + 9664 00000400:00000200:1.0:1769074988.009003:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.009006:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.009010:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1769074988.009013:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650dc00. 00080000:00000010:2.0:1769074988.009021:0:26105:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439280. 00080000:00000010:2.0:1769074988.009051:0:26105:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cae00. 00000020:00000010:1.0:1769074988.009058:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00000004:00000010:2.0:1769074988.009060:0:26105:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38516c60. 00000020:00000010:1.0:1769074988.009064:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000004:00000010:2.0:1769074988.009068:0:26105:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bd38. 00000020:00000010:1.0:1769074988.009072:0:26109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e000. 00000004:00000010:2.0:1769074988.009073:0:26105:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bbc0. 00000020:00000010:1.0:1769074988.009081:0:26109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511e00. 00000004:00000010:2.0:1769074988.009083:0:26105:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b13253cc0. 00010000:00000010:3.0:1769074988.009085:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed80. 00000020:00000010:1.0:1769074988.009088:0:26109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000004:00000010:2.0:1769074988.009090:0:26105:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598880. 00010000:00000010:3.0:1769074988.009093:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58200. 00000004:00000010:2.0:1769074988.009097:0:26105:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf562d0. 00000004:00000010:2.0:1769074988.009103:0:26105:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e000. 00010000:00000010:2.0:1769074988.009118:0:26105:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c00. 00000020:00000010:1.0:1769074988.009124:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00000020:00000010:1.0:1769074988.009128:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000100:00000200:1.0:1769074988.009130:0:26109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351280256 00010000:00000200:2.0:1769074988.009131:0:26105:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542165, last committed = 0 00000004:00000010:1.0:1769074988.009139:0:26109:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 32 at ffff8c8a04cf5160. 00010000:00000200:2.0:1769074988.009139:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ea00 x1855008351280128/t60129542165(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074988.009147:0:26109:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b378b9000. 00000100:00000010:1.0:1769074988.009151:0:26109:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff8c8b38511400. 00000004:00000010:1.0:1769074988.009157:0:26109:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b30741000. 00000400:00000010:2.0:1769074988.009157:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.009163:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351280128, offset 224 00000004:00000010:1.0:1769074988.009167:0:26109:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b30745000. 00000400:00000200:2.0:1769074988.009172:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000004:00000010:1.0:1769074988.009175:0:26109:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b30747000. 00010000:00000010:3.0:1769074988.009178:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3300. 00000004:00000010:1.0:1769074988.009180:0:26109:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b30746000. 00000400:00000200:2.0:1769074988.009187:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:1.0:1769074988.009189:0:26109:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8a010fea80. 00000400:00000200:2.0:1769074988.009195:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16435:16435:256:4294967295] 192.168.204.41@tcp LPNI seq info [16431:16431:8:4294967295] 00000400:00000200:2.0:1769074988.009203:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:1.0:1769074988.009207:0:26109:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b181ac508. 00000800:00000200:2.0:1769074988.009208:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.009215:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000400:00000200:1.0:1769074988.009216:0:26109:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074988.009224:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.009228:0:26109:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:2.0:1769074988.009234:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.009238:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 552 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.009240:0:26109:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16436:16436:255:4294967295] 192.168.204.41@tcp LPNI seq info [16432:16432:7:4294967295] 00000400:00000200:1.0:1769074988.009250:0:26109:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000020:00000010:2.0:1769074988.009254:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.009259:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000400:00000200:1.0:1769074988.009263:0:26109:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000020:00000010:2.0:1769074988.009265:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765a000. 00000800:00000200:1.0:1769074988.009276:0:26109:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.009282:0:26109:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.009290:0:26109:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:3.0:1769074988.009296:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e780. 00000800:00000200:1.0:1769074988.009304:0:26109:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.009311:0:26109:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074988.009322:0:26109:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 4 pages 16384 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d55c80-0x6971ec9d55c80 00010000:00000010:3.0:1769074988.009330:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:0.0:1769074988.009347:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7e00. 00010000:00000010:3.0:1769074988.009352:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00010000:00000010:0.0:1769074988.009356:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6f00. 00010000:00000010:3.0:1769074988.009360:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:0.0:1769074988.009373:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b132533c0. 00010000:00000010:3.0:1769074988.009386:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00010000:00000010:3.0:1769074988.009406:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:3.0:1769074988.009413:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00000400:00000200:1.0:1769074988.009419:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:3.0:1769074988.009425:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59800. 00000800:00000200:0.0:1769074988.009431:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1769074988.009432:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00000800:00000010:0.0:1769074988.009437:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:1.0:1769074988.009438:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d55d00 00000400:00000200:0.0:1769074988.009441:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.009448:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.009454:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 0 00000400:00000200:0.0:1769074988.009461:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:0.0:1769074988.009464:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:1.0:1769074988.009468:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.009475:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.009482:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.009486:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d500. 00010000:00000010:3.0:1769074988.009503:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603400. 00010000:00000010:3.0:1769074988.009506:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.009510:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58c00. 00010000:00000010:3.0:1769074988.009516:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00000800:00000200:0.0:1769074988.009526:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.009530:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074988.009534:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.009541:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000400:00000200:0.0:1769074988.009544:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000400:00000200:1.0:1769074988.009546:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074988.009548:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000100:00000200:0.0:1769074988.009550:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b378b9000 00000020:00000010:2.0:1769074988.009556:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765a000. 00000400:00000200:1.0:1769074988.009557:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d55d80 00000020:00000010:2.0:1769074988.009563:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000400:00000200:1.0:1769074988.009566:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 328 00000020:00000010:2.0:1769074988.009568:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000400:00000200:1.0:1769074988.009573:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.009579:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.009583:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.009587:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650df80. 00010000:00000010:3.0:1769074988.009598:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603a00. 00010000:00000010:3.0:1769074988.009602:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e480. 00000020:00000010:2.0:1769074988.009604:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.009608:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00010000:00000010:3.0:1769074988.009608:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59e00. 00000400:00000200:1.0:1769074988.009620:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074988.009623:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765ac00. 00010000:00000010:3.0:1769074988.009624:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3c00. 00000020:00000010:0.0:1769074988.009632:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d680. 00000400:00000200:1.0:1769074988.009632:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d55e00 00000020:00000010:2.0:1769074988.009633:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6680. 00000020:00000010:0.0:1769074988.009639:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d680. 00000020:00000010:2.0:1769074988.009640:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415258. 00080000:00000010:3.0:1769074988.009644:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e880. 00000100:00000200:0.0:1769074988.009645:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351280384 00000400:00000200:1.0:1769074988.009645:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 656 00000400:00000200:1.0:1769074988.009662:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.009663:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f4c0. 00000020:00000010:2.0:1769074988.009668:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f4c0. 00000400:00000200:1.0:1769074988.009669:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:0.0:1769074988.009671:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edac800. 00000100:00000200:2.0:1769074988.009675:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351280512 00010000:00000010:0.0:1769074988.009677:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3edaca00. 00000100:00000200:1.0:1769074988.009680:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:3.0:1769074988.009688:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00010000:00000010:0.0:1769074988.009689:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e800. 00000100:00000010:1.0:1769074988.009689:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650fb80. 00002000:00000010:0.0:1769074988.009705:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d680. 00010000:00000010:2.0:1769074988.009707:0:27573:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52b00. 00010000:00000010:2.0:1769074988.009728:0:27573:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b02d52900. 00010000:00000010:3.0:1769074988.009728:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074988.009736:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 02000000:00000010:0.0:1769074988.009740:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bc800. 00010000:00000010:2.0:1769074988.009740:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a000. 00000400:00000200:1.0:1769074988.009751:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00002000:00000010:2.0:1769074988.009752:0:27573:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0951f4c0. 00000400:00000200:1.0:1769074988.009761:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d55e80 00010000:00000010:3.0:1769074988.009764:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 02000000:00000010:2.0:1769074988.009768:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fc85000. 00010000:00000200:0.0:1769074988.009772:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d500 x1855008351280384/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074988.009773:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 984 00000400:00000200:1.0:1769074988.009787:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.009791:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00010000:00000200:2.0:1769074988.009793:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650df80 x1855008351280512/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074988.009797:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351280384, offset 224 00000400:00000200:1.0:1769074988.009800:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074988.009806:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755d00. 00000100:00000200:1.0:1769074988.009807:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074988.009818:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:1.0:1769074988.009818:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650c700. 00000400:00000010:2.0:1769074988.009828:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000400:00000200:0.0:1769074988.009834:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:2.0:1769074988.009837:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351280512, offset 224 00000400:00000200:0.0:1769074988.009843:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16437:16437:256:4294967295] 192.168.204.41@tcp LPNI seq info [16433:16433:8:4294967295] 00000400:00000200:2.0:1769074988.009849:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.009857:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.009862:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.009866:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.009874:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074988.009876:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:0.0:1769074988.009882:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:1.0:1769074988.009882:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00000020:00000010:1.0:1769074988.009889:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000400:00000200:2.0:1769074988.009889:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16438:16438:255:4294967295] 192.168.204.41@tcp LPNI seq info [16434:16434:7:4294967295] 00000800:00000200:0.0:1769074988.009890:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.009896:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e600. 00000020:00000010:1.0:1769074988.009901:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511a80. 00000020:00000010:3.0:1769074988.009903:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755d00. 00000020:00000010:1.0:1769074988.009908:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000020:00000010:0.0:1769074988.009914:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00000400:00000200:2.0:1769074988.009916:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074988.009919:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eb200. 00000020:00000010:0.0:1769074988.009922:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000800:00000200:2.0:1769074988.009926:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:3.0:1769074988.009928:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ef80. 00000020:00000010:0.0:1769074988.009931:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765a000. 00000800:00000010:2.0:1769074988.009932:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000020:00000010:1.0:1769074988.009934:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b240. 00000020:00000010:1.0:1769074988.009940:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b240. 00000100:00000200:1.0:1769074988.009943:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351280768 00000800:00000200:2.0:1769074988.009945:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.009954:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a600. 00000800:00000200:2.0:1769074988.009955:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.009960:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b1283a200. 00000800:00000200:2.0:1769074988.009961:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.009965:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7800. 00000400:00000200:0.0:1769074988.009973:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00002000:00000010:1.0:1769074988.009974:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b240. 00000020:00000010:2.0:1769074988.009975:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6680. 00000020:00000010:3.0:1769074988.009976:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00000400:00000200:0.0:1769074988.009990:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d55f00 00000020:00000010:2.0:1769074988.009993:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415258. 00000020:00000010:2.0:1769074988.009998:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765ac00. 00000400:00000200:0.0:1769074988.010003:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 1312 02000000:00000010:1.0:1769074988.010006:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378ba400. 00000020:00000010:3.0:1769074988.010021:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755d00. 00000400:00000200:0.0:1769074988.010022:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1769074988.010052:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650c700 x1855008351280768/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.010064:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000020:00000010:3.0:1769074988.010068:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755d00. 00000400:00000200:0.0:1769074988.010070:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.010072:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351280768, offset 224 00000100:00000200:3.0:1769074988.010077:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351280640 00000100:00000200:0.0:1769074988.010079:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1769074988.010087:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074988.010088:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 00000400:00000200:1.0:1769074988.010099:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.010105:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16439:16439:254:4294967295] 192.168.204.41@tcp LPNI seq info [16435:16435:6:4294967295] 00000400:00000200:1.0:1769074988.010115:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.010122:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.010128:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000020:00000010:2.0:1769074988.010128:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f0c0. 00000800:00000200:0.0:1769074988.010133:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.010134:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f0c0. 00000800:00000010:0.0:1769074988.010137:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000800:00000200:1.0:1769074988.010140:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074988.010143:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.010144:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765ac00. 00000800:00000200:1.0:1769074988.010149:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074988.010151:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.010152:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6680. 00000800:00000200:1.0:1769074988.010154:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074988.010160:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000020:00000010:2.0:1769074988.010160:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415258. 00000400:00000010:0.0:1769074988.010164:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000020:00000010:1.0:1769074988.010168:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511a80. 00000020:00000010:1.0:1769074988.010174:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074988.010179:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e600. 00000400:00000200:0.0:1769074988.010188:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00010000:00000010:3.0:1769074988.010190:0:29089:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603100. 00000020:00000010:2.0:1769074988.010193:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f0c0. 00010000:00000010:3.0:1769074988.010195:0:29089:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5ef00. 00000020:00000010:2.0:1769074988.010198:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f0c0. 00000400:00000200:0.0:1769074988.010206:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 16384/16384 into md 0x284a5 00000100:00000200:2.0:1769074988.010206:0:32342:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351280896 00010000:00000010:3.0:1769074988.010210:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59a00. 00010000:00000010:2.0:1769074988.010223:0:32342:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52e00. 00000400:00000200:0.0:1769074988.010224:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.010224:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:2.0:1769074988.010231:0:32342:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b02d52d00. 00000400:00000200:0.0:1769074988.010234:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:0.0:1769074988.010238:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fea80 00000400:00000010:0.0:1769074988.010241:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8a010fea80. 00000400:00000200:1.0:1769074988.010243:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d55f80 00000100:00000200:0.0:1769074988.010245:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b378b9000 00010000:00000010:2.0:1769074988.010253:0:32342:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882be00. 00000400:00000200:1.0:1769074988.010254:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 1640 00002000:00000010:2.0:1769074988.010261:0:32342:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0951f0c0. 00002000:00000010:3.0:1769074988.010262:0:29089:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755d00. 02000000:00000010:2.0:1769074988.010273:0:32342:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fc85800. 00000800:00000200:0.0:1769074988.010280:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1769074988.010285:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04893c00. 00000800:00000010:0.0:1769074988.010286:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00010000:00000200:2.0:1769074988.010291:0:32342:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0000 x1855008351280896/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074988.010300:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074988.010300:0:26109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 32472 at ffff8c8b3d070000. 00000400:00000010:2.0:1769074988.010307:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000400:00000200:0.0:1769074988.010308:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000004:00000010:1.0:1769074988.010312:0:26109:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00000100:00000200:2.0:1769074988.010315:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351280896, offset 224 00000400:00000200:0.0:1769074988.010316:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00010000:00000200:3.0:1769074988.010320:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650fb80 x1855008351280640/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.010322:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00010000:00000010:1.0:1769074988.010328:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:1.0:1769074988.010344:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000400:00000200:2.0:1769074988.010345:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.010359:0:32342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:0.0:1769074988.010360:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074988.010364:0:32342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16440:16440:255:4294967295] 192.168.204.41@tcp LPNI seq info [16436:16436:7:4294967295] 00000800:00000010:0.0:1769074988.010365:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074988.010371:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.010378:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7400. 00000400:00000200:0.0:1769074988.010379:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.010385:0:32342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074988.010388:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000400:00000200:0.0:1769074988.010390:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000800:00000200:2.0:1769074988.010394:0:32342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074988.010396:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000800:00000010:2.0:1769074988.010401:0:32342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00010000:00000010:1.0:1769074988.010407:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a100. 00000800:00000200:2.0:1769074988.010413:0:32342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.010414:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511a80. 00000800:00000200:2.0:1769074988.010419:0:32342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.010420:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7200. 00000800:00000200:2.0:1769074988.010422:0:32342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.010425:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000020:00000010:2.0:1769074988.010436:0:32342:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6680. 00000020:00000010:2.0:1769074988.010441:0:32342:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415258. 00000020:00000010:2.0:1769074988.010443:0:32342:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765ac00. 00000400:00000010:3.0:1769074988.010459:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00010000:00000010:1.0:1769074988.010465:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ad00. 00000100:00000200:3.0:1769074988.010466:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351280640, offset 224 00010000:00000010:1.0:1769074988.010471:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511880. 00000400:00000200:3.0:1769074988.010477:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.010478:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6a00. 00000800:00000200:0.0:1769074988.010480:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.010484:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fe00. 00000800:00000010:0.0:1769074988.010485:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074988.010494:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.010496:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074988.010504:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511a00. 00000400:00000200:3.0:1769074988.010506:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16441:16441:255:4294967295] 192.168.204.41@tcp LPNI seq info [16437:16437:7:4294967295] 00000400:00000200:0.0:1769074988.010511:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.010537:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.010546:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.010550:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511a80. 00010000:00000010:1.0:1769074988.010564:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.010575:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b400. 00010000:00000010:1.0:1769074988.010578:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.010590:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a400. 00010000:00000010:1.0:1769074988.010594:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.010602:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a500. 00010000:00000010:1.0:1769074988.010610:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511a80. 00000400:00000200:3.0:1769074988.010617:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074988.010619:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00000400:00000200:0.0:1769074988.010627:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00010000:00000010:1.0:1769074988.010628:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000800:00000200:3.0:1769074988.010631:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074988.010633:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000800:00000010:3.0:1769074988.010641:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074988.010650:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.010654:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.010657:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.010661:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a900. 00000020:00000010:3.0:1769074988.010674:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ef80. 00000020:00000010:3.0:1769074988.010678:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00010000:00000010:1.0:1769074988.010682:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b30132700. 00000020:00000010:3.0:1769074988.010682:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eb200. 00010000:00000010:1.0:1769074988.010694:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:1.0:1769074988.010701:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f580. 00080000:00000010:1.0:1769074988.010728:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b03327100. 00000800:00000200:0.0:1769074988.010739:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.010744:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074988.010751:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074988.010752:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:1.0:1769074988.010753:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000400:00000200:0.0:1769074988.010762:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.0:1769074988.010766:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00010000:00000010:1.0:1769074988.010768:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00000400:00000200:0.0:1769074988.010769:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:0.0:1769074988.010774:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00010000:00000010:1.0:1769074988.010775:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511a80. 00010000:00000010:1.0:1769074988.010792:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.010800:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:1.0:1769074988.010803:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.010814:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a200. 00010000:00000010:1.0:1769074988.010816:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.010822:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a400. 00010000:00000010:1.0:1769074988.010824:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.010826:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ba00. 00010000:00000010:1.0:1769074988.010828:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:3.0:1769074988.010841:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8800. 00010000:00000010:3.0:1769074988.010849:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00010000:00000010:1.0:1769074988.010850:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a300. 00010000:00000010:1.0:1769074988.010854:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327680. 00010000:00000010:1.0:1769074988.010858:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.0:1769074988.010868:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00010000:00000010:3.0:1769074988.010869:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5ec00. 00010000:00000010:3.0:1769074988.010875:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00080000:00000010:1.0:1769074988.010879:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b03327200. 00010000:00000010:3.0:1769074988.010882:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:3.0:1769074988.010890:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:1.0:1769074988.010899:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.010907:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.010910:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.010920:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.010928:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031600. 00010000:00000010:1.0:1769074988.010934:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.010934:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5eb00. 00010000:00000010:3.0:1769074988.010942:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e980. 00010000:00000010:1.0:1769074988.010952:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.0:1769074988.010955:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.010961:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ac00. 00010000:00000010:1.0:1769074988.010964:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.010966:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.0:1769074988.010968:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.010990:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ae00. 00010000:00000010:1.0:1769074988.010993:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327580. 00010000:00000010:1.0:1769074988.010995:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031000. 00010000:00000010:1.0:1769074988.011001:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fc00. 00010000:00000010:3.0:1769074988.011008:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9200. 00080000:00000010:1.0:1769074988.011013:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b03327780. 00010000:00000010:3.0:1769074988.011014:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3000. 00010000:00000010:1.0:1769074988.011065:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00080000:00000010:3.0:1769074988.011073:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e700. 00010000:00000010:1.0:1769074988.011082:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:2.1:1769074988.011085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5000. 00010000:00000010:1.0:1769074988.011091:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327a00. 00010000:00000010:0.1:1769074988.011092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52f00. 00010000:00000010:2.1:1769074988.011099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52800. 00010000:00000010:0.1:1769074988.011109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42164000. 00010000:00000010:2.1:1769074988.011114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4600. 00010000:00000010:3.0:1769074988.011115:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:1.0:1769074988.011129:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:2.1:1769074988.011133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4800. 00010000:00000010:3.0:1769074988.011152:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00010000:00000010:1.0:1769074988.011159:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:3.0:1769074988.011159:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00000400:00000200:0.0:1769074988.011164:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.011179:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.011179:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000100:00000200:0.0:1769074988.011186:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.011190:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1180. 00010000:00000010:3.0:1769074988.011191:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00010000:00000010:1.0:1769074988.011198:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.0:1769074988.011202:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:3.0:1769074988.011216:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8200. 00000400:00000200:0.0:1769074988.011225:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.011232:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064a00. 00010000:00000010:3.0:1769074988.011232:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00000400:00000200:0.0:1769074988.011234:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56000 00010000:00000010:1.0:1769074988.011248:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327a00. 00000020:00000010:2.0:1769074988.011248:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074988.011249:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 1968 00010000:00000010:1.0:1769074988.011254:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030000. 00000020:00000010:2.0:1769074988.011255:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074988.011260:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.011261:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000020:00000010:2.0:1769074988.011263:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765ac00. 00010000:00000010:3.0:1769074988.011267:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8600. 00000400:00000200:0.0:1769074988.011269:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.011271:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6680. 00010000:00000010:3.0:1769074988.011277:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00000100:00000200:0.0:1769074988.011279:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1769074988.011280:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415258. 00000100:00000010:0.0:1769074988.011290:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1f80. 00010000:00000010:1.0:1769074988.011292:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064300. 00010000:00000010:3.0:1769074988.011296:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e400. 00010000:00000010:1.0:1769074988.011297:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327f00. 00010000:00000010:3.0:1769074988.011304:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074988.011305:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030e00. 00000400:00000200:0.0:1769074988.011318:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.011319:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f980. 00000400:00000200:0.0:1769074988.011334:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d56100 00000020:00000010:2.0:1769074988.011334:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000020:00000010:2.0:1769074988.011339:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000020:00000010:3.0:1769074988.011340:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 00080000:00000010:1.0:1769074988.011346:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b03327800. 00000020:00000010:2.0:1769074988.011348:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765a000. 00000400:00000200:0.0:1769074988.011350:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 30400 00000020:00000010:3.0:1769074988.011350:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000020:00000010:2.0:1769074988.011355:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.011368:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:3.0:1769074988.011369:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351281024 00000400:00000200:0.0:1769074988.011371:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.011382:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.011386:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.0:1769074988.011386:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:3.0:1769074988.011392:0:36867:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e700. 00000100:00000010:0.0:1769074988.011393:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2a00. 00000020:00000010:2.0:1769074988.011402:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00010000:00000010:3.0:1769074988.011402:0:36867:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5e800. 00010000:00000010:1.0:1769074988.011407:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000020:00000010:2.0:1769074988.011414:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00010000:00000010:3.0:1769074988.011418:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9400. 00000400:00000200:0.0:1769074988.011419:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.011419:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327a00. 00000100:00000200:2.0:1769074988.011420:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351281152 00002000:00000010:3.0:1769074988.011438:0:36867:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755600. 00000400:00000200:0.0:1769074988.011439:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 12 MB=0x6971ec9d56180 00010000:00000010:2.0:1769074988.011442:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52800. 00010000:00000010:2.0:1769074988.011451:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b02d52f00. 00000400:00000200:0.0:1769074988.011455:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 328/328 into md 0x4c41 [64] + 30896 00010000:00000010:1.0:1769074988.011457:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:2.0:1769074988.011457:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b200. 02000000:00000010:3.0:1769074988.011458:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04893800. 00002000:00000010:2.0:1769074988.011473:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074988.011477:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1769074988.011483:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1180 x1855008351281024/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 02000000:00000010:2.0:1769074988.011487:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fc86c00. 00000400:00000200:0.0:1769074988.011490:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.011490:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.0:1769074988.011504:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000100:00000200:0.0:1769074988.011505:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:3.0:1769074988.011511:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00010000:00000200:2.0:1769074988.011513:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1f80 x1855008351281152/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000010:0.0:1769074988.011514:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0e00. 00000100:00000200:3.0:1769074988.011516:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351281024, offset 224 00000400:00000200:3.0:1769074988.011533:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.011534:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030600. 00000400:00000010:2.0:1769074988.011540:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00010000:00000010:1.0:1769074988.011544:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000400:00000200:3.0:1769074988.011547:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:2.0:1769074988.011548:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351281152, offset 224 00000400:00000200:3.0:1769074988.011560:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16442:16442:256:4294967295] 192.168.204.41@tcp LPNI seq info [16438:16438:8:4294967295] 00010000:00000010:1.0:1769074988.011565:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064f00. 00000400:00000200:2.0:1769074988.011567:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.011575:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.011582:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030a00. 00010000:00000010:1.0:1769074988.011585:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000400:00000200:3.0:1769074988.011593:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.011601:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.011607:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:3.0:1769074988.011608:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00010000:00000010:1.0:1769074988.011616:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064900. 00000400:00000200:2.0:1769074988.011616:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16443:16443:255:4294967295] 192.168.204.41@tcp LPNI seq info [16439:16439:7:4294967295] 00000800:00000200:3.0:1769074988.011625:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.011626:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511500. 00010000:00000010:1.0:1769074988.011638:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163400. 00010000:00000010:1.0:1769074988.011643:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f900. 00000400:00000200:2.0:1769074988.011651:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.011651:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:1.0:1769074988.011660:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511f00. 00000800:00000200:3.0:1769074988.011665:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:2.0:1769074988.011669:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.011678:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00010000:00000010:1.0:1769074988.011684:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000800:00000200:2.0:1769074988.011684:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.011694:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:3.0:1769074988.011697:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6680. 00010000:00000010:1.0:1769074988.011698:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00000800:00000200:2.0:1769074988.011698:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.011731:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:3.0:1769074988.011731:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415258. 00010000:00000010:1.0:1769074988.011732:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327a00. 00000800:00000200:0.0:1769074988.011736:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.011744:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000020:00000010:3.0:1769074988.011745:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765ac00. 00000020:00000010:2.0:1769074988.011746:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.011756:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00000400:00000200:0.0:1769074988.011759:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.011759:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765a000. 00000400:00000200:0.0:1769074988.011772:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.011772:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163000. 00010000:00000010:1.0:1769074988.011780:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000400:00000200:0.0:1769074988.011781:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00010000:00000010:3.0:1769074988.011782:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9800. 00000400:00000010:0.0:1769074988.011790:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00010000:00000010:3.0:1769074988.011792:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00010000:00000010:1.0:1769074988.011793:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163c00. 00000020:00000010:2.0:1769074988.011799:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:2.0:1769074988.011803:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00010000:00000010:1.0:1769074988.011804:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000020:00000010:2.0:1769074988.011810:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765a000. 00010000:00000010:1.0:1769074988.011816:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064d00. 00000020:00000010:2.0:1769074988.011816:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00010000:00000010:1.0:1769074988.011822:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511a80. 00010000:00000010:3.0:1769074988.011824:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5ea00. 00000020:00000010:2.0:1769074988.011825:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.011828:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162600. 00010000:00000010:3.0:1769074988.011838:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e380. 00010000:00000010:1.0:1769074988.011839:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000800:00000200:0.0:1769074988.011840:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.011848:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00010000:00000010:3.0:1769074988.011850:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9a00. 00000400:00000200:0.0:1769074988.011853:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.011860:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.011862:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074988.011866:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000020:00000010:2.0:1769074988.011866:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000400:00000010:0.0:1769074988.011871:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00010000:00000010:1.0:1769074988.011872:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064400. 00000020:00000010:2.0:1769074988.011875:0:26105:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765ac00. 00010000:00000010:1.0:1769074988.011883:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327a00. 00000020:00000010:2.0:1769074988.011884:0:26105:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6f80. 00000020:00000010:3.0:1769074988.011884:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755140. 00010000:00000010:1.0:1769074988.011890:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163600. 00000020:00000010:2.0:1769074988.011897:0:26105:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00010000:00000010:1.0:1769074988.011898:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00080000:00000010:1.0:1769074988.011911:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2d80. 00000020:00000010:2.0:1769074988.011918:0:26105:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:2.0:1769074988.011933:0:26105:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000020:00000010:3.0:1769074988.011933:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755140. 00010000:00000010:1.0:1769074988.011934:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00000100:00000200:3.0:1769074988.011948:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351281408 00010000:00000010:1.0:1769074988.011953:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.011958:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511a80. 00000100:00000200:2.0:1769074988.011958:0:26105:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351281536 02000000:00000010:3.0:1769074988.011970:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b06741000. 00010000:00000010:1.0:1769074988.011971:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:2.0:1769074988.011981:0:26105:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ba00. 00010000:00000010:1.0:1769074988.011986:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163e00. 00010000:00000010:2.0:1769074988.011992:0:26105:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7c00. 00010000:00000010:1.0:1769074988.011994:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.011996:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfb80. 02000000:00000010:2.0:1769074988.012007:0:26105:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 640 at ffff8c8b3fc85400. 00010000:00000010:3.0:1769074988.012008:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439900. 00010000:00000010:1.0:1769074988.012011:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162800. 00010000:00000010:1.0:1769074988.012016:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:3.0:1769074988.012021:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000200:2.0:1769074988.012061:0:26105:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0e00 x1855008351281536/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/344 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.012067:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064800. 00010000:00000010:3.0:1769074988.012068:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3500. 00000400:00000010:2.0:1769074988.012073:0:26105:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.012078:0:26105:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 10, xid 1855008351281536, offset 224 00010000:00000010:1.0:1769074988.012079:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.012084:0:29082:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755140. 00000400:00000200:2.0:1769074988.012085:0:26105:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.012088:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162e00. 00000100:00000010:3.0:1769074988.012099:0:29082:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b300. 00010000:00000010:1.0:1769074988.012100:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000400:00000200:2.0:1769074988.012103:0:26105:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.012112:0:26105:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16444:16444:256:4294967295] 192.168.204.41@tcp LPNI seq info [16440:16440:8:4294967295] 00000100:00000010:3.0:1769074988.012113:0:29082:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb100. 00000400:00000200:2.0:1769074988.012127:0:26105:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:3.0:1769074988.012131:0:29082:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b406f4a00. 00010000:00000010:1.0:1769074988.012137:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064500. 00000800:00000200:2.0:1769074988.012137:0:26105:0:(socklnd_cb.c:1001:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.012142:0:26105:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00010000:00000010:1.0:1769074988.012143:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.012149:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162400. 00000800:00000200:2.0:1769074988.012153:0:26105:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.012155:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f080. 02000000:00000010:3.0:1769074988.012159:0:29082:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055eb200. 00000800:00000200:2.0:1769074988.012160:0:26105:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.012167:0:26105:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 440 niov 1 nkiov 1 00000400:00000010:3.0:1769074988.012168:0:29082:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b58. 00080000:00000010:1.0:1769074988.012169:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2100. 00000020:00000010:2.0:1769074988.012184:0:26105:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6f80. 00000400:00000010:3.0:1769074988.012187:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000020:00000010:2.0:1769074988.012193:0:26105:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000100:00000200:3.0:1769074988.012195:0:29082:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792064, portal 16 00000020:00000010:2.0:1769074988.012200:0:26105:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765ac00. 00000400:00000010:3.0:1769074988.012204:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00010000:00000010:1.0:1769074988.012205:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000100:00000200:3.0:1769074988.012212:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368792064, offset 0 00010000:00000010:1.0:1769074988.012223:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00000800:00000200:0.0:1769074988.012228:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1769074988.012230:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.012232:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00000800:00000010:0.0:1769074988.012233:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:0.0:1769074988.012241:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.012246:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.012251:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.012252:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00000400:00000200:3.0:1769074988.012261:0:29082:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.0:1769074988.012266:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162000. 00000400:00000200:3.0:1769074988.012269:0:29082:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00010000:00000010:1.0:1769074988.012272:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.012284:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:1.0:1769074988.012287:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.012294:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064000. 00010000:00000010:1.0:1769074988.012298:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.012302:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162a00. 00010000:00000010:1.0:1769074988.012306:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000400:00000200:3.0:1769074988.012308:0:29082:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.012312:0:29082:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.012317:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16445:16445:255:4294967295] 192.168.204.41@tcp LPNI seq info [16441:16441:7:4294967295] 00000400:00000200:3.0:1769074988.012324:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.012329:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.012330:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:0.0:1769074988.012335:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000800:00000010:3.0:1769074988.012338:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00010000:00000010:1.0:1769074988.012343:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064700. 00000800:00000200:3.0:1769074988.012350:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.012352:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2f00. 00010000:00000010:1.0:1769074988.012360:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163a00. 00000800:00000200:3.0:1769074988.012361:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.012368:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00000800:00000200:3.0:1769074988.012369:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:1.0:1769074988.012394:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2780. 00000800:00000200:0.0:1769074988.012431:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.012434:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00010000:00000010:1.0:1769074988.012437:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:3.0:1769074988.012439:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3780. 00000400:00000200:0.0:1769074988.012440:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.012451:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.012453:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00000400:00000010:0.0:1769074988.012455:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00010000:00000010:1.0:1769074988.012457:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000100:00000200:0.0:1769074988.012463:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfeb100 x1855008368792064/t0(0) o104->lustre-MDT0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074988.012467:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.012486:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.012500:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163800. 00010000:00000010:1.0:1769074988.012504:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.012519:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163200. 00010000:00000010:1.0:1769074988.012524:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.012536:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064b00. 00010000:00000010:1.0:1769074988.012539:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.012542:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162200. 00010000:00000010:1.0:1769074988.012545:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.012571:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064200. 00010000:00000010:1.0:1769074988.012574:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2580. 00010000:00000010:1.0:1769074988.012580:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794400. 00010000:00000010:1.0:1769074988.012585:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb80. 00010000:00000010:3.0:1769074988.012589:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00080000:00000010:1.0:1769074988.012599:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2f80. 00010000:00000010:3.0:1769074988.012600:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074988.012615:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.012638:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00010000:00000010:1.0:1769074988.012640:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:3.0:1769074988.012649:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8000. 00010000:00000010:1.0:1769074988.012652:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:3.0:1769074988.012655:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00010000:00000010:1.0:1769074988.012658:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.012669:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:1.0:1769074988.012671:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.012674:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074988.012682:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e000. 00010000:00000010:1.0:1769074988.012684:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794200. 00010000:00000010:3.0:1769074988.012685:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.012699:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9c00. 00010000:00000010:1.0:1769074988.012700:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.012726:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:1.0:1769074988.012743:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795e00. 00010000:00000010:1.0:1769074988.012747:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.012755:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064600. 00010000:00000010:1.0:1769074988.012758:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.012760:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5ee00. 00010000:00000010:1.0:1769074988.012762:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795800. 00010000:00000010:3.0:1769074988.012764:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e000. 00010000:00000010:1.0:1769074988.012767:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:3.0:1769074988.012771:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:3.0:1769074988.012777:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3580. 00080000:00000010:3.0:1769074988.012791:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e600. 00010000:00000010:1.0:1769074988.012798:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064c00. 00010000:00000010:1.0:1769074988.012804:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2380. 00010000:00000010:1.0:1769074988.012808:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795200. 00010000:00000010:1.0:1769074988.012815:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb00. 00010000:00000010:3.0:1769074988.012818:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074988.012828:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00080000:00000010:1.0:1769074988.012829:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2c00. 00010000:00000010:3.0:1769074988.012833:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.012849:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00010000:00000010:1.0:1769074988.012860:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:3.0:1769074988.012867:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8400. 00010000:00000010:1.0:1769074988.012870:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.012876:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.012877:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00010000:00000010:1.0:1769074988.012894:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.012909:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8e00. 00010000:00000010:1.0:1769074988.012910:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795400. 00010000:00000010:1.0:1769074988.012930:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.012930:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:1.0:1769074988.012952:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794000. 00010000:00000010:1.0:1769074988.012956:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:3.0:1769074988.013000:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5ed00. 00010000:00000010:1.0:1769074988.013003:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064100. 00010000:00000010:3.0:1769074988.013005:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074988.013007:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.013011:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc4000. 00010000:00000010:1.0:1769074988.013012:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:1.0:1769074988.013022:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:3.0:1769074988.013022:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00000400:00000200:0.0:1769074988.013072:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.013077:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064e00. 00010000:00000010:1.0:1769074988.013084:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2080. 00000400:00000200:0.0:1769074988.013086:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09200 00010000:00000010:1.0:1769074988.013092:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:3.0:1769074988.013098:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e300. 00000400:00000200:0.0:1769074988.013099:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x284c9 [1] + 224 00010000:00000010:1.0:1769074988.013101:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd00. 00010000:00000010:3.0:1769074988.013106:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed00. 00010000:00000010:3.0:1769074988.013114:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc4a00. 00010000:00000010:3.0:1769074988.013121:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81c00. 00000400:00000200:0.0:1769074988.013125:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074988.013130:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2600. 00000400:00000200:0.0:1769074988.013136:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:3.0:1769074988.013140:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e280. 00000100:00000200:0.0:1769074988.013148:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfeb100 x1855008368792064/t0(0) o104->lustre-MDT0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074988.013165:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.013178:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.013183:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00000400:00000010:2.0:1769074988.013199:0:29082:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b58. 00000400:00000200:2.0:1769074988.013204:0:29082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000010:2.0:1769074988.013206:0:29082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000100:00000200:2.0:1769074988.013211:0:29082:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfeb100 x1855008368792064/t0(0) o104->lustre-MDT0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.013219:0:29082:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfeb100 x1855008368792064/t0(0) o104->lustre-MDT0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.013242:0:29082:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055eb200. 02000000:00000010:2.0:1769074988.013246:0:29082:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b406f4a00. 00000100:00000010:2.0:1769074988.013251:0:29082:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb100. 00000100:00000010:2.0:1769074988.013254:0:29082:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b300. 00010000:00000010:2.0:1769074988.013258:0:29082:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755140. 00010000:00000010:1.0:1769074988.013259:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.013263:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00010000:00000010:1.0:1769074988.013289:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795000. 00010000:00000010:3.0:1769074988.013295:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00000400:00000200:0.0:1769074988.013296:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.013296:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000400:00000200:0.0:1769074988.013311:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d56200 00010000:00000010:1.0:1769074988.013316:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00000400:00000200:0.0:1769074988.013317:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1e919 [2] + 784 00010000:00000010:1.0:1769074988.013322:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000400:00000200:0.0:1769074988.013329:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.013332:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02a21400. 00000400:00000200:0.0:1769074988.013333:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.013339:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00000100:00000200:0.0:1769074988.013340:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00010000:00000010:1.0:1769074988.013344:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795c00. 00000100:00000010:0.0:1769074988.013346:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2d80. 00010000:00000010:1.0:1769074988.013349:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:3.0:1769074988.013360:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074988.013384:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd000. 00010000:00000010:1.0:1769074988.013388:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b80. 00010000:00000010:1.0:1769074988.013391:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.0:1769074988.013393:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cd00. 00010000:00000010:3.0:1769074988.013400:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00080000:00000010:1.0:1769074988.013408:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2200. 00000020:00000010:2.0:1769074988.013410:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:2.0:1769074988.013416:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000020:00000010:2.0:1769074988.013421:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765ac00. 00010000:00000010:3.0:1769074988.013424:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5a00. 00000020:00000010:2.0:1769074988.013427:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6f80. 00010000:00000010:3.0:1769074988.013432:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00000020:00000010:2.0:1769074988.013434:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00010000:00000010:1.0:1769074988.013452:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:3.0:1769074988.013452:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:3.0:1769074988.013464:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00000020:00000010:2.0:1769074988.013474:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00010000:00000010:3.0:1769074988.013478:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e500. 00040000:00000010:0.0:1769074988.013481:0:32340:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b05915800. 00000020:00000010:2.0:1769074988.013481:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00010000:00000010:3.0:1769074988.013482:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074988.013484:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000100:00000200:2.0:1769074988.013493:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351281664 00010000:00000010:3.0:1769074988.013494:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602400. 00010000:00000010:1.0:1769074988.013497:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.013505:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 02000000:00000010:2.0:1769074988.013515:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b3fc86000. 00000004:00000010:2.0:1769074988.013524:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b3858e000. 00010000:00000010:1.0:1769074988.013527:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:3.0:1769074988.013536:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e600. 00010000:00000010:3.0:1769074988.013540:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03f37b00. 00010000:00000010:3.0:1769074988.013544:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602600. 00010000:00000010:1.0:1769074988.013550:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:3.0:1769074988.013550:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81780. 00010000:00000010:1.0:1769074988.013563:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00080000:00000010:3.0:1769074988.013567:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b03c98400. 00010000:00000010:1.0:1769074988.013589:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662a00. 00010000:00000010:1.0:1769074988.013596:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.013598:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00010000:00000010:3.0:1769074988.013611:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.013613:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd800. 00010000:00000010:3.0:1769074988.013616:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074988.013622:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.013630:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663400. 00010000:00000010:3.0:1769074988.013632:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.013635:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.013643:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603000. 00010000:00000010:3.0:1769074988.013647:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.013659:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dda00. 00010000:00000010:3.0:1769074988.013661:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603400. 00010000:00000010:1.0:1769074988.013667:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2700. 00010000:00000010:3.0:1769074988.013667:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.013682:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663000. 00010000:00000010:3.0:1769074988.013686:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e900. 00010000:00000010:1.0:1769074988.013688:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:3.0:1769074988.013691:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.013698:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602800. 00010000:00000010:3.0:1769074988.013700:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.013748:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.013749:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e100. 00010000:00000010:3.0:1769074988.013754:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc680. 00010000:00000010:3.0:1769074988.013758:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602c00. 00010000:00000010:3.0:1769074988.013763:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81880. 00010000:00000010:1.0:1769074988.013766:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.013772:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00080000:00000010:3.0:1769074988.013778:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0b0fcc80. 00010000:00000010:1.0:1769074988.013787:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.013806:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663e00. 00010000:00000010:3.0:1769074988.013808:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.013810:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.013819:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00010000:00000010:3.0:1769074988.013824:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074988.013825:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:1.0:1769074988.013833:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.013841:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dde00. 00010000:00000010:3.0:1769074988.013844:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.013845:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.013859:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663800. 00010000:00000010:3.0:1769074988.013869:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602200. 00010000:00000010:1.0:1769074988.013870:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.013884:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.013899:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1ddc00. 00010000:00000010:3.0:1769074988.013902:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603600. 00010000:00000010:1.0:1769074988.013904:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2680. 00010000:00000010:3.0:1769074988.013909:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.013910:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:1.0:1769074988.013916:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00010000:00000010:3.0:1769074988.013919:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e200. 00010000:00000010:3.0:1769074988.013924:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc100. 00010000:00000010:3.0:1769074988.013927:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603a00. 00010000:00000010:3.0:1769074988.013930:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.013949:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.013959:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0b32e700. 00010000:00000010:1.0:1769074988.013960:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.013972:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fca00. 00010000:00000010:1.0:1769074988.013974:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.013987:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:3.0:1769074988.013992:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81280. 00010000:00000010:1.0:1769074988.013999:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00080000:00000010:3.0:1769074988.014005:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0b0fc800. 00010000:00000010:1.0:1769074988.014012:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662400. 00010000:00000010:1.0:1769074988.014017:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.014046:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.0:1769074988.014050:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.014073:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd300. 00010000:00000010:3.0:1769074988.014076:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.014078:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.014088:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d800. 00010000:00000010:1.0:1769074988.014093:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.014094:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:3.0:1769074988.014100:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc100. 00010000:00000010:3.0:1769074988.014114:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000010:3.0:1769074988.014124:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603200. 00010000:00000010:3.0:1769074988.014127:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.014132:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd600. 00010000:00000010:1.0:1769074988.014136:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2280. 00010000:00000010:3.0:1769074988.014140:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602a00. 00010000:00000010:1.0:1769074988.014142:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150de00. 00010000:00000010:3.0:1769074988.014146:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.014148:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c380. 00010000:00000010:3.0:1769074988.014156:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0b32e300. 00010000:00000010:3.0:1769074988.014161:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc100. 00080000:00000010:2.0:1769074988.014162:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b0421a640. 00080000:00000010:1.0:1769074988.014170:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a0c0. 00010000:00000010:3.0:1769074988.014170:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602e00. 00010000:00000010:3.0:1769074988.014181:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.014205:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.014205:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0b32e900. 00010000:00000010:3.0:1769074988.014212:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc080. 00010000:00000010:3.0:1769074988.014220:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602000. 00080000:00000010:2.0:1769074988.014225:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b0421a640. 00010000:00000010:3.0:1769074988.014228:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81d00. 00010000:00000010:1.0:1769074988.014229:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000100:00000010:2.0:1769074988.014238:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8a03ca8400. 00010000:00000010:1.0:1769074988.014240:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00000100:00000010:2.0:1769074988.014247:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b02d71000. 00000400:00000010:2.0:1769074988.014256:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00010000:00000010:1.0:1769074988.014261:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000010:2.0:1769074988.014264:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18221930. 00000400:00000200:2.0:1769074988.014273:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:3.0:1769074988.014282:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.014287:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00000400:00000200:2.0:1769074988.014288:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:3.0:1769074988.014292:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.014296:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.014303:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc100. 00000400:00000200:2.0:1769074988.014304:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16446:16446:256:4294967295] 192.168.204.41@tcp LPNI seq info [16442:16442:8:4294967295] 00000400:00000200:2.0:1769074988.014313:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00010000:00000010:3.0:1769074988.014316:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.014325:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150dc00. 00000400:00000200:2.0:1769074988.014325:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:3.0:1769074988.014331:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603c00. 00010000:00000010:1.0:1769074988.014335:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.014337:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00000800:00000200:2.0:1769074988.014341:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.014348:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000800:00000200:2.0:1769074988.014355:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:3.0:1769074988.014361:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603800. 00010000:00000010:1.0:1769074988.014362:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1ddf00. 00000800:00000200:2.0:1769074988.014362:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00010000:00000010:3.0:1769074988.014370:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.014372:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00000800:00000200:2.0:1769074988.014372:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 4192 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.014382:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:3.0:1769074988.014387:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305eed00. 00010000:00000010:1.0:1769074988.014390:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.014396:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc100. 00000100:00000200:2.0:1769074988.014397:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d56200-0x6971ec9d56200 00010000:00000010:3.0:1769074988.014407:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:3.0:1769074988.014415:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.014436:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd500. 00010000:00000010:1.0:1769074988.014442:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2e00. 00010000:00000010:1.0:1769074988.014448:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d400. 00010000:00000010:3.0:1769074988.014453:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305eea00. 00010000:00000010:1.0:1769074988.014456:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:3.0:1769074988.014457:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc580. 00010000:00000010:3.0:1769074988.014464:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213b600. 00010000:00000010:3.0:1769074988.014469:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81a00. 00080000:00000010:3.0:1769074988.014489:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0b0fc880. 00000800:00000200:0.0:1769074988.014494:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1769074988.014494:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2480. 00000800:00000010:0.0:1769074988.014501:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:0.0:1769074988.014508:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074988.014509:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00000400:00000200:0.0:1769074988.014522:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.0:1769074988.014524:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:3.0:1769074988.014533:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc100. 00000100:00000200:0.0:1769074988.014534:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8a03ca8400 00010000:00000010:1.0:1769074988.014555:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.014557:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000010:3.0:1769074988.014573:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213bc00. 00010000:00000010:3.0:1769074988.014576:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.014579:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.014587:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.014588:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213a600. 00010000:00000010:1.0:1769074988.014609:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.014624:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c200. 00010000:00000010:1.0:1769074988.014628:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.014631:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000010:3.0:1769074988.014639:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee800. 00010000:00000010:3.0:1769074988.014641:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc100. 00010000:00000010:1.0:1769074988.014644:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:3.0:1769074988.014646:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213a000. 00010000:00000010:1.0:1769074988.014651:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.014652:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.014676:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd700. 00010000:00000010:1.0:1769074988.014682:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.014685:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.0:1769074988.014689:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.014696:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee600. 00010000:00000010:3.0:1769074988.014700:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074988.014703:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697000. 00010000:00000010:3.0:1769074988.014706:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81c80. 00010000:00000010:1.0:1769074988.014735:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd100. 00080000:00000010:3.0:1769074988.014738:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0a80. 00010000:00000010:1.0:1769074988.014740:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2180. 00010000:00000010:1.0:1769074988.014745:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.0:1769074988.014750:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c280. 00010000:00000010:3.0:1769074988.014766:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00080000:00000010:1.0:1769074988.014770:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2800. 00010000:00000010:3.0:1769074988.014776:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00010000:00000010:3.0:1769074988.014781:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc100. 00010000:00000010:1.0:1769074988.014796:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.014798:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000010:3.0:1769074988.014821:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:1.0:1769074988.014822:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.014831:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.014844:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.014853:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.014856:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.014866:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c400. 00010000:00000010:1.0:1769074988.014869:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.014875:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9b00. 00010000:00000010:1.0:1769074988.014878:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.014886:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ca00. 00010000:00000010:3.0:1769074988.014886:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.014894:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.014910:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9500. 00010000:00000010:1.0:1769074988.014912:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2000. 00010000:00000010:1.0:1769074988.014915:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d000. 00010000:00000010:1.0:1769074988.014919:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00010000:00000010:3.0:1769074988.014919:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00010000:00000010:1.0:1769074988.014951:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.014958:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.014962:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.014975:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.014978:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:3.0:1769074988.014989:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee700. 00010000:00000010:3.0:1769074988.014992:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0b00. 00010000:00000010:1.0:1769074988.014994:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:3.0:1769074988.014996:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697c00. 00010000:00000010:1.0:1769074988.015001:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.015002:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00000400:00000200:0.0:1769074988.015023:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00010000:00000010:1.0:1769074988.015060:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.0:1769074988.015070:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000400:00000200:0.0:1769074988.015079:0:16311:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x284d1 00010000:00000010:1.0:1769074988.015084:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9300. 00000400:00000200:0.0:1769074988.015086:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.015092:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.015093:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee100. 00000400:00000200:0.0:1769074988.015099:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00010000:00000010:3.0:1769074988.015101:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0a00. 00010000:00000010:1.0:1769074988.015106:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1000. 00000400:00000200:0.0:1769074988.015108:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00010000:00000010:3.0:1769074988.015109:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696200. 00010000:00000010:1.0:1769074988.015114:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000400:00000010:0.0:1769074988.015119:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00010000:00000010:3.0:1769074988.015119:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81180. 00000100:00000200:0.0:1769074988.015127:0:16311:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8a03ca8400 00080000:00000010:3.0:1769074988.015140:0:27025:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a09955840. 00010000:00000010:1.0:1769074988.015147:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9600. 00010000:00000010:1.0:1769074988.015152:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c80. 00010000:00000010:1.0:1769074988.015155:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0600. 00010000:00000010:1.0:1769074988.015159:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c780. 00000100:00000010:2.0:1769074988.015168:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b02d71000. 00080000:00000010:1.0:1769074988.015174:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2e80. 00000100:00000010:2.0:1769074988.015175:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8a03ca8400. 00010000:00000010:3.0:1769074988.015181:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00010000:00000010:3.0:1769074988.015206:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.015212:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.015213:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0b00. 00010000:00000010:1.0:1769074988.015245:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.015256:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.015257:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.015278:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.015283:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697400. 00010000:00000010:3.0:1769074988.015292:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00010000:00000010:1.0:1769074988.015296:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.0:1769074988.015300:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.015314:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697200. 00010000:00000010:1.0:1769074988.015316:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:3.0:1769074988.015321:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.015322:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.015335:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee000. 00010000:00000010:1.0:1769074988.015337:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9200. 00010000:00000010:3.0:1769074988.015340:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0b00. 00010000:00000010:1.0:1769074988.015343:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.015346:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696800. 00010000:00000010:1.0:1769074988.015349:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1600. 00010000:00000010:3.0:1769074988.015352:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:1.0:1769074988.015355:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.015379:0:27025:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee400. 00010000:00000010:1.0:1769074988.015391:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9000. 00010000:00000010:3.0:1769074988.015391:0:27025:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0080. 00010000:00000010:1.0:1769074988.015396:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2a80. 00010000:00000010:3.0:1769074988.015403:0:27025:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696400. 00010000:00000010:1.0:1769074988.015404:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:1.0:1769074988.015414:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca00. 00010000:00000010:3.0:1769074988.015418:0:27025:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b80. 00080000:00000010:1.0:1769074988.015427:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2980. 00010000:00000010:1.0:1769074988.015448:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:3.0:1769074988.015471:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:1.0:1769074988.015473:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.015481:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:3.0:1769074988.015496:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00010000:00000010:3.0:1769074988.015501:0:27025:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0b00. 00010000:00000010:1.0:1769074988.015514:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.015525:0:27025:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00000004:00000010:3.0:1769074988.015539:0:27025:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b06743000. 00010000:00000010:1.0:1769074988.015542:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00000004:00000010:3.0:1769074988.015544:0:27025:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b06745000. 00000004:00000010:3.0:1769074988.015550:0:27025:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 16 at ffff8c8a03245990. 00010000:00000010:1.0:1769074988.015553:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000004:00000010:3.0:1769074988.015553:0:27025:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8c8b3856b000. 00000100:00000010:3.0:1769074988.015559:0:27025:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff8c8b30755400. 00000100:00000010:3.0:1769074988.015561:0:27025:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b04890400. 00010000:00000200:3.0:1769074988.015569:0:27025:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2300 x1855008351279872/t0(0) o63->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 272/7624 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074988.015579:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0c00. 00000400:00000010:3.0:1769074988.015581:0:27025:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b000. 00000100:00000200:3.0:1769074988.015587:0:27025:0:(niobuf.c:94:ptl_send_buf()) Sending 7624 bytes to portal 4, xid 1855008351279872, offset 224 00010000:00000010:1.0:1769074988.015588:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000400:00000200:3.0:1769074988.015594:0:27025:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.015604:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9900. 00000400:00000200:3.0:1769074988.015605:0:27025:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074988.015613:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00000400:00000200:3.0:1769074988.015617:0:27025:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16447:16447:256:4294967295] 192.168.204.41@tcp LPNI seq info [16443:16443:8:4294967295] 00010000:00000010:1.0:1769074988.015624:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0a00. 00000400:00000200:3.0:1769074988.015634:0:27025:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074988.015635:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000800:00000200:3.0:1769074988.015645:0:27025:0:(socklnd_cb.c:1001:ksocknal_send()) sending 7624 bytes in 2 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.015648:0:27025:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff8c8a03f5d200. 00000800:00000200:3.0:1769074988.015653:0:27025:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.015656:0:27025:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:3.0:1769074988.015660:0:27025:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a03f5d200 type 1, nob 7720 niov 1 nkiov 2 00000020:00000010:3.0:1769074988.015678:0:27025:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e300. 00010000:00000010:1.0:1769074988.015681:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9d00. 00000020:00000010:3.0:1769074988.015682:0:27025:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087517d0. 00000020:00000010:3.0:1769074988.015690:0:27025:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07026000. 00010000:00000010:1.0:1769074988.015691:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b00. 00010000:00000010:1.0:1769074988.015701:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:1.0:1769074988.015710:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca80. 00000800:00000200:0.0:1769074988.015743:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.015747:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff8c8a03f5d200. 00080000:00000010:1.0:1769074988.015747:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a360. 00000400:00000200:0.0:1769074988.015754:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.015759:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.015763:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b000 00000400:00000010:0.0:1769074988.015765:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856b000. 00010000:00000010:1.0:1769074988.015774:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.015784:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.015788:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.015801:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.015810:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.0:1769074988.015812:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.015822:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1400. 00010000:00000010:1.0:1769074988.015825:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.015830:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9c00. 00010000:00000010:1.0:1769074988.015832:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.015835:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.0:1769074988.015838:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.015858:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9400. 00010000:00000010:1.0:1769074988.015861:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2d00. 00010000:00000010:1.0:1769074988.015864:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:1.0:1769074988.015866:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c900. 00080000:00000010:1.0:1769074988.015875:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2a00. 00010000:00000010:1.0:1769074988.015891:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.015898:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.015901:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00000004:00000010:2.0:1769074988.015907:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b3858e000. 00010000:00000010:1.0:1769074988.015910:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000200:2.0:1769074988.015922:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2d80 x1855008351281664/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.015929:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485e00. 00010000:00000010:1.0:1769074988.015935:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000400:00000010:2.0:1769074988.015941:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.015947:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351281664, offset 224 00010000:00000010:1.0:1769074988.015949:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485800. 00010000:00000010:1.0:1769074988.015955:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000400:00000200:2.0:1769074988.015957:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.015962:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9100. 00010000:00000010:1.0:1769074988.015965:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00000400:00000200:2.0:1769074988.015970:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074988.015971:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484400. 00010000:00000010:1.0:1769074988.015976:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000400:00000200:2.0:1769074988.015982:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16448:16448:256:4294967295] 192.168.204.41@tcp LPNI seq info [16444:16444:8:4294967295] 00000400:00000200:2.0:1769074988.015993:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.015998:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.016003:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000800:00000200:2.0:1769074988.016009:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.016016:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9a00. 00000800:00000200:2.0:1769074988.016017:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.016022:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2880. 00000800:00000200:2.0:1769074988.016024:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 536 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.016046:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484800. 00010000:00000010:1.0:1769074988.016049:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf00. 00080000:00000010:1.0:1769074988.016065:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2300. 00000020:00000010:2.0:1769074988.016074:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6f80. 00000020:00000010:2.0:1769074988.016082:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000020:00000010:2.0:1769074988.016086:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765ac00. 00010000:00000010:1.0:1769074988.016097:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016109:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000800:00000200:0.0:1769074988.016114:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.016115:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00000800:00000010:0.0:1769074988.016120:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:0.0:1769074988.016125:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.016129:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.016131:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.016132:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:0.0:1769074988.016136:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00010000:00000010:1.0:1769074988.016143:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485000. 00010000:00000010:1.0:1769074988.016148:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016157:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484600. 00010000:00000010:1.0:1769074988.016159:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016165:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9f00. 00010000:00000010:1.0:1769074988.016167:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.016170:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485a00. 00010000:00000010:1.0:1769074988.016171:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016191:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9700. 00010000:00000010:1.0:1769074988.016195:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2900. 00010000:00000010:1.0:1769074988.016200:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485200. 00010000:00000010:1.0:1769074988.016203:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cd80. 00080000:00000010:1.0:1769074988.016218:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511a80. 00010000:00000010:1.0:1769074988.016240:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016249:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016253:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.016265:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016273:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485600. 00010000:00000010:1.0:1769074988.016275:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016285:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484000. 00010000:00000010:1.0:1769074988.016287:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016292:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9e00. 00010000:00000010:1.0:1769074988.016294:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.016297:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484e00. 00010000:00000010:1.0:1769074988.016298:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016317:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04000. 00010000:00000010:1.0:1769074988.016320:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.016322:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484c00. 00010000:00000010:1.0:1769074988.016324:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c080. 00080000:00000010:1.0:1769074988.016332:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.016345:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016350:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016353:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.016360:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016367:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484a00. 00010000:00000010:1.0:1769074988.016369:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016377:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485c00. 00010000:00000010:1.0:1769074988.016379:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016383:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04200. 00010000:00000010:1.0:1769074988.016385:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016401:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484200. 00010000:00000010:1.0:1769074988.016404:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016422:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04b00. 00010000:00000010:1.0:1769074988.016425:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510e00. 00010000:00000010:1.0:1769074988.016427:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485400. 00010000:00000010:1.0:1769074988.016429:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c500. 00080000:00000010:1.0:1769074988.016437:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510200. 00010000:00000010:1.0:1769074988.016450:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016458:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016462:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016474:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016495:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708a00. 00010000:00000010:1.0:1769074988.016500:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016520:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709c00. 00010000:00000010:1.0:1769074988.016524:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016533:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04800. 00010000:00000010:1.0:1769074988.016536:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016540:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708200. 00010000:00000010:1.0:1769074988.016543:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016575:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04900. 00010000:00000010:1.0:1769074988.016580:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510b80. 00010000:00000010:1.0:1769074988.016584:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:1.0:1769074988.016589:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c580. 00080000:00000010:1.0:1769074988.016605:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510300. 00010000:00000010:1.0:1769074988.016628:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016637:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016641:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016654:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016664:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.0:1769074988.016668:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016681:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709800. 00010000:00000010:1.0:1769074988.016683:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016688:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04d00. 00010000:00000010:1.0:1769074988.016690:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016693:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708400. 00010000:00000010:1.0:1769074988.016694:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016730:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04e00. 00010000:00000010:1.0:1769074988.016733:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510d00. 00010000:00000010:1.0:1769074988.016735:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708800. 00010000:00000010:1.0:1769074988.016738:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c200. 00080000:00000010:1.0:1769074988.016749:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510c00. 00010000:00000010:1.0:1769074988.016764:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016769:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016771:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016779:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016785:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709000. 00010000:00000010:1.0:1769074988.016787:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016796:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708600. 00010000:00000010:1.0:1769074988.016798:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016802:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04a00. 00010000:00000010:1.0:1769074988.016804:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016807:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709a00. 00010000:00000010:1.0:1769074988.016808:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016840:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04600. 00010000:00000010:1.0:1769074988.016842:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510480. 00010000:00000010:1.0:1769074988.016844:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709200. 00010000:00000010:1.0:1769074988.016847:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c700. 00080000:00000010:1.0:1769074988.016856:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510d80. 00010000:00000010:1.0:1769074988.016869:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016874:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016876:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016883:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016889:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00010000:00000010:1.0:1769074988.016892:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016900:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.0:1769074988.016902:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016906:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04700. 00010000:00000010:1.0:1769074988.016908:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016911:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.0:1769074988.016913:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016929:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04500. 00010000:00000010:1.0:1769074988.016931:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510080. 00010000:00000010:1.0:1769074988.016934:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708c00. 00010000:00000010:1.0:1769074988.016936:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc80. 00080000:00000010:1.0:1769074988.016943:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510700. 00010000:00000010:1.0:1769074988.016956:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.016961:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.016963:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.016970:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016983:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575c00. 00010000:00000010:1.0:1769074988.016987:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.016999:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574200. 00010000:00000010:1.0:1769074988.017002:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.017007:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04400. 00010000:00000010:1.0:1769074988.017009:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.017011:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.0:1769074988.017013:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.017047:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04f00. 00010000:00000010:1.0:1769074988.017050:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510b00. 00010000:00000010:1.0:1769074988.017054:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575e00. 00010000:00000010:1.0:1769074988.017057:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c400. 00080000:00000010:1.0:1769074988.017070:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510f80. 00010000:00000010:1.0:1769074988.017094:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.017102:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.017107:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.017119:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.017129:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575800. 00010000:00000010:1.0:1769074988.017131:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.017141:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00010000:00000010:1.0:1769074988.017143:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.017148:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04300. 00010000:00000010:1.0:1769074988.017150:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.017153:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574800. 00010000:00000010:1.0:1769074988.017154:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.017187:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04c00. 00010000:00000010:1.0:1769074988.017189:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510980. 00010000:00000010:1.0:1769074988.017192:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575000. 00010000:00000010:1.0:1769074988.017195:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c980. 00080000:00000010:1.0:1769074988.017209:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.017231:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.017240:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.017244:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.017257:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000004:00000010:1.0:1769074988.017265:0:26109:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b30741000. 00000004:00000010:1.0:1769074988.017267:0:26109:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b30745000. 00000004:00000010:1.0:1769074988.017269:0:26109:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b30747000. 00000004:00000010:1.0:1769074988.017270:0:26109:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b30746000. 00000004:00000010:1.0:1769074988.017272:0:26109:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 32 at ffff8c8a04cf5160. 00000004:00000010:1.0:1769074988.017274:0:26109:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8c8a010fea80. 00000100:00000010:1.0:1769074988.017276:0:26109:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 128 at ffff8c8b38511400. 00000100:00000010:1.0:1769074988.017278:0:26109:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b378b9000. 00010000:00000200:1.0:1769074988.017284:0:26109:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650dc00 x1855008351280256/t0(0) o63->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 288/14736 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.017294:0:26109:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8c8a010fea80. 00000100:00000200:1.0:1769074988.017297:0:26109:0:(niobuf.c:94:ptl_send_buf()) Sending 14736 bytes to portal 4, xid 1855008351280256, offset 224 00000400:00000200:1.0:1769074988.017300:0:26109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.017305:0:26109:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.017308:0:26109:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16449:16449:256:4294967295] 192.168.204.41@tcp LPNI seq info [16445:16445:8:4294967295] 00000400:00000200:1.0:1769074988.017314:0:26109:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.017318:0:26109:0:(socklnd_cb.c:1001:ksocknal_send()) sending 14736 bytes in 4 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.017320:0:26109:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff8c8b35f8e600. 00000800:00000200:1.0:1769074988.017323:0:26109:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.017327:0:26109:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:1.0:1769074988.017329:0:26109:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b35f8e600 type 1, nob 14832 niov 1 nkiov 4 00000020:00000010:1.0:1769074988.017343:0:26109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511e00. 00000020:00000010:1.0:1769074988.017346:0:26109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074988.017348:0:26109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e000. 00000800:00000200:0.0:1769074988.017412:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.017417:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff8c8b35f8e600. 00000400:00000200:0.0:1769074988.017419:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.017423:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.017426:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fea80 00000400:00000010:0.0:1769074988.017427:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8c8a010fea80. 00000400:00000200:0.0:1769074988.017599:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.017606:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d56280 00000400:00000200:0.0:1769074988.017611:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x208d5 [2] + 984 00000400:00000200:0.0:1769074988.017618:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.017620:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.017624:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074988.017627:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1c00. 00000020:00000010:1.0:1769074988.017680:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bdc0. 00000020:00000010:1.0:1769074988.017686:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bdc0. 00000020:00000010:1.0:1769074988.017691:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e000. 00000020:00000010:1.0:1769074988.017694:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510380. 00000020:00000010:1.0:1769074988.017697:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000100:00000200:1.0:1769074988.017733:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35cd1c00 x1855008351281792/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.017766:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bdc0. 00000020:00000010:1.0:1769074988.017771:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bdc0. 00000100:00000200:1.0:1769074988.017775:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351281792 02000000:00000010:1.0:1769074988.017785:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378b9000. 00010000:00000010:1.0:1769074988.017801:0:44334:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c00. 00000400:00000200:0.0:1769074988.017809:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.017815:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35bdc0. 00000400:00000200:0.0:1769074988.017816:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 272 into portal 24 MB=0x6971ec9d56300 00000400:00000200:0.0:1769074988.017824:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.204.41@tcp of length 272/272 into md 0x4e2d [256] + 9952 00000100:00000010:1.0:1769074988.017824:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000400:00000200:0.0:1769074988.017835:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.017837:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074988.017839:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00000100:00000200:0.0:1769074988.017841:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000010:1.0:1769074988.017843:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35bdc0. 00000100:00000010:0.0:1769074988.017846:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0700. 00000400:00000010:1.0:1769074988.017853:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.017858:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351281792, offset 224 00000400:00000200:1.0:1769074988.017864:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074988.017870:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52300. 00000400:00000200:1.0:1769074988.017871:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:2.0:1769074988.017879:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6f80. 00000400:00000200:1.0:1769074988.017882:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16450:16450:256:4294967295] 192.168.204.41@tcp LPNI seq info [16446:16446:8:4294967295] 00010000:00000010:2.0:1769074988.017888:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a200. 00000400:00000200:1.0:1769074988.017895:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074988.017896:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755400. 00010000:00000010:2.0:1769074988.017899:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7480. 00000800:00000200:1.0:1769074988.017906:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:3.0:1769074988.017907:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755400. 00000800:00000010:1.0:1769074988.017917:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000020:00000010:3.0:1769074988.017919:0:26109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03f5ca00. 00000020:00000010:3.0:1769074988.017927:0:26109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0b00. 00000800:00000200:1.0:1769074988.017928:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:3.0:1769074988.017935:0:26109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087517d0. 00000800:00000200:1.0:1769074988.017941:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:2.0:1769074988.017942:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed000. 00000800:00000200:1.0:1769074988.017945:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1769074988.017951:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6680. 00010000:00000010:2.0:1769074988.017959:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980400. 00000020:00000010:1.0:1769074988.017966:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510380. 00010000:00000010:2.0:1769074988.017968:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 00000020:00000010:1.0:1769074988.017971:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074988.017976:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e000. 00000020:00000010:3.0:1769074988.017978:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755400. 00000020:00000010:3.0:1769074988.017985:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755400. 00000020:00000010:2.0:1769074988.017989:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b06d29ac0. 00000100:00000200:3.0:1769074988.017993:0:26109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351281920 00000020:00000010:2.0:1769074988.018001:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b06d29ac0. 00000004:00000010:3.0:1769074988.018008:0:26109:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 16 at ffff8c8a03245990. 00000020:00000010:2.0:1769074988.018013:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00000100:00000010:3.0:1769074988.018016:0:26109:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b04890400. 00000800:00000200:0.0:1769074988.018017:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1769074988.018021:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0765ac00. 00000800:00000010:0.0:1769074988.018048:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:0.0:1769074988.018054:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074988.018057:0:26109:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff8c8b30755400. 00000400:00000200:0.0:1769074988.018066:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000004:00000010:2.0:1769074988.018070:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b13253cc0. 00000004:00000010:3.0:1769074988.018070:0:26109:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b06745000. 00000400:00000200:0.0:1769074988.018072:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:0.0:1769074988.018078:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000004:00000010:2.0:1769074988.018080:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03b0bbc0. 00000004:00000010:2.0:1769074988.018086:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074988.018093:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515f10. 00080000:00000010:2.0:1769074988.018112:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074988.018119:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f7c0. 00080000:00000010:2.0:1769074988.018125:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f080. 00000004:00000010:3.0:1769074988.018127:0:26109:0:(mdt_batch.c:195:mdt_batch()) kmalloced '(update_bufs[i])': 4096 at ffff8c8b06743000. 00000400:00000010:3.0:1769074988.018135:0:26109:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3856b6c0. 00000400:00000010:3.0:1769074988.018142:0:26109:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b014ce1c0. 00000400:00000200:3.0:1769074988.018147:0:26109:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074988.018151:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f900. 00000400:00000200:3.0:1769074988.018157:0:26109:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.018161:0:26109:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16451:16451:256:4294967295] 192.168.204.41@tcp LPNI seq info [16447:16447:8:4294967295] 00000400:00000200:3.0:1769074988.018165:0:26109:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.018169:0:26109:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:3.0:1769074988.018172:0:26109:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.018176:0:26109:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b06158400. 00000800:00000200:3.0:1769074988.018181:0:26109:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.018184:0:26109:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.018187:0:26109:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 2, nob 96 niov 1 nkiov 0 00000001:00000010:2.0:1769074988.018196:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000100:00000200:3.0:1769074988.018203:0:26109:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 2 pages 8192 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d56300-0x6971ec9d56300 00000001:00000010:2.0:1769074988.018210:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00000800:00000200:0.0:1769074988.018243:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:2.0:1769074988.018246:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f000. 00000800:00000010:0.0:1769074988.018247:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b06158400. 00000400:00000200:0.0:1769074988.018253:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1769074988.018256:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b132533c0. 00000400:00000200:0.0:1769074988.018259:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:0.0:1769074988.018263:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b04890400 00000001:00000010:2.0:1769074988.018267:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b13253d80. 00080000:00000010:2.0:1769074988.018275:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f900. 00080000:00000010:2.0:1769074988.018278:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f080. 00080000:00000010:2.0:1769074988.018280:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f7c0. 00080000:00000010:2.0:1769074988.018283:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000020:00000010:2.0:1769074988.018286:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.018302:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2a00. 00010000:00000010:2.0:1769074988.018307:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7080. 00010000:00000010:2.0:1769074988.018317:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b13253d80. 00010000:00000010:2.0:1769074988.018352:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000010:0.0:1769074988.018356:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7080. 00010000:00000010:0.0:1769074988.018363:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6680. 00010000:00000010:0.0:1769074988.018371:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b13253d80. 00080000:00000010:2.0:1769074988.018409:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439f80. 00080000:00000010:2.0:1769074988.018415:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010ca800. 00000004:00000010:2.0:1769074988.018420:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515f10. 00000004:00000010:2.0:1769074988.018424:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bbc0. 00000004:00000010:2.0:1769074988.018428:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074988.018432:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b13253cc0. 00000004:00000010:2.0:1769074988.018435:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599870. 00000004:00000010:2.0:1769074988.018438:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf564b0. 00000004:00000010:2.0:1769074988.018441:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327fa40. 00010000:00000010:2.0:1769074988.018455:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3500. 00010000:00000200:2.0:1769074988.018471:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542166, last committed = 0 00010000:00000200:2.0:1769074988.018478:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2a00 x1855008351281408/t60129542166(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074988.018491:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.018495:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351281408, offset 224 00000400:00000200:2.0:1769074988.018501:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.018509:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.018513:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16452:16452:256:4294967295] 192.168.204.41@tcp LPNI seq info [16448:16448:8:4294967295] 00000400:00000200:2.0:1769074988.018526:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.018532:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.018537:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000800:00000200:2.0:1769074988.018542:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.018548:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.018551:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.018571:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.018578:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.018583:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765a000. 00000800:00000200:0.0:1769074988.018609:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.018613:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:0.0:1769074988.018615:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.018620:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.018623:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:0.0:1769074988.018625:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074988.018679:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:3.0:1769074988.018692:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 8192/8192 into md 0x284e5 00000400:00000200:3.0:1769074988.018707:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.018711:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:3.0:1769074988.018731:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b6c0 00000400:00000010:3.0:1769074988.018733:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856b6c0. 00000100:00000200:3.0:1769074988.018738:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b04890400 02000000:00000010:1.0:1769074988.018786:0:26109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 19888 at ffff8c8b2b738000. 00000004:00000010:1.0:1769074988.018792:0:26109:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00010000:00000010:1.0:1769074988.018799:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574600. 00010000:00000010:1.0:1769074988.018801:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.018815:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.0:1769074988.018817:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.018823:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04100. 00010000:00000010:1.0:1769074988.018825:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.018827:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575200. 00010000:00000010:1.0:1769074988.018829:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.018850:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baa00. 00010000:00000010:1.0:1769074988.018852:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510280. 00010000:00000010:1.0:1769074988.018855:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575600. 00010000:00000010:1.0:1769074988.018857:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cb80. 00080000:00000010:1.0:1769074988.018865:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510100. 00010000:00000010:1.0:1769074988.018880:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.018886:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.018888:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.018896:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.018904:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574000. 00010000:00000010:1.0:1769074988.018906:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.018914:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.0:1769074988.018916:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.018935:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba200. 00010000:00000010:1.0:1769074988.018937:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.018940:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.0:1769074988.018942:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.018960:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba700. 00010000:00000010:1.0:1769074988.018962:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510a00. 00010000:00000010:1.0:1769074988.018965:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574a00. 00010000:00000010:1.0:1769074988.018967:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c300. 00080000:00000010:1.0:1769074988.018975:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510680. 00010000:00000010:1.0:1769074988.018988:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.018994:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.018996:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.019003:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.019017:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f800. 00010000:00000010:1.0:1769074988.019020:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.1:1769074988.019045:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691000. 00010000:00000010:1.1:1769074988.019050:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7900. 00010000:00000010:1.1:1769074988.019055:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.1:1769074988.019063:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690a00. 00010000:00000010:3.1:1769074988.019063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984600. 00010000:00000010:2.1:1769074988.019076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5a00. 00010000:00000010:3.1:1769074988.019078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603700. 00010000:00000010:1.1:1769074988.019079:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690800. 00010000:00000010:3.1:1769074988.019092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984400. 00010000:00000010:2.1:1769074988.019094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690600. 00010000:00000010:1.1:1769074988.019095:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7e00. 00010000:00000010:3.1:1769074988.019099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985800. 00010000:00000010:2.1:1769074988.019108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5c00. 00010000:00000010:3.1:1769074988.019108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985600. 00010000:00000010:1.1:1769074988.019111:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00010000:00000010:3.1:1769074988.019118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603d00. 00010000:00000010:2.1:1769074988.019127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980000. 00010000:00000010:1.1:1769074988.019128:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:3.1:1769074988.019128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985200. 00010000:00000010:3.1:1769074988.019155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984200. 00010000:00000010:1.1:1769074988.019156:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691600. 00010000:00000010:2.1:1769074988.019157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52c00. 00010000:00000010:3.1:1769074988.019182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984000. 00010000:00000010:1.1:1769074988.019183:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7200. 00010000:00000010:2.1:1769074988.019183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980e00. 00010000:00000010:3.1:1769074988.019199:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603f00. 00010000:00000010:1.1:1769074988.019205:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:3.1:1769074988.019211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59c00. 00010000:00000010:1.1:1769074988.019220:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690e00. 00010000:00000010:3.1:1769074988.019223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984c00. 00010000:00000010:2.1:1769074988.019225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:1.1:1769074988.019229:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79000. 00010000:00000010:3.1:1769074988.019236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59200. 00010000:00000010:2.1:1769074988.019238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b600. 00010000:00000010:1.1:1769074988.019240:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7700. 00010000:00000010:2.1:1769074988.019252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a500. 00010000:00000010:1.1:1769074988.019253:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79a00. 00010000:00000010:1.1:1769074988.019259:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:2.1:1769074988.019263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42164a00. 00010000:00000010:1.1:1769074988.019265:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.1:1769074988.019274:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7100. 00010000:00000010:1.1:1769074988.019280:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78400. 00010000:00000010:3.1:1769074988.019280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603300. 00010000:00000010:3.1:1769074988.019292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58800. 00010000:00000010:1.1:1769074988.019295:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79c00. 00010000:00000010:2.1:1769074988.019296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980600. 00010000:00000010:3.1:1769074988.019301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58400. 00010000:00000010:1.1:1769074988.019305:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78800. 00010000:00000010:2.1:1769074988.019311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:3.1:1769074988.019313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59800. 00010000:00000010:1.1:1769074988.019315:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed500. 00010000:00000010:1.1:1769074988.019334:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:2.1:1769074988.019336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901ab00. 00010000:00000010:3.1:1769074988.019336:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603400. 00010000:00000010:1.1:1769074988.019346:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79e00. 00010000:00000010:2.1:1769074988.019349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:3.1:1769074988.019351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58c00. 00010000:00000010:1.1:1769074988.019353:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6000. 00010000:00000010:3.1:1769074988.019364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:1.1:1769074988.019365:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180edb00. 00010000:00000010:2.1:1769074988.019371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42165600. 00010000:00000010:1.1:1769074988.019378:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:1.1:1769074988.019382:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:1.1:1769074988.019385:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:1.1:1769074988.019387:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569800. 00010000:00000010:1.1:1769074988.019391:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:1.1:1769074988.019397:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:1.1:1769074988.019401:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6200. 00010000:00000010:1.1:1769074988.019403:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569100. 00010000:00000010:1.1:1769074988.019405:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:1.1:1769074988.019407:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7e00. 00010000:00000010:1.1:1769074988.019409:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52400. 00010000:00000010:1.1:1769074988.019411:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:1.0:1769074988.019426:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.0:1769074988.019429:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.019436:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048bab00. 00010000:00000010:1.0:1769074988.019439:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.019443:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e800. 00010000:00000010:1.0:1769074988.019445:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.019469:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba500. 00010000:00000010:1.0:1769074988.019473:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510400. 00010000:00000010:1.0:1769074988.019475:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f000. 00010000:00000010:1.0:1769074988.019478:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cb00. 00080000:00000010:1.0:1769074988.019486:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510880. 00000400:00000200:0.0:1769074988.019494:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.019507:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56380 00010000:00000010:1.0:1769074988.019509:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00000400:00000200:0.0:1769074988.019515:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 2296 00010000:00000010:1.0:1769074988.019523:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000400:00000200:0.0:1769074988.019527:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.019531:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00000400:00000200:0.0:1769074988.019536:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.019543:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.019548:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3480. 00010000:00000010:1.0:1769074988.019549:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.019564:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e600. 00010000:00000010:1.0:1769074988.019570:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.019576:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.019583:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d56500 00000400:00000200:0.0:1769074988.019589:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 31224 00010000:00000010:1.0:1769074988.019589:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fa00. 00000020:00000010:2.0:1769074988.019599:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074988.019600:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.019600:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000020:00000010:2.0:1769074988.019607:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074988.019609:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.019614:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1769074988.019616:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765a000. 00010000:00000010:1.0:1769074988.019617:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba800. 00000100:00000010:0.0:1769074988.019619:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3b80. 00010000:00000010:1.0:1769074988.019626:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00000020:00000010:2.0:1769074988.019626:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.019635:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.019637:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f200. 00000400:00000200:0.0:1769074988.019647:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.019650:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000400:00000200:0.0:1769074988.019656:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56400 00000020:00000010:3.0:1769074988.019662:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00000400:00000200:0.0:1769074988.019663:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 2624 00000020:00000010:3.0:1769074988.019671:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000400:00000200:0.0:1769074988.019676:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074988.019677:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03f5c800. 00000020:00000010:2.0:1769074988.019681:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:3.0:1769074988.019685:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0880. 00000400:00000200:0.0:1769074988.019686:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.019689:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00010000:00000010:1.0:1769074988.019691:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baf00. 00000020:00000010:3.0:1769074988.019697:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00000100:00000200:0.0:1769074988.019700:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1769074988.019701:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351282048 00010000:00000010:1.0:1769074988.019702:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510580. 00000100:00000010:0.0:1769074988.019704:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3800. 00010000:00000010:1.0:1769074988.019711:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.0:1769074988.019735:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c100. 00000400:00000200:0.0:1769074988.019744:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:2.0:1769074988.019745:0:28095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180edf00. 00010000:00000010:2.0:1769074988.019752:0:28095:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b180ed600. 00000400:00000200:0.0:1769074988.019753:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56580 00080000:00000010:1.0:1769074988.019754:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510780. 00000400:00000200:0.0:1769074988.019766:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 2952 00010000:00000010:2.0:1769074988.019771:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3c00. 00000400:00000200:0.0:1769074988.019777:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:2.0:1769074988.019782:0:28095:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0951f640. 00010000:00000010:1.0:1769074988.019786:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000400:00000200:0.0:1769074988.019787:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.019796:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1769074988.019797:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00010000:00000010:1.0:1769074988.019801:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 02000000:00000010:2.0:1769074988.019802:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a03ca8400. 00000020:00000010:3.0:1769074988.019806:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000100:00000010:0.0:1769074988.019808:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2680. 00010000:00000010:1.0:1769074988.019808:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00000100:00000200:3.0:1769074988.019810:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351282432 00010000:00000200:2.0:1769074988.019825:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3480 x1855008351282048/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.019826:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.019841:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.019843:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e000. 00000400:00000010:2.0:1769074988.019844:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00010000:00000010:1.0:1769074988.019851:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000100:00000200:2.0:1769074988.019852:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351282048, offset 224 00000400:00000200:0.0:1769074988.019856:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56600 00000400:00000200:0.0:1769074988.019862:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 3280 00010000:00000010:1.0:1769074988.019878:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ee00. 00000400:00000200:2.0:1769074988.019879:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:3.0:1769074988.019879:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b06746000. 00000400:00000200:0.0:1769074988.019888:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.019897:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000400:00000200:0.0:1769074988.019898:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.019905:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074988.019910:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba900. 00010000:00000010:3.0:1769074988.019914:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf280. 00010000:00000010:1.0:1769074988.019915:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00000400:00000200:2.0:1769074988.019916:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16453:16453:256:4294967295] 192.168.204.41@tcp LPNI seq info [16449:16449:8:4294967295] 00010000:00000010:1.0:1769074988.019926:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.019931:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000400:00000200:2.0:1769074988.019938:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.019946:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074988.019947:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074988.019948:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048bae00. 00000800:00000010:2.0:1769074988.019953:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00010000:00000010:1.0:1769074988.019955:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510180. 00000100:00000010:0.0:1769074988.019956:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1880. 00010000:00000010:1.0:1769074988.019961:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ea00. 00000800:00000200:2.0:1769074988.019963:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.019965:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ce00. 00000800:00000200:2.0:1769074988.019978:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.019982:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074988.019989:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.019997:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56680 00010000:00000010:1.0:1769074988.019998:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00000400:00000200:0.0:1769074988.020004:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 3608 00000020:00000010:2.0:1769074988.020004:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.020014:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.020015:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000400:00000200:0.0:1769074988.020016:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074988.020018:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439380. 00000020:00000010:2.0:1769074988.020022:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765a000. 00010000:00000010:1.0:1769074988.020023:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.020057:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.020067:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.020073:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074988.020076:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fc00. 00000100:00000010:0.0:1769074988.020080:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748c380. 00000020:00000010:2.0:1769074988.020081:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f7c0. 00010000:00000010:1.0:1769074988.020084:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000020:00000010:2.0:1769074988.020088:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f7c0. 00000020:00000010:2.0:1769074988.020095:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765a000. 00000020:00000010:2.0:1769074988.020101:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00010000:00000010:1.0:1769074988.020105:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e200. 00000020:00000010:2.0:1769074988.020108:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.020115:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000020:00000010:0.0:1769074988.020119:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd80. 00010000:00000010:3.0:1769074988.020123:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697800. 00000020:00000010:0.0:1769074988.020125:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd80. 00010000:00000010:1.0:1769074988.020128:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048bad00. 00010000:00000010:1.0:1769074988.020138:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:3.0:1769074988.020138:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00000020:00000010:0.0:1769074988.020139:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:2.0:1769074988.020142:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f7c0. 00000020:00000010:0.0:1769074988.020150:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00010000:00000010:1.0:1769074988.020150:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f400. 00000020:00000010:2.0:1769074988.020151:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f7c0. 00010000:00000010:3.0:1769074988.020153:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305eee00. 00000020:00000010:0.0:1769074988.020157:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00010000:00000010:1.0:1769074988.020160:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000020:00000010:2.0:1769074988.020167:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.020174:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6c80. 00000020:00000010:2.0:1769074988.020178:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000020:00000010:0.0:1769074988.020188:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd80. 00010000:00000010:1.0:1769074988.020188:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba100. 00000020:00000010:0.0:1769074988.020194:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd80. 00010000:00000010:1.0:1769074988.020196:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510500. 00000020:00000010:0.0:1769074988.020200:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793600. 00010000:00000010:3.0:1769074988.020203:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0c00. 00010000:00000010:1.0:1769074988.020205:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fe00. 00000020:00000010:0.0:1769074988.020206:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439200. 00000020:00000010:2.0:1769074988.020209:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f7c0. 00000020:00000010:2.0:1769074988.020214:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f7c0. 00000020:00000010:0.0:1769074988.020217:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ed48. 00010000:00000010:3.0:1769074988.020217:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697e00. 00010000:00000010:1.0:1769074988.020218:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c600. 00000100:00000200:2.0:1769074988.020218:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351282176 00010000:00000010:3.0:1769074988.020233:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81680. 00010000:00000010:2.0:1769074988.020241:0:28095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180edb00. 00010000:00000010:2.0:1769074988.020248:0:28095:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b180ed500. 00000020:00000010:0.0:1769074988.020258:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd80. 00000020:00000010:0.0:1769074988.020262:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd80. 00000100:00000200:0.0:1769074988.020264:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351282560 00000020:00000010:1.0:1769074988.020267:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bdc0. 00010000:00000010:2.0:1769074988.020270:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2200. 00000020:00000010:1.0:1769074988.020272:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bdc0. 00010000:00000010:3.0:1769074988.020272:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee500. 00010000:00000010:0.0:1769074988.020276:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edacf00. 00002000:00000010:2.0:1769074988.020282:0:28095:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0951f7c0. 00000100:00000200:1.0:1769074988.020287:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351282688 00010000:00000010:0.0:1769074988.020290:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3edac400. 02000000:00000010:2.0:1769074988.020299:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a09d5bc00. 00010000:00000010:1.0:1769074988.020300:0:27572:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba400. 00010000:00000010:1.0:1769074988.020305:0:27572:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b048bac00. 00010000:00000010:0.0:1769074988.020311:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e600. 00002000:00000010:0.0:1769074988.020318:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524dd80. 00010000:00000200:2.0:1769074988.020321:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3800 x1855008351282176/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.020324:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7e00. 00002000:00000010:1.0:1769074988.020334:0:27572:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35bdc0. 00010000:00000010:3.0:1769074988.020337:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0e00. 00000400:00000010:2.0:1769074988.020338:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 02000000:00000010:0.0:1769074988.020344:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bc400. 00000100:00000200:2.0:1769074988.020346:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351282176, offset 224 02000000:00000010:1.0:1769074988.020352:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378ba800. 00010000:00000010:3.0:1769074988.020353:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696e00. 00000400:00000200:2.0:1769074988.020362:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000200:0.0:1769074988.020364:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2680 x1855008351282560/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:3.0:1769074988.020368:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000200:1.0:1769074988.020378:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1880 x1855008351282688/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074988.020378:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:0.0:1769074988.020383:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.020390:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351282560, offset 224 00000400:00000200:2.0:1769074988.020392:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16454:16454:255:4294967295] 192.168.204.41@tcp LPNI seq info [16450:16450:7:4294967295] 00000020:00000010:3.0:1769074988.020397:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b35118560. 00000400:00000200:0.0:1769074988.020403:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074988.020407:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.020414:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351282688, offset 224 00000400:00000200:1.0:1769074988.020424:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.020425:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.020433:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.020437:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074988.020440:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000400:00000200:0.0:1769074988.020445:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16455:16455:254:4294967295] 192.168.204.41@tcp LPNI seq info [16451:16451:6:4294967295] 00000800:00000200:2.0:1769074988.020451:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:3.0:1769074988.020457:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b35118560. 00000800:00000200:2.0:1769074988.020465:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074988.020470:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074988.020471:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a09955000. 00000800:00000200:2.0:1769074988.020473:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 496 niov 1 nkiov 1 00080000:00000010:3.0:1769074988.020483:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03f5d800. 00000800:00000200:0.0:1769074988.020486:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.020490:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000800:00000010:0.0:1769074988.020493:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000400:00000200:1.0:1769074988.020495:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074988.020498:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000004:00000010:3.0:1769074988.020506:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b6c0. 00000800:00000200:0.0:1769074988.020507:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074988.020507:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765a000. 00000400:00000200:1.0:1769074988.020508:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16456:16456:253:4294967295] 192.168.204.41@tcp LPNI seq info [16452:16452:5:4294967295] 00000004:00000010:3.0:1769074988.020514:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b41285620. 00000004:00000010:3.0:1769074988.020521:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b41285678. 00000800:00000200:0.0:1769074988.020525:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000004:00000010:3.0:1769074988.020531:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf11630. 00000020:00000010:2.0:1769074988.020532:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f080. 00000800:00000200:0.0:1769074988.020534:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.020538:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f080. 00000400:00000200:1.0:1769074988.020541:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:2.0:1769074988.020544:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351282816 00000020:00000010:0.0:1769074988.020550:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000800:00000200:1.0:1769074988.020556:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.020559:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00010000:00000010:2.0:1769074988.020559:0:28095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52400. 00000800:00000010:1.0:1769074988.020563:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000020:00000010:0.0:1769074988.020571:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00010000:00000010:2.0:1769074988.020571:0:28095:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b02d52c00. 00000800:00000200:1.0:1769074988.020574:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:2.0:1769074988.020582:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3400. 00000800:00000200:1.0:1769074988.020588:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00002000:00000010:2.0:1769074988.020592:0:28095:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0951f080. 00000800:00000200:1.0:1769074988.020594:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00080000:00000010:3.0:1769074988.020598:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00000020:00000010:1.0:1769074988.020608:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6c80. 00080000:00000010:3.0:1769074988.020609:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307559c0. 02000000:00000010:2.0:1769074988.020610:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a09d58400. 00000020:00000010:1.0:1769074988.020619:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000020:00000010:1.0:1769074988.020626:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00010000:00000200:2.0:1769074988.020630:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748c380 x1855008351282816/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074988.020642:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074988.020646:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00080000:00000010:1.0:1769074988.020652:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510600. 00000100:00000200:2.0:1769074988.020652:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351282816, offset 224 00000400:00000200:0.0:1769074988.020657:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56700 00080000:00000010:3.0:1769074988.020660:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755080. 00000400:00000200:2.0:1769074988.020669:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.020680:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 3936 00010000:00000010:1.0:1769074988.020686:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000400:00000200:2.0:1769074988.020686:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.020691:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.020700:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.020700:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00000400:00000200:2.0:1769074988.020700:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16457:16457:252:4294967295] 192.168.204.41@tcp LPNI seq info [16453:16453:4:4294967295] 00010000:00000010:1.0:1769074988.020708:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00000400:00000200:2.0:1769074988.020735:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074988.020738:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000100:00000200:0.0:1769074988.020746:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:2.0:1769074988.020747:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:3.0:1769074988.020748:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755cc0. 00010000:00000010:1.0:1769074988.020751:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6c00. 00000100:00000010:0.0:1769074988.020753:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593800. 00000800:00000010:2.0:1769074988.020759:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000020:00000010:3.0:1769074988.020761:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 320 at ffff8c8a03f5d200. 00010000:00000010:1.0:1769074988.020762:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000800:00000200:2.0:1769074988.020775:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.020781:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074988.020783:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d640. 00000800:00000200:2.0:1769074988.020785:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.020786:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6200. 00000020:00000010:0.0:1769074988.020788:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d640. 00010000:00000010:1.0:1769074988.020795:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000020:00000010:0.0:1769074988.020799:0:27572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00000020:00000010:2.0:1769074988.020800:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439200. 00010000:00000010:1.0:1769074988.020805:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba000. 00000020:00000010:0.0:1769074988.020807:0:27572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:2.0:1769074988.020809:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ed48. 00010000:00000010:1.0:1769074988.020810:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00000020:00000010:0.0:1769074988.020813:0:27572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:2.0:1769074988.020818:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04793600. 00010000:00000010:1.0:1769074988.020819:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7a00. 00000001:00000010:3.0:1769074988.020827:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b36751370. 00010000:00000010:1.0:1769074988.020828:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000020:00000010:0.0:1769074988.020841:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d640. 00000001:00000010:3.0:1769074988.020845:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b36751370. 00000020:00000010:0.0:1769074988.020849:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d640. 00000100:00000200:0.0:1769074988.020857:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351282944 00010000:00000010:1.0:1769074988.020862:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba300. 00010000:00000010:1.0:1769074988.020866:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510800. 00010000:00000010:1.0:1769074988.020870:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:1.0:1769074988.020872:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ce80. 00080000:00000010:1.0:1769074988.020885:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510e80. 00010000:00000010:0.0:1769074988.020890:0:27572:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edac900. 00000001:00000010:3.0:1769074988.020893:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099559c0. 00010000:00000010:0.0:1769074988.020900:0:27572:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3c3b5c00. 00000001:00000010:3.0:1769074988.020901:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b780. 00010000:00000010:1.0:1769074988.020903:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:0.0:1769074988.020916:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573ea00. 00010000:00000010:1.0:1769074988.020917:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000001:00000010:3.0:1769074988.020917:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b132533c0. 00010000:00000010:1.0:1769074988.020930:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00080000:00000010:3.0:1769074988.020934:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755cc0. 00002000:00000010:0.0:1769074988.020935:0:27572:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d640. 00080000:00000010:3.0:1769074988.020938:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755080. 00080000:00000010:3.0:1769074988.020945:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307559c0. 00010000:00000010:1.0:1769074988.020948:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00080000:00000010:3.0:1769074988.020949:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 02000000:00000010:0.0:1769074988.020955:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bdc00. 00000020:00000010:3.0:1769074988.020957:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a09955000. 00010000:00000010:1.0:1769074988.020964:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:3.0:1769074988.020968:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696c00. 00010000:00000010:1.0:1769074988.020970:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:3.0:1769074988.020976:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81200. 00010000:00000200:0.0:1769074988.020982:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38593800 x1855008351282944/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.020985:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:3.0:1769074988.020990:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b3856b000. 00010000:00000010:1.0:1769074988.020992:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.021004:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba600. 00000400:00000010:0.0:1769074988.021009:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00010000:00000010:1.0:1769074988.021009:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00000100:00000200:0.0:1769074988.021018:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351282944, offset 224 00010000:00000010:1.0:1769074988.021018:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6000. 00010000:00000010:1.0:1769074988.021067:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:3.0:1769074988.021069:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00000400:00000200:0.0:1769074988.021077:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074988.021077:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81200. 00010000:00000010:2.0:1769074988.021089:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0e00. 00000400:00000200:0.0:1769074988.021091:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.021103:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16458:16458:251:4294967295] 192.168.204.41@tcp LPNI seq info [16454:16454:3:4294967295] 00010000:00000010:2.0:1769074988.021107:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b3856b000. 00010000:00000010:1.0:1769074988.021109:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569100. 00010000:00000010:1.0:1769074988.021116:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510900. 00010000:00000010:1.0:1769074988.021123:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78a00. 00000400:00000200:0.0:1769074988.021129:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074988.021131:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c800. 00000800:00000200:0.0:1769074988.021143:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.021149:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00080000:00000010:1.0:1769074988.021153:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38510a80. 00000800:00000200:0.0:1769074988.021159:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:3.0:1769074988.021168:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439680. 00000800:00000200:0.0:1769074988.021169:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.021177:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00080000:00000010:3.0:1769074988.021178:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cb600. 00000800:00000200:0.0:1769074988.021180:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00000004:00000010:3.0:1769074988.021189:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf11630. 00010000:00000010:1.0:1769074988.021195:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00000020:00000010:0.0:1769074988.021198:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000004:00000010:3.0:1769074988.021198:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285620. 00010000:00000010:1.0:1769074988.021204:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00000004:00000010:3.0:1769074988.021211:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285678. 00000020:00000010:0.0:1769074988.021212:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000004:00000010:3.0:1769074988.021223:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b6c0. 00000020:00000010:0.0:1769074988.021224:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00010000:00000010:1.0:1769074988.021225:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000004:00000010:3.0:1769074988.021233:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598220. 00000004:00000010:3.0:1769074988.021241:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56d20. 00010000:00000010:1.0:1769074988.021246:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79e00. 00000004:00000010:3.0:1769074988.021247:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327eb40. 00010000:00000010:1.0:1769074988.021258:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.021270:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.021274:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:3.0:1769074988.021274:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00000400:00000200:0.0:1769074988.021287:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56780 00010000:00000010:1.0:1769074988.021290:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000400:00000200:0.0:1769074988.021297:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 4264 00010000:00000010:1.0:1769074988.021302:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569800. 00010000:00000200:3.0:1769074988.021302:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542167, last committed = 0 00000400:00000200:0.0:1769074988.021309:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.021316:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.021321:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78800. 00010000:00000200:3.0:1769074988.021325:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3b80 x1855008351282432/t60129542167(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074988.021326:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.021327:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000100:00000200:0.0:1769074988.021340:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.021353:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593480. 00010000:00000010:1.0:1769074988.021353:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7100. 00000400:00000010:3.0:1769074988.021358:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 00010000:00000010:1.0:1769074988.021359:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511e00. 00010000:00000010:1.0:1769074988.021368:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79c00. 00000100:00000200:3.0:1769074988.021369:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351282432, offset 224 00010000:00000010:1.0:1769074988.021372:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000400:00000200:3.0:1769074988.021384:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074988.021385:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511400. 00000400:00000200:0.0:1769074988.021388:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074988.021400:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000400:00000200:3.0:1769074988.021404:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074988.021410:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00000020:00000010:2.0:1769074988.021411:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000400:00000200:3.0:1769074988.021419:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16459:16459:250:4294967295] 192.168.204.41@tcp LPNI seq info [16455:16455:2:4294967295] 00000020:00000010:2.0:1769074988.021422:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00010000:00000010:1.0:1769074988.021423:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00000020:00000010:2.0:1769074988.021435:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00010000:00000010:1.0:1769074988.021436:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00000400:00000200:3.0:1769074988.021439:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074988.021449:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000800:00000200:3.0:1769074988.021449:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.021453:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.021461:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56800 00000800:00000010:3.0:1769074988.021463:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074988.021470:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 4592 00010000:00000010:1.0:1769074988.021473:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78400. 00000800:00000200:3.0:1769074988.021474:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.021483:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000800:00000200:3.0:1769074988.021490:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.021494:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.021499:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00000020:00000010:2.0:1769074988.021499:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000400:00000200:0.0:1769074988.021504:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074988.021505:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0880. 00010000:00000010:1.0:1769074988.021508:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00000020:00000010:2.0:1769074988.021508:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000020:00000010:3.0:1769074988.021518:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00000100:00000200:2.0:1769074988.021520:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283072 00010000:00000010:1.0:1769074988.021522:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7700. 00000400:00000200:0.0:1769074988.021525:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074988.021525:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03f5c800. 00010000:00000010:1.0:1769074988.021530:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:2.0:1769074988.021535:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edadc00. 00010000:00000010:1.0:1769074988.021539:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79400. 00000100:00000200:0.0:1769074988.021540:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:2.0:1769074988.021545:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6100. 00010000:00000010:1.0:1769074988.021548:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000100:00000010:0.0:1769074988.021549:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38590a80. 00010000:00000010:2.0:1769074988.021568:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3e00. 00002000:00000010:2.0:1769074988.021580:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0951f900. 00010000:00000010:1.0:1769074988.021583:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7200. 00000400:00000200:0.0:1769074988.021591:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.021592:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00000020:00000010:3.0:1769074988.021592:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 02000000:00000010:2.0:1769074988.021597:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a09d59000. 00000020:00000010:3.0:1769074988.021602:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00010000:00000010:1.0:1769074988.021607:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79a00. 00000400:00000200:0.0:1769074988.021608:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56880 00000020:00000010:3.0:1769074988.021608:0:36867:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03f5c800. 00000020:00000010:3.0:1769074988.021618:0:36867:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0880. 00010000:00000200:2.0:1769074988.021622:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38593480 x1855008351283072/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.021623:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00000400:00000200:0.0:1769074988.021624:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 4920 00000020:00000010:3.0:1769074988.021624:0:36867:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00000400:00000200:0.0:1769074988.021642:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074988.021647:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000400:00000200:0.0:1769074988.021648:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074988.021653:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00080000:00000010:1.0:1769074988.021655:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b06116800. 00000100:00000200:2.0:1769074988.021657:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283072, offset 224 00000100:00000200:0.0:1769074988.021658:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1769074988.021659:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000100:00000200:3.0:1769074988.021668:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283200 00000100:00000010:0.0:1769074988.021671:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38591880. 00000400:00000200:2.0:1769074988.021679:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:3.0:1769074988.021682:0:36867:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee900. 00010000:00000010:3.0:1769074988.021687:0:36867:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b305eef00. 00010000:00000010:3.0:1769074988.021694:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696a00. 00000400:00000200:2.0:1769074988.021695:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074988.021696:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00002000:00000010:3.0:1769074988.021704:0:36867:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755240. 00000400:00000200:2.0:1769074988.021712:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16460:16460:249:4294967295] 192.168.204.41@tcp LPNI seq info [16456:16456:1:4294967295] 00010000:00000010:1.0:1769074988.021734:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 02000000:00000010:3.0:1769074988.021736:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04893000. 00010000:00000010:1.0:1769074988.021747:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00000400:00000200:2.0:1769074988.021751:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000200:3.0:1769074988.021758:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38590a80 x1855008351283200/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074988.021765:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.021775:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000020:00000010:0.0:1769074988.021777:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dbc0. 00000800:00000010:2.0:1769074988.021779:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000400:00000010:3.0:1769074988.021783:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5faa0. 00000020:00000010:0.0:1769074988.021784:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dbc0. 00010000:00000010:1.0:1769074988.021797:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79000. 00000800:00000200:2.0:1769074988.021798:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074988.021799:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283200, offset 224 00000020:00000010:0.0:1769074988.021801:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00010000:00000010:1.0:1769074988.021810:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000020:00000010:0.0:1769074988.021815:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074988.021820:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000400:00000200:3.0:1769074988.021827:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074988.021828:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.021831:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690e00. 00000800:00000200:2.0:1769074988.021840:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.021842:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000400:00000200:3.0:1769074988.021847:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:0.0:1769074988.021853:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dbc0. 00010000:00000010:1.0:1769074988.021855:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7e00. 00000020:00000010:2.0:1769074988.021860:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000400:00000200:3.0:1769074988.021862:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16461:16461:248:4294967295] 192.168.204.41@tcp LPNI seq info [16457:16457:0:4294967295] 00000020:00000010:0.0:1769074988.021864:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dbc0. 00010000:00000010:1.0:1769074988.021865:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00000020:00000010:2.0:1769074988.021870:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000100:00000200:0.0:1769074988.021874:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283328 00010000:00000010:1.0:1769074988.021877:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.0:1769074988.021887:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000020:00000010:2.0:1769074988.021887:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00010000:00000010:0.0:1769074988.021893:0:27573:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3c3b5500. 00000020:00000010:3.0:1769074988.021897:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0880. 00010000:00000010:0.0:1769074988.021899:0:27573:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3c3b5a00. 00000020:00000010:3.0:1769074988.021902:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00010000:00000010:0.0:1769074988.021905:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573fa00. 00000020:00000010:3.0:1769074988.021907:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03f5c800. 00002000:00000010:0.0:1769074988.021918:0:27573:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524dbc0. 00010000:00000010:1.0:1769074988.021922:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7900. 00010000:00000010:1.0:1769074988.021927:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3c80. 00010000:00000010:1.0:1769074988.021932:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691600. 00010000:00000010:1.0:1769074988.021936:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 02000000:00000010:0.0:1769074988.021938:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378be400. 00080000:00000010:1.0:1769074988.021948:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3780. 00010000:00000200:0.0:1769074988.021960:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38591880 x1855008351283328/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.021967:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00000400:00000010:0.0:1769074988.021973:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00010000:00000010:1.0:1769074988.021974:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000100:00000200:0.0:1769074988.021980:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283328, offset 224 00010000:00000010:1.0:1769074988.021980:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00000400:00000200:0.0:1769074988.021990:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.021995:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.021999:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.022005:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16462:16462:248:4294967295] 192.168.204.41@tcp LPNI seq info [16458:16458:-1:4294967295] 00010000:00000010:1.0:1769074988.022007:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:1.0:1769074988.022012:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000020:00000010:0.0:1769074988.022016:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000020:00000010:0.0:1769074988.022021:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00010000:00000010:1.0:1769074988.022022:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00000020:00000010:0.0:1769074988.022024:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00010000:00000010:1.1:1769074988.022046:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7400. 00010000:00000010:1.1:1769074988.022052:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a100. 00010000:00000010:0.1:1769074988.022056:0:27573:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52200. 00010000:00000010:1.1:1769074988.022059:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7200. 00010000:00000010:0.1:1769074988.022070:0:27573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882bc00. 00010000:00000010:1.1:1769074988.022070:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:1.1:1769074988.022083:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a400. 00010000:00000010:2.1:1769074988.022083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:1.1:1769074988.022095:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a500. 00010000:00000010:2.1:1769074988.022096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a300. 00010000:00000010:1.1:1769074988.022102:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:2.1:1769074988.022106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:1.1:1769074988.022110:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b400. 00010000:00000010:1.1:1769074988.022121:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a200. 00000400:00000200:0.0:1769074988.022122:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074988.022130:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a400. 00010000:00000010:2.1:1769074988.022132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00000400:00000200:0.0:1769074988.022134:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56900 00010000:00000010:1.1:1769074988.022139:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ba00. 00000400:00000200:0.0:1769074988.022143:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 5248 00010000:00000010:1.1:1769074988.022146:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a000. 00000400:00000200:0.0:1769074988.022150:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.022151:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030c00. 00000400:00000200:0.0:1769074988.022155:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.022157:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074988.022162:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ac00. 00000100:00000010:0.0:1769074988.022164:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b100. 00010000:00000010:1.1:1769074988.022167:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.1:1769074988.022171:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031600. 00010000:00000010:1.1:1769074988.022174:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.1:1769074988.022176:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064a00. 00010000:00000010:1.1:1769074988.022179:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030000. 00010000:00000010:1.1:1769074988.022183:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.1:1769074988.022187:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030600. 00000400:00000200:0.0:1769074988.022189:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074988.022193:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064f00. 00000400:00000200:0.0:1769074988.022198:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56980 00010000:00000010:1.1:1769074988.022201:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030a00. 00000400:00000200:0.0:1769074988.022205:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 5576 00010000:00000010:1.1:1769074988.022209:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030200. 00000400:00000200:0.0:1769074988.022211:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.022213:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af743c0. 00010000:00000010:1.1:1769074988.022216:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163c00. 00000400:00000200:0.0:1769074988.022219:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.022221:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af743c0. 00000100:00000200:0.0:1769074988.022223:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074988.022224:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064d00. 00000020:00000010:2.0:1769074988.022228:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000100:00000010:0.0:1769074988.022229:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558700. 00010000:00000010:1.1:1769074988.022233:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162600. 00000020:00000010:2.0:1769074988.022236:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00010000:00000010:1.1:1769074988.022239:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163000. 00000020:00000010:2.0:1769074988.022242:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.1:1769074988.022246:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162800. 00000400:00000200:0.0:1769074988.022254:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074988.022255:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064800. 00000400:00000200:0.0:1769074988.022262:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56a00 00010000:00000010:1.1:1769074988.022262:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162e00. 00000400:00000200:0.0:1769074988.022276:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 5904 00010000:00000010:1.1:1769074988.022276:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163e00. 00010000:00000010:1.1:1769074988.022285:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162c00. 00000400:00000200:0.0:1769074988.022287:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074988.022292:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00010000:00000010:1.1:1769074988.022293:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064000. 00000400:00000200:0.0:1769074988.022294:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.022297:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af743c0. 00000020:00000010:3.0:1769074988.022302:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00000100:00000200:0.0:1769074988.022304:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074988.022304:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162a00. 00000020:00000010:2.0:1769074988.022306:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af743c0. 00000100:00000010:0.0:1769074988.022314:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558000. 00000100:00000200:2.0:1769074988.022319:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283456 00000020:00000010:3.0:1769074988.022322:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03f5c800. 00010000:00000010:1.1:1769074988.022323:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162000. 00010000:00000010:2.0:1769074988.022333:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b110f6400. 00010000:00000010:1.1:1769074988.022336:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163200. 00000020:00000010:3.0:1769074988.022337:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0880. 00000400:00000200:0.0:1769074988.022338:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:2.0:1769074988.022343:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6300. 00010000:00000010:1.1:1769074988.022344:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064b00. 00000020:00000010:3.0:1769074988.022349:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00010000:00000010:1.1:1769074988.022353:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162200. 00010000:00000010:2.0:1769074988.022354:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3800. 00000400:00000200:0.0:1769074988.022359:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56a80 00010000:00000010:1.1:1769074988.022360:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163800. 00002000:00000010:2.0:1769074988.022367:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af743c0. 00010000:00000010:1.1:1769074988.022370:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795e00. 00000400:00000200:0.0:1769074988.022372:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 6232 00010000:00000010:1.1:1769074988.022378:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064600. 00010000:00000010:1.1:1769074988.022389:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795800. 00010000:00000010:1.1:1769074988.022395:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794200. 00000020:00000010:3.0:1769074988.022397:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00010000:00000010:1.1:1769074988.022397:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794000. 02000000:00000010:2.0:1769074988.022401:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a09d5a800. 00000400:00000200:0.0:1769074988.022402:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074988.022404:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00010000:00000010:1.1:1769074988.022411:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064100. 00000400:00000200:0.0:1769074988.022417:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074988.022418:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07026000. 00010000:00000010:1.1:1769074988.022419:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00000100:00000200:0.0:1769074988.022422:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1769074988.022429:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0300. 00000100:00000010:0.0:1769074988.022430:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755bb80. 00010000:00000200:2.0:1769074988.022430:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b100 x1855008351283456/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1769074988.022430:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795400. 00000020:00000010:3.0:1769074988.022443:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751190. 00010000:00000010:1.1:1769074988.022444:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00000400:00000010:2.0:1769074988.022457:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00010000:00000010:1.1:1769074988.022462:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02a21400. 00000100:00000200:2.0:1769074988.022465:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283456, offset 224 00000800:00000200:0.0:1769074988.022473:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.022480:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:2.0:1769074988.022480:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.022480:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795c00. 00000020:00000010:3.0:1769074988.022484:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00000400:00000200:0.0:1769074988.022487:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074988.022492:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00010000:00000010:1.1:1769074988.022494:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795000. 00000400:00000200:2.0:1769074988.022501:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.022502:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074988.022504:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c800. 00010000:00000010:1.1:1769074988.022506:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662a00. 00000020:00000010:3.0:1769074988.022512:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0d80. 00000020:00000010:3.0:1769074988.022518:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751960. 00010000:00000010:1.1:1769074988.022520:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd800. 00000400:00000200:2.0:1769074988.022522:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16463:16463:248:4294967295] 192.168.204.41@tcp LPNI seq info [16459:16459:-2:4294967295] 00010000:00000010:1.1:1769074988.022533:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663400. 00000400:00000200:0.0:1769074988.022536:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000020:00000010:3.0:1769074988.022540:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00000020:00000010:2.0:1769074988.022541:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000400:00000010:0.0:1769074988.022542:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00010000:00000010:1.1:1769074988.022543:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00000020:00000010:3.0:1769074988.022544:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00000020:00000010:2.0:1769074988.022552:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000100:00000200:3.0:1769074988.022553:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283584 00010000:00000010:1.1:1769074988.022559:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663c00. 00000020:00000010:2.0:1769074988.022560:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000800:00000200:0.0:1769074988.022563:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.022569:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00010000:00000010:1.1:1769074988.022569:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dde00. 00000800:00000200:0.0:1769074988.022578:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.1:1769074988.022580:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663800. 00010000:00000010:3.0:1769074988.022581:0:27573:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603400. 00000020:00000010:2.0:1769074988.022587:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74380. 00010000:00000010:3.0:1769074988.022591:0:27573:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e603300. 00000800:00000200:0.0:1769074988.022592:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.1:1769074988.022592:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663e00. 00000020:00000010:2.0:1769074988.022596:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74380. 00000800:00000200:0.0:1769074988.022601:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:3.0:1769074988.022601:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697a00. 00000100:00000200:2.0:1769074988.022603:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283712 00010000:00000010:1.1:1769074988.022605:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.1:1769074988.022617:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd300. 00000800:00000200:0.0:1769074988.022621:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1769074988.022621:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b110f6900. 00010000:00000010:1.1:1769074988.022623:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d800. 00000800:00000010:0.0:1769074988.022626:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00010000:00000010:2.0:1769074988.022630:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6d00. 00000400:00000200:0.0:1769074988.022632:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.022633:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662400. 00010000:00000010:2.0:1769074988.022640:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2400. 00000400:00000200:0.0:1769074988.022641:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.022642:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150dc00. 00000400:00000200:0.0:1769074988.022649:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00010000:00000010:1.1:1769074988.022651:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1ddf00. 00000400:00000010:0.0:1769074988.022653:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00002000:00000010:2.0:1769074988.022654:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af74380. 00010000:00000010:1.1:1769074988.022659:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150cc00. 00002000:00000010:3.0:1769074988.022665:0:27573:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b307559c0. 00010000:00000010:1.1:1769074988.022667:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 02000000:00000010:2.0:1769074988.022670:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a09d5a000. 00000800:00000200:0.0:1769074988.022674:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.022675:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.1:1769074988.022680:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd700. 00000800:00000010:0.0:1769074988.022681:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00010000:00000010:1.1:1769074988.022687:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d200. 00010000:00000200:2.0:1769074988.022690:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558000 x1855008351283712/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1769074988.022692:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.1:1769074988.022694:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c200. 00010000:00000010:1.1:1769074988.022700:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c400. 00000800:00000200:0.0:1769074988.022702:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.1:1769074988.022706:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9b00. 00000800:00000200:0.0:1769074988.022708:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.1:1769074988.022728:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ca00. 00010000:00000010:1.1:1769074988.022736:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00000400:00000010:2.0:1769074988.022742:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00010000:00000010:1.1:1769074988.022742:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0800. 00000400:00000200:0.0:1769074988.022743:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:2.0:1769074988.022750:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283712, offset 224 00010000:00000010:1.1:1769074988.022754:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9300. 00000400:00000200:0.0:1769074988.022756:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56b00 00010000:00000010:1.1:1769074988.022760:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1000. 00000400:00000200:2.0:1769074988.022762:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.022767:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00000400:00000200:0.0:1769074988.022772:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 6560 00000400:00000200:2.0:1769074988.022777:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.1:1769074988.022778:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 02000000:00000010:3.0:1769074988.022779:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04890800. 00000400:00000200:0.0:1769074988.022782:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.022789:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9200. 00000400:00000200:0.0:1769074988.022793:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.022797:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16464:16464:248:4294967295] 192.168.204.41@tcp LPNI seq info [16460:16460:-1:4294967295] 00010000:00000010:1.1:1769074988.022798:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1600. 00010000:00000200:3.0:1769074988.022805:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558700 x1855008351283584/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1769074988.022807:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.1:1769074988.022813:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0c00. 00000100:00000200:0.0:1769074988.022814:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074988.022817:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9900. 00000020:00000010:2.0:1769074988.022818:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0300. 00000100:00000010:0.0:1769074988.022819:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558a80. 00010000:00000010:1.1:1769074988.022820:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:1.1:1769074988.022828:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00000020:00000010:2.0:1769074988.022829:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751190. 00010000:00000010:1.1:1769074988.022838:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1400. 00000020:00000010:2.0:1769074988.022839:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07026000. 00010000:00000010:1.1:1769074988.022846:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9c00. 00010000:00000010:1.1:1769074988.022858:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.1:1769074988.022862:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00000020:00000010:2.0:1769074988.022869:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74900. 00000020:00000010:0.0:1769074988.022870:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d600. 00010000:00000010:1.1:1769074988.022870:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485800. 00000020:00000010:0.0:1769074988.022878:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d600. 00000020:00000010:2.0:1769074988.022878:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74900. 00010000:00000010:1.1:1769074988.022879:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9100. 00000100:00000200:0.0:1769074988.022888:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283840 00010000:00000010:1.1:1769074988.022888:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484400. 00000020:00000010:2.0:1769074988.022890:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00010000:00000010:1.1:1769074988.022894:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485e00. 00000020:00000010:2.0:1769074988.022897:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00010000:00000010:1.1:1769074988.022898:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484600. 00010000:00000010:0.0:1769074988.022902:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3c3b5200. 00010000:00000010:1.1:1769074988.022905:0:26109:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9f00. 00000020:00000010:2.0:1769074988.022906:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:0.0:1769074988.022910:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3c3b5d00. 00010000:00000010:1.1:1769074988.022910:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485a00. 00010000:00000010:1.1:1769074988.022920:0:26109:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485000. 00010000:00000010:0.0:1769074988.022928:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f600. 00000020:00000010:2.0:1769074988.022929:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74900. 00000400:00000010:3.0:1769074988.022936:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00000020:00000010:2.0:1769074988.022937:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74900. 00002000:00000010:0.0:1769074988.022941:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d600. 00000100:00000200:3.0:1769074988.022942:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283584, offset 224 00010000:00000010:1.1:1769074988.022945:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484000. 00000100:00000200:2.0:1769074988.022946:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351283968 00010000:00000010:1.1:1769074988.022958:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9e00. 00000400:00000200:3.0:1769074988.022961:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.022965:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484e00. 00010000:00000010:2.0:1769074988.022966:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b110f6200. 02000000:00000010:0.0:1769074988.022969:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17331c00. 00010000:00000010:1.1:1769074988.022973:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485600. 00000400:00000200:3.0:1769074988.022974:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:2.0:1769074988.022980:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6700. 00010000:00000010:1.1:1769074988.022984:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485c00. 00010000:00000010:2.0:1769074988.022988:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2800. 00010000:00000010:1.1:1769074988.022989:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04200. 00010000:00000010:1.1:1769074988.022996:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484200. 00002000:00000010:2.0:1769074988.022997:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af74900. 00010000:00000010:1.1:1769074988.023000:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484a00. 00010000:00000200:0.0:1769074988.023001:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755bb80 x1855008351283840/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1769074988.023005:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709c00. 02000000:00000010:2.0:1769074988.023015:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f11400. 00010000:00000010:1.1:1769074988.023018:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04800. 00000400:00000200:3.0:1769074988.023065:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16465:16465:248:4294967295] 192.168.204.41@tcp LPNI seq info [16461:16461:-2:4294967295] 00010000:00000010:1.1:1769074988.023065:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708200. 00010000:00000010:1.1:1769074988.023075:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708a00. 00010000:00000010:1.1:1769074988.023085:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709800. 00010000:00000200:2.0:1769074988.023088:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558a80 x1855008351283968/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1769074988.023091:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0880. 00000400:00000010:0.0:1769074988.023092:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00010000:00000010:1.1:1769074988.023093:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04d00. 00000020:00000010:3.0:1769074988.023100:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00000100:00000200:0.0:1769074988.023103:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283840, offset 224 00010000:00000010:1.1:1769074988.023103:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708400. 00000020:00000010:3.0:1769074988.023112:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03f5c800. 00010000:00000010:1.1:1769074988.023113:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000400:00000010:2.0:1769074988.023120:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000400:00000200:0.0:1769074988.023122:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.023122:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708600. 00000100:00000200:2.0:1769074988.023131:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351283968, offset 224 00010000:00000010:1.1:1769074988.023135:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04a00. 00000400:00000200:0.0:1769074988.023141:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.1:1769074988.023142:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709a00. 00000400:00000200:2.0:1769074988.023144:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.023147:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709000. 00000400:00000200:0.0:1769074988.023157:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16466:16466:248:4294967295] 192.168.204.41@tcp LPNI seq info [16462:16462:-3:4294967295] 00010000:00000010:1.1:1769074988.023159:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.1:1769074988.023168:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04700. 00010000:00000010:1.1:1769074988.023176:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00000020:00000010:0.0:1769074988.023180:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0d80. 00010000:00000010:1.1:1769074988.023184:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00000400:00000200:2.0:1769074988.023185:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:0.0:1769074988.023191:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751960. 00010000:00000010:1.1:1769074988.023196:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574200. 00000400:00000200:2.0:1769074988.023197:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16467:16467:248:4294967295] 192.168.204.41@tcp LPNI seq info [16463:16463:-4:4294967295] 00000020:00000010:0.0:1769074988.023200:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c800. 00010000:00000010:1.1:1769074988.023205:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04400. 00000400:00000200:3.0:1769074988.023213:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074988.023216:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00000020:00000010:2.0:1769074988.023217:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.023226:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.1:1769074988.023226:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575c00. 00000020:00000010:2.0:1769074988.023232:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00010000:00000010:1.1:1769074988.023234:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00000800:00000200:0.0:1769074988.023239:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1769074988.023242:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04300. 00000800:00000010:0.0:1769074988.023245:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:0.0:1769074988.023251:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.023252:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574800. 00010000:00000010:1.1:1769074988.023259:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575800. 00000400:00000200:0.0:1769074988.023261:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.023264:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ba00. 00000400:00000200:0.0:1769074988.023269:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00010000:00000010:1.1:1769074988.023270:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00000400:00000010:0.0:1769074988.023276:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00010000:00000010:1.1:1769074988.023280:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04100. 00000400:00000200:3.0:1769074988.023286:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56b80 00010000:00000010:1.1:1769074988.023290:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575200. 00000400:00000200:3.0:1769074988.023294:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 6888 00010000:00000010:1.1:1769074988.023295:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574600. 00000800:00000200:0.0:1769074988.023304:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.023305:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.1:1769074988.023310:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba200. 00000800:00000010:0.0:1769074988.023313:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00010000:00000010:1.1:1769074988.023314:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.1:1769074988.023322:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574000. 00000800:00000200:0.0:1769074988.023325:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.023335:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.023340:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.023341:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.023355:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba200. 00010000:00000010:1.0:1769074988.023358:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00000800:00000200:0.0:1769074988.023362:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.023363:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690600. 00010000:00000010:1.0:1769074988.023369:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000800:00000010:0.0:1769074988.023370:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:0.0:1769074988.023377:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.023381:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.023385:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:0.0:1769074988.023388:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00000400:00000200:3.0:1769074988.023389:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.023398:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04100. 00010000:00000010:1.0:1769074988.023405:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3300. 00000400:00000200:3.0:1769074988.023405:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:0.0:1769074988.023406:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.023424:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000100:00000200:3.0:1769074988.023424:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074988.023425:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690800. 00000100:00000010:3.0:1769074988.023432:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9180. 00010000:00000010:1.0:1769074988.023434:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00000800:00000200:0.0:1769074988.023441:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.023447:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:1.0:1769074988.023448:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3c00. 00000800:00000200:0.0:1769074988.023451:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.023467:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.023470:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00010000:00000010:1.0:1769074988.023470:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.023476:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.023481:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00000400:00000200:0.0:1769074988.023482:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.023490:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00010000:00000010:1.0:1769074988.023490:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00000400:00000010:0.0:1769074988.023492:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000020:00000010:2.0:1769074988.023499:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74f00. 00000020:00000010:2.0:1769074988.023504:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74f00. 00000800:00000200:0.0:1769074988.023507:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.023508:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00000020:00000010:2.0:1769074988.023512:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000800:00000010:0.0:1769074988.023517:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000020:00000010:2.0:1769074988.023520:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00010000:00000010:1.0:1769074988.023522:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690a00. 00000800:00000200:0.0:1769074988.023528:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074988.023528:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.023529:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968880. 00000800:00000200:0.0:1769074988.023539:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.023545:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.023546:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.0:1769074988.023553:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968900. 00010000:00000010:1.0:1769074988.023561:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04300. 00000020:00000010:2.0:1769074988.023563:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74f00. 00010000:00000010:1.0:1769074988.023564:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00000020:00000010:2.0:1769074988.023569:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74f00. 00010000:00000010:1.0:1769074988.023570:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691000. 00010000:00000010:1.0:1769074988.023577:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00000100:00000200:2.0:1769074988.023578:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284096 00010000:00000010:2.0:1769074988.023592:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b110f6600. 00010000:00000010:2.0:1769074988.023597:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6b00. 00000400:00000200:3.0:1769074988.023614:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.023615:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04400. 00000800:00000200:0.0:1769074988.023621:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.023623:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3000. 00010000:00000010:2.0:1769074988.023624:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3000. 00000800:00000010:0.0:1769074988.023626:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00010000:00000010:1.0:1769074988.023630:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574000. 00000400:00000200:3.0:1769074988.023634:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56c00 00000400:00000200:0.0:1769074988.023637:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:2.0:1769074988.023637:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af74f00. 00010000:00000010:1.0:1769074988.023641:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968500. 00000400:00000200:0.0:1769074988.023654:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.023655:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 7216 00080000:00000010:1.0:1769074988.023658:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3980. 02000000:00000010:2.0:1769074988.023659:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f10000. 00000400:00000200:0.0:1769074988.023672:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074988.023675:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074988.023678:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074988.023685:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000200:2.0:1769074988.023685:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9180 x1855008351284096/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074988.023693:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.023694:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968900. 00000800:00000010:0.0:1769074988.023695:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000100:00000200:3.0:1769074988.023725:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.023733:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb480. 00000800:00000200:0.0:1769074988.023734:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:2.0:1769074988.023734:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00010000:00000010:1.0:1769074988.023736:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00000100:00000200:2.0:1769074988.023744:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284096, offset 224 00000800:00000200:0.0:1769074988.023746:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.023747:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00000800:00000200:0.0:1769074988.023752:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.023759:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.023765:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074988.023769:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074988.023773:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074988.023774:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00010000:00000010:1.0:1769074988.023775:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968880. 00000400:00000200:0.0:1769074988.023781:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.023787:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16468:16468:248:4294967295] 192.168.204.41@tcp LPNI seq info [16464:16464:-1:4294967295] 00000400:00000200:0.0:1769074988.023791:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.023793:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.0:1769074988.023801:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968880. 00000020:00000010:2.0:1769074988.023805:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000400:00000200:0.0:1769074988.023806:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 00000400:00000200:3.0:1769074988.023810:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56c80 00000400:00000010:0.0:1769074988.023812:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00000020:00000010:2.0:1769074988.023820:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.023821:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574e00. 00000800:00000200:0.0:1769074988.023829:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.023831:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00010000:00000010:1.0:1769074988.023832:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00000800:00000010:0.0:1769074988.023833:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.023840:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.023846:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.023847:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04700. 00000800:00000200:0.0:1769074988.023849:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.023853:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74640. 00010000:00000010:1.0:1769074988.023856:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00000020:00000010:2.0:1769074988.023858:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74640. 00000400:00000200:3.0:1769074988.023863:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 7544 00010000:00000010:1.0:1769074988.023867:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574600. 00000800:00000200:0.0:1769074988.023868:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.023869:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000800:00000010:0.0:1769074988.023873:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00010000:00000010:1.0:1769074988.023878:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968900. 00000400:00000200:0.0:1769074988.023879:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.023879:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000400:00000200:0.0:1769074988.023886:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.023889:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:3.0:1769074988.023890:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.023891:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:0.0:1769074988.023900:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000400:00000200:3.0:1769074988.023908:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.023917:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.023920:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb800. 00010000:00000010:1.0:1769074988.023922:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04a00. 00000020:00000010:2.0:1769074988.023928:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74640. 00000800:00000200:0.0:1769074988.023930:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.023930:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3500. 00000020:00000010:2.0:1769074988.023935:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74640. 00010000:00000010:1.0:1769074988.023937:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575200. 00000100:00000200:2.0:1769074988.023942:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284224 00010000:00000010:1.0:1769074988.023943:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00000020:00000010:0.0:1769074988.023956:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d280. 00010000:00000010:2.0:1769074988.023957:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b110f6800. 00080000:00000010:1.0:1769074988.023961:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3080. 00000020:00000010:0.0:1769074988.023963:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d280. 00010000:00000010:2.0:1769074988.023965:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6f00. 00000020:00000010:0.0:1769074988.023972:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00010000:00000010:2.0:1769074988.023973:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2600. 00000020:00000010:0.0:1769074988.023980:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00010000:00000010:1.0:1769074988.023984:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00002000:00000010:2.0:1769074988.023984:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af74640. 00000020:00000010:0.0:1769074988.023988:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00010000:00000010:1.0:1769074988.023999:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968900. 02000000:00000010:2.0:1769074988.024002:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f13000. 00010000:00000010:1.0:1769074988.024004:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00010000:00000010:1.0:1769074988.024020:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968880. 00000020:00000010:0.0:1769074988.024022:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d280. 00010000:00000010:0.1:1769074988.024050:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed000. 00010000:00000010:0.1:1769074988.024054:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2a00. 00000020:00000010:0.0:1769074988.024062:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d280. 00000100:00000200:0.0:1769074988.024064:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284352 00010000:00000010:2.1:1769074988.024074:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980400. 00010000:00000010:0.0:1769074988.024075:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3c3b5900. 00010000:00000010:1.0:1769074988.024080:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:0.0:1769074988.024082:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b180ed000. 00010000:00000010:1.0:1769074988.024092:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968880. 00010000:00000010:2.1:1769074988.024094:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:0.0:1769074988.024103:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573fc00. 00010000:00000200:2.0:1769074988.024106:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeb480 x1855008351284224/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00002000:00000010:0.0:1769074988.024110:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d280. 00010000:00000010:1.0:1769074988.024113:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575800. 02000000:00000010:0.0:1769074988.024125:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17333800. 00000400:00000200:3.0:1769074988.024126:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.024127:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968900. 00000400:00000010:2.0:1769074988.024144:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00010000:00000200:0.0:1769074988.024145:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeb800 x1855008351284352/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074988.024154:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284224, offset 224 00010000:00000010:1.0:1769074988.024158:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04d00. 00000400:00000010:0.0:1769074988.024160:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00010000:00000010:3.1:1769074988.024162:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8800. 00010000:00000010:1.0:1769074988.024166:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00000400:00000200:2.0:1769074988.024170:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.024173:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574800. 00000100:00000200:0.0:1769074988.024176:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284352, offset 224 00010000:00000010:3.1:1769074988.024180:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5ec00. 00010000:00000010:1.0:1769074988.024181:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00000400:00000200:2.0:1769074988.024185:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.024191:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:3.1:1769074988.024198:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9e00. 00000400:00000200:2.0:1769074988.024204:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16469:16469:248:4294967295] 192.168.204.41@tcp LPNI seq info [16465:16465:0:4294967295] 00010000:00000010:3.1:1769074988.024208:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:3.1:1769074988.024219:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a400. 00000020:00000010:2.0:1769074988.024220:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000400:00000200:0.0:1769074988.024226:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:3.1:1769074988.024228:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901ae00. 00000020:00000010:2.0:1769074988.024230:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00010000:00000010:3.1:1769074988.024236:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8600. 00010000:00000010:1.0:1769074988.024239:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04800. 00000020:00000010:2.0:1769074988.024239:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00010000:00000010:3.1:1769074988.024242:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e400. 00000400:00000200:0.0:1769074988.024243:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16470:16470:248:4294967295] 192.168.204.41@tcp LPNI seq info [16466:16466:-1:4294967295] 00010000:00000010:1.0:1769074988.024251:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3280. 00010000:00000010:3.1:1769074988.024253:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:3.1:1769074988.024261:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:1.0:1769074988.024263:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00000020:00000010:0.0:1769074988.024266:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00010000:00000010:1.0:1769074988.024271:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:3.1:1769074988.024271:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8a00. 00000020:00000010:0.0:1769074988.024272:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074988.024282:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00010000:00000010:3.1:1769074988.024283:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e000. 00080000:00000010:1.0:1769074988.024294:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3200. 00010000:00000010:3.1:1769074988.024302:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9c00. 00010000:00000010:3.1:1769074988.024310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8000. 00010000:00000010:3.1:1769074988.024316:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8e00. 00000800:00000010:0.0:1769074988.024322:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00010000:00000010:3.1:1769074988.024325:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5ed00. 00010000:00000010:1.0:1769074988.024327:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968900. 00000800:00000200:0.0:1769074988.024334:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:3.1:1769074988.024337:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4000. 00000800:00000200:0.0:1769074988.024342:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.024343:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00000800:00000200:0.0:1769074988.024348:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.024350:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00010000:00000010:3.1:1769074988.024350:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8400. 00000800:00000200:0.0:1769074988.024366:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.024369:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:0.0:1769074988.024371:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.024375:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.024376:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968880. 00000400:00000200:0.0:1769074988.024378:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5faa0 00000400:00000010:0.0:1769074988.024381:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5faa0. 00010000:00000010:1.0:1769074988.024387:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575c00. 00000800:00000200:0.0:1769074988.024388:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.024395:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00010000:00000010:1.0:1769074988.024396:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000800:00000200:0.0:1769074988.024401:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.024405:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.024407:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.024408:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.0:1769074988.024413:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968880. 00000800:00000200:0.0:1769074988.024414:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.024420:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00010000:00000010:1.0:1769074988.024420:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04200. 00010000:00000010:3.1:1769074988.024420:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:1.0:1769074988.024433:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00000400:00000200:0.0:1769074988.024434:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074988.024437:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e500. 00010000:00000010:1.0:1769074988.024440:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574200. 00000400:00000200:0.0:1769074988.024449:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.024449:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00000400:00000200:0.0:1769074988.024452:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:0.0:1769074988.024454:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000800:00000200:0.0:1769074988.024464:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.024469:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00010000:00000010:3.1:1769074988.024469:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602400. 00010000:00000010:1.0:1769074988.024476:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9e00. 00010000:00000010:3.1:1769074988.024483:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5a00. 00000800:00000200:0.0:1769074988.024484:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.024485:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3f00. 00010000:00000010:1.0:1769074988.024491:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00000800:00000200:0.0:1769074988.024492:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.024496:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.024506:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.024507:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968900. 00000800:00000010:0.0:1769074988.024512:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:0.0:1769074988.024521:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074988.024523:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603400. 00080000:00000010:1.0:1769074988.024530:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3d00. 00010000:00000010:3.1:1769074988.024530:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e900. 00000400:00000200:0.0:1769074988.024532:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.1:1769074988.024544:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602800. 00000400:00000200:0.0:1769074988.024546:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00010000:00000010:3.1:1769074988.024553:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603000. 00000400:00000010:0.0:1769074988.024554:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00010000:00000010:3.1:1769074988.024561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603600. 00010000:00000010:1.0:1769074988.024564:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968880. 00000800:00000200:0.0:1769074988.024571:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.024576:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00010000:00000010:3.1:1769074988.024577:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e200. 00000400:00000200:0.0:1769074988.024580:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.024584:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00000400:00000200:0.0:1769074988.024590:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.1:1769074988.024590:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603a00. 00010000:00000010:1.0:1769074988.024594:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00000400:00000200:0.0:1769074988.024600:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074988.024603:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00010000:00000010:3.1:1769074988.024604:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602200. 00000800:00000200:0.0:1769074988.024613:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.024620:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00010000:00000010:1.0:1769074988.024622:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000400:00000200:0.0:1769074988.024623:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.024631:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.024634:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00000400:00000010:0.0:1769074988.024637:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00010000:00000010:3.1:1769074988.024638:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602a00. 00010000:00000010:3.1:1769074988.024647:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0b32e300. 00010000:00000010:1.0:1769074988.024652:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00000800:00000200:0.0:1769074988.024654:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1769074988.024654:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602e00. 00000800:00000010:0.0:1769074988.024664:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00010000:00000010:3.1:1769074988.024667:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603200. 00010000:00000010:1.0:1769074988.024669:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00000400:00000200:0.0:1769074988.024670:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074988.024672:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603800. 00000400:00000200:0.0:1769074988.024680:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.1:1769074988.024681:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305eed00. 00010000:00000010:1.0:1769074988.024696:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00000400:00000200:0.0:1769074988.024697:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00010000:00000010:3.1:1769074988.024699:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213ba00. 00000400:00000010:0.0:1769074988.024706:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00010000:00000010:3.1:1769074988.024708:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603c00. 00010000:00000010:1.0:1769074988.024709:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968880. 00010000:00000010:3.1:1769074988.024730:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213a600. 00000800:00000200:0.0:1769074988.024731:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.024738:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9f00. 00000800:00000010:0.0:1769074988.024740:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00010000:00000010:3.1:1769074988.024742:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee800. 00010000:00000010:1.0:1769074988.024745:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00000400:00000200:0.0:1769074988.024746:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074988.024751:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213a000. 00010000:00000010:1.0:1769074988.024756:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709000. 00000400:00000200:0.0:1769074988.024758:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.1:1769074988.024760:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213bc00. 00010000:00000010:1.0:1769074988.024765:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:3.1:1769074988.024770:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00000400:00000200:0.0:1769074988.024771:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:0.0:1769074988.024779:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00010000:00000010:3.1:1769074988.024780:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee700. 00010000:00000010:1.0:1769074988.024795:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9100. 00010000:00000010:3.1:1769074988.024799:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697c00. 00010000:00000010:1.0:1769074988.024802:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3680. 00010000:00000010:1.0:1769074988.024809:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709a00. 00010000:00000010:3.1:1769074988.024809:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00000800:00000200:0.0:1769074988.024810:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1769074988.024818:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697200. 00000800:00000010:0.0:1769074988.024819:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00010000:00000010:1.0:1769074988.024820:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc780. 00000400:00000200:0.0:1769074988.024831:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074988.024832:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee000. 00000400:00000200:0.0:1769074988.024846:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.024849:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:0.0:1769074988.024851:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000800:00000200:0.0:1769074988.024859:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.024859:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968880. 00000800:00000010:0.0:1769074988.024865:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:0.0:1769074988.024868:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.024875:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.024879:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00010000:00000010:3.1:1769074988.024879:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696800. 00010000:00000010:1.0:1769074988.024883:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:3.1:1769074988.024887:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697400. 00000400:00000010:0.0:1769074988.024888:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00010000:00000010:1.0:1769074988.024890:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00010000:00000010:3.1:1769074988.024915:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ae00. 00010000:00000010:3.1:1769074988.024924:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a700. 00010000:00000010:1.0:1769074988.024926:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00010000:00000010:3.1:1769074988.024928:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696e00. 00010000:00000010:3.1:1769074988.024948:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697800. 00010000:00000010:1.0:1769074988.024953:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708600. 00010000:00000010:1.0:1769074988.024962:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00000400:00000200:3.0:1769074988.024964:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56d00 00000800:00000200:0.0:1769074988.024965:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.024974:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:0.0:1769074988.024980:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.024981:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 7872 00010000:00000010:1.0:1769074988.024986:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00000400:00000200:0.0:1769074988.024989:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.024998:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00010000:00000010:1.0:1769074988.025000:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cce00. 00000400:00000010:0.0:1769074988.025001:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00010000:00000010:1.0:1769074988.025014:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9c00. 00010000:00000010:1.0:1769074988.025018:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00010000:00000010:1.0:1769074988.025022:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708400. 00010000:00000010:1.0:1769074988.025024:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc300. 00010000:00000010:1.0:1769074988.025088:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9900. 00010000:00000010:1.0:1769074988.025093:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3a80. 00010000:00000010:1.0:1769074988.025100:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709800. 00010000:00000010:1.0:1769074988.025105:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00080000:00000010:1.0:1769074988.025121:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3600. 00010000:00000010:1.0:1769074988.025144:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cce00. 00010000:00000010:1.0:1769074988.025153:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc300. 00010000:00000010:1.0:1769074988.025157:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00000400:00000200:2.0:1769074988.025167:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.025171:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00000400:00000200:2.0:1769074988.025177:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.025181:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708a00. 00000100:00000200:2.0:1769074988.025185:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074988.025186:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00000100:00000010:2.0:1769074988.025193:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afce00. 00010000:00000010:1.0:1769074988.025204:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708200. 00010000:00000010:1.0:1769074988.025211:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc300. 00010000:00000010:1.0:1769074988.025223:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9200. 00010000:00000010:1.0:1769074988.025228:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00000400:00000200:2.0:1769074988.025233:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.025235:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709c00. 00010000:00000010:1.0:1769074988.025242:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cce00. 00000400:00000200:2.0:1769074988.025246:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56d80 00000400:00000200:2.0:1769074988.025256:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 8200 00000020:00000010:0.0:1769074988.025274:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d140. 00010000:00000010:1.0:1769074988.025274:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9300. 00000400:00000200:2.0:1769074988.025277:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.025280:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3880. 00000020:00000010:0.0:1769074988.025282:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d140. 00010000:00000010:1.0:1769074988.025287:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484a00. 00000400:00000200:2.0:1769074988.025288:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074988.025293:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04792800. 00010000:00000010:1.0:1769074988.025294:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc500. 00000100:00000200:2.0:1769074988.025295:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074988.025302:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439300. 00000100:00000010:2.0:1769074988.025304:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe300. 00000020:00000010:0.0:1769074988.025310:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00080000:00000010:1.0:1769074988.025311:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3180. 00010000:00000010:1.0:1769074988.025338:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc300. 00000400:00000200:2.0:1769074988.025339:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.025354:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56e00 00000020:00000010:0.0:1769074988.025360:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d140. 00010000:00000010:1.0:1769074988.025363:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cce00. 00000400:00000200:2.0:1769074988.025366:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 8528 00000020:00000010:0.0:1769074988.025367:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d140. 00010000:00000010:1.0:1769074988.025368:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00000020:00000010:3.0:1769074988.025369:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755080. 00000020:00000010:3.0:1769074988.025381:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755080. 00000020:00000010:0.0:1769074988.025382:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04793600. 00000400:00000200:2.0:1769074988.025386:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.025390:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00000100:00000200:3.0:1769074988.025392:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284480 00000020:00000010:0.0:1769074988.025393:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000400:00000200:2.0:1769074988.025399:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074988.025402:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e960. 00010000:00000010:1.0:1769074988.025402:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484200. 00000100:00000200:2.0:1769074988.025405:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074988.025411:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00000100:00000010:2.0:1769074988.025412:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff100. 00010000:00000010:1.0:1769074988.025423:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485c00. 00010000:00000010:3.0:1769074988.025426:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603f00. 00010000:00000010:1.0:1769074988.025428:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cce00. 00010000:00000010:3.0:1769074988.025431:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e603d00. 00010000:00000010:3.0:1769074988.025438:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697800. 00010000:00000010:1.0:1769074988.025439:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9b00. 00010000:00000010:1.0:1769074988.025443:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00002000:00000010:3.0:1769074988.025444:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755080. 00000020:00000010:0.0:1769074988.025448:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d140. 00010000:00000010:1.0:1769074988.025448:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485600. 00000020:00000010:0.0:1769074988.025457:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d140. 00010000:00000010:1.0:1769074988.025458:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc300. 02000000:00000010:3.0:1769074988.025458:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04892000. 00000020:00000010:2.0:1769074988.025464:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af744c0. 00000020:00000010:2.0:1769074988.025471:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af744c0. 00000020:00000010:0.0:1769074988.025473:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000100:00000200:2.0:1769074988.025478:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284608 00000020:00000010:0.0:1769074988.025480:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439d80. 00010000:00000200:3.0:1769074988.025486:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afce00 x1855008351284480/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1769074988.025489:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ec80. 00010000:00000010:1.0:1769074988.025494:0:26109:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd700. 00010000:00000010:1.0:1769074988.025503:0:26109:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3b00. 00000400:00000010:3.0:1769074988.025504:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f198. 00010000:00000010:1.0:1769074988.025510:0:26109:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484e00. 00010000:00000010:2.0:1769074988.025511:0:28095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b110f6e00. 00000100:00000200:3.0:1769074988.025512:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284480, offset 224 00010000:00000010:1.0:1769074988.025517:0:26109:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc680. 00010000:00000010:2.0:1769074988.025520:0:28095:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6a00. 00000400:00000200:3.0:1769074988.025527:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.025528:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d140. 00010000:00000010:2.0:1769074988.025530:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3a00. 00080000:00000010:1.0:1769074988.025531:0:26109:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3700. 00000020:00000010:0.0:1769074988.025536:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d140. 00000400:00000200:3.0:1769074988.025545:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074988.025546:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284736 00002000:00000010:2.0:1769074988.025546:0:28095:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af744c0. 00010000:00000010:1.0:1769074988.025554:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cce00. 00000400:00000200:3.0:1769074988.025565:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16471:16471:256:4294967295] 192.168.204.41@tcp LPNI seq info [16467:16467:8:4294967295] 00010000:00000010:1.0:1769074988.025568:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc300. 02000000:00000010:2.0:1769074988.025570:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f12400. 00010000:00000010:1.0:1769074988.025574:0:26109:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00010000:00000010:0.0:1769074988.025581:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02d52200. 00010000:00000010:0.0:1769074988.025589:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901a700. 00000400:00000200:3.0:1769074988.025592:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074988.025596:0:26109:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:2.0:1769074988.025598:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe300 x1855008351284608/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:0.0:1769074988.025602:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573ec00. 00000004:00000010:1.0:1769074988.025611:0:26109:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b06745000. 00002000:00000010:0.0:1769074988.025613:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d140. 00000800:00000200:3.0:1769074988.025618:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000004:00000010:1.0:1769074988.025626:0:26109:0:(mdt_batch.c:346:mdt_batch()) kvfree 'update_bufs[i]': 4096 at ffff8c8b06743000. 00000800:00000010:3.0:1769074988.025628:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000004:00000010:1.0:1769074988.025633:0:26109:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 16 at ffff8c8a03245990. 02000000:00000010:0.0:1769074988.025634:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17330400. 00000004:00000010:1.0:1769074988.025643:0:26109:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff8c8a010fea80. 00000400:00000010:2.0:1769074988.025644:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000800:00000200:3.0:1769074988.025644:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:1.0:1769074988.025655:0:26109:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff8c8b30755400. 00010000:00000200:0.0:1769074988.025657:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff100 x1855008351284736/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074988.025657:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284608, offset 224 00000800:00000200:3.0:1769074988.025660:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:1.0:1769074988.025663:0:26109:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b04890400. 00000800:00000200:3.0:1769074988.025670:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.025678:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000200:1.0:1769074988.025679:0:26109:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0700 x1855008351281920/t0(0) o63->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 272/9080 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074988.025697:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:0.0:1769074988.025704:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000020:00000010:3.0:1769074988.025704:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439300. 00000400:00000010:1.0:1769074988.025708:0:26109:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff8c8a010fea80. 00000400:00000200:2.0:1769074988.025708:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16472:16472:255:4294967295] 192.168.204.41@tcp LPNI seq info [16468:16468:7:4294967295] 00000020:00000010:3.0:1769074988.025727:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000100:00000200:0.0:1769074988.025729:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284736, offset 224 00000100:00000200:1.0:1769074988.025729:0:26109:0:(niobuf.c:94:ptl_send_buf()) Sending 9080 bytes to portal 4, xid 1855008351281920, offset 224 00000020:00000010:3.0:1769074988.025740:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04792800. 00000400:00000200:0.0:1769074988.025748:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.025759:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:1.0:1769074988.025760:0:26109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074988.025774:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.025775:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.025783:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16473:16473:254:4294967295] 192.168.204.41@tcp LPNI seq info [16469:16469:6:4294967295] 00000800:00000010:2.0:1769074988.025784:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.025796:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074988.025799:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.025810:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.025810:0:26109:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:2.0:1769074988.025810:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000010:0.0:1769074988.025819:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:2.0:1769074988.025819:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.025820:0:26109:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16474:16474:253:4294967295] 192.168.204.41@tcp LPNI seq info [16470:16470:5:4294967295] 00000800:00000200:0.0:1769074988.025830:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074988.025836:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000800:00000200:0.0:1769074988.025842:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074988.025843:0:26109:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074988.025844:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e960. 00000800:00000200:0.0:1769074988.025850:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.025855:0:26109:0:(socklnd_cb.c:1001:ksocknal_send()) sending 9080 bytes in 3 frags to 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.025855:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04793600. 00000020:00000010:0.0:1769074988.025859:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439d80. 00000800:00000010:1.0:1769074988.025862:0:26109:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff8c8b35f8e000. 00000020:00000010:0.0:1769074988.025864:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ec80. 00000800:00000200:1.0:1769074988.025869:0:26109:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074988.025870:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000200:1.0:1769074988.025876:0:26109:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:1.0:1769074988.025879:0:26109:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b35f8e000 type 1, nob 9176 niov 1 nkiov 3 00000020:00000010:1.0:1769074988.025898:0:26109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0b00. 00000020:00000010:1.0:1769074988.025903:0:26109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087517d0. 00000020:00000010:1.0:1769074988.025906:0:26109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03f5ca00. 00000800:00000200:0.0:1769074988.025933:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.025939:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074988.025944:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.025957:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:3.0:1769074988.025958:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074988.025962:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000010:3.0:1769074988.025966:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff8c8b35f8e000. 00000400:00000200:0.0:1769074988.025969:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f198 00000400:00000010:0.0:1769074988.025974:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f198. 00000400:00000200:3.0:1769074988.025975:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.025980:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56e80 00000400:00000200:3.0:1769074988.025994:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.025995:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 8856 00000800:00000200:0.0:1769074988.025997:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.026003:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:0.0:1769074988.026009:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.026010:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fea80 00000400:00000200:2.0:1769074988.026015:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074988.026016:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 168 at ffff8c8a010fea80. 00000400:00000200:0.0:1769074988.026017:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.026066:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.026097:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000100:00000200:2.0:1769074988.026097:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:0.0:1769074988.026102:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000010:2.0:1769074988.026105:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe680. 00000800:00000200:0.0:1769074988.026145:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.026148:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:0.0:1769074988.026151:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.026155:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.026155:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35ba40. 00000020:00000010:1.0:1769074988.026161:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35ba40. 00000400:00000200:0.0:1769074988.026162:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074988.026167:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000020:00000010:1.0:1769074988.026169:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f400. 00000400:00000200:2.0:1769074988.026171:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074988.026173:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3100. 00000020:00000010:1.0:1769074988.026178:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000400:00000200:2.0:1769074988.026183:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56f00 00000400:00000200:2.0:1769074988.026189:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 9184 00000400:00000200:2.0:1769074988.026198:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.026202:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35ba40. 00000400:00000200:2.0:1769074988.026205:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.026208:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35ba40. 00000100:00000200:2.0:1769074988.026211:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1769074988.026213:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284864 00000100:00000010:2.0:1769074988.026218:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afc380. 00010000:00000010:1.0:1769074988.026244:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1ddf00. 00000400:00000200:2.0:1769074988.026249:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.026251:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0d1dd300. 00000020:00000010:0.0:1769074988.026254:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d540. 00000020:00000010:0.0:1769074988.026259:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d540. 00000400:00000200:2.0:1769074988.026260:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d56f80 00000020:00000010:0.0:1769074988.026265:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000400:00000200:2.0:1769074988.026270:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 9512 00000020:00000010:0.0:1769074988.026272:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439d80. 00010000:00000010:1.0:1769074988.026273:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484000. 00000020:00000010:0.0:1769074988.026280:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ec80. 00000400:00000200:2.0:1769074988.026281:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:1.0:1769074988.026284:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35ba40. 00000400:00000200:2.0:1769074988.026291:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.026295:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.026300:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff480. 02000000:00000010:1.0:1769074988.026301:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378b8400. 00010000:00000200:1.0:1769074988.026320:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe680 x1855008351284864/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1769074988.026325:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d540. 00000020:00000010:0.0:1769074988.026329:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d540. 00000400:00000010:1.0:1769074988.026331:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000020:00000010:0.0:1769074988.026335:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00000100:00000200:1.0:1769074988.026335:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284864, offset 224 00000020:00000010:2.0:1769074988.026338:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74fc0. 00000020:00000010:0.0:1769074988.026343:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:2.0:1769074988.026346:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74fc0. 00000400:00000200:1.0:1769074988.026348:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.026351:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000100:00000200:2.0:1769074988.026353:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351284992 00000400:00000200:1.0:1769074988.026358:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.026365:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16475:16475:256:4294967295] 192.168.204.41@tcp LPNI seq info [16471:16471:8:4294967295] 00010000:00000010:2.0:1769074988.026368:0:28095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b110f6500. 00010000:00000010:2.0:1769074988.026374:0:28095:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b110f6000. 00010000:00000010:2.0:1769074988.026382:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3200. 00000400:00000200:1.0:1769074988.026383:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:0.0:1769074988.026388:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d540. 00002000:00000010:2.0:1769074988.026393:0:28095:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af74fc0. 00000020:00000010:0.0:1769074988.026394:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d540. 00000800:00000200:1.0:1769074988.026396:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074988.026401:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351285120 00000800:00000010:1.0:1769074988.026403:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.026408:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.026413:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:2.0:1769074988.026413:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f11800. 00000800:00000200:1.0:1769074988.026418:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:0.0:1769074988.026427:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901ae00. 00010000:00000010:0.0:1769074988.026432:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901a300. 00000020:00000010:1.0:1769074988.026434:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3100. 00010000:00000200:2.0:1769074988.026435:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afc380 x1855008351284992/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074988.026440:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00010000:00000010:0.0:1769074988.026442:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e200. 00000020:00000010:1.0:1769074988.026449:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f400. 00002000:00000010:0.0:1769074988.026453:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d540. 00000400:00000010:2.0:1769074988.026458:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.026464:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351284992, offset 224 02000000:00000010:0.0:1769074988.026469:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17332400. 00000400:00000200:2.0:1769074988.026476:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000200:0.0:1769074988.026487:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff480 x1855008351285120/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074988.026495:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.026503:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.026520:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16476:16476:255:4294967295] 192.168.204.41@tcp LPNI seq info [16472:16472:7:4294967295] 00000400:00000010:0.0:1769074988.026524:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.026529:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351285120, offset 224 00000400:00000200:0.0:1769074988.026538:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.026541:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.026549:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.026554:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.026559:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.026564:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.026567:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.026576:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439d80. 00000020:00000010:2.0:1769074988.026580:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ec80. 00000020:00000010:2.0:1769074988.026583:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000400:00000200:3.0:1769074988.026600:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57000 00000400:00000200:0.0:1769074988.026601:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.026616:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 9840 00000400:00000200:0.0:1769074988.026617:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16477:16477:254:4294967295] 192.168.204.41@tcp LPNI seq info [16473:16473:6:4294967295] 00000800:00000200:2.0:1769074988.026617:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.026626:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.026639:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.026640:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.026657:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.026658:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.026666:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.026676:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.026679:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000800:00000010:0.0:1769074988.026680:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000400:00000010:2.0:1769074988.026685:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000800:00000200:0.0:1769074988.026689:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074988.026694:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.026705:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeaa00. 00000800:00000200:0.0:1769074988.026706:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.026730:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.026738:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.026742:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.026747:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00000800:00000200:2.0:1769074988.026761:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.026766:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000020:00000010:0.0:1769074988.026767:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d3c0. 00000020:00000010:0.0:1769074988.026773:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d3c0. 00000400:00000200:2.0:1769074988.026774:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.026777:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00000020:00000010:0.0:1769074988.026781:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000400:00000200:2.0:1769074988.026785:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074988.026787:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000400:00000200:2.0:1769074988.026790:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:2.0:1769074988.026794:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000020:00000010:0.0:1769074988.026813:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d3c0. 00000020:00000010:0.0:1769074988.026818:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d3c0. 00000100:00000200:0.0:1769074988.026821:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351285248 00010000:00000010:0.0:1769074988.026829:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901ab00. 00010000:00000010:0.0:1769074988.026832:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901a500. 00000400:00000200:3.0:1769074988.026839:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.026846:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57080 00010000:00000010:0.0:1769074988.026852:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573ee00. 00000400:00000200:3.0:1769074988.026852:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 10168 00002000:00000010:0.0:1769074988.026867:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d3c0. 02000000:00000010:0.0:1769074988.026879:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17333000. 00000800:00000200:2.0:1769074988.026888:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:0.0:1769074988.026890:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeaa00 x1855008351285248/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000010:2.0:1769074988.026894:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.026902:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.026903:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.026906:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.026913:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351285248, offset 224 00000400:00000200:2.0:1769074988.026915:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.026924:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.026929:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:2.0:1769074988.026934:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:0.0:1769074988.026935:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.026944:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16478:16478:255:4294967295] 192.168.204.41@tcp LPNI seq info [16474:16474:7:4294967295] 00000400:00000200:0.0:1769074988.026958:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074988.026959:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:0.0:1769074988.026974:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.026979:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000100:00000200:3.0:1769074988.026979:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.026987:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8e00. 00000800:00000200:0.0:1769074988.026996:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.027001:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.027005:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.027016:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.027025:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57100 00010000:00000010:1.1:1769074988.027059:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:2.1:1769074988.027064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee500. 00000020:00000010:0.0:1769074988.027065:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00010000:00000010:1.1:1769074988.027067:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048bab00. 00000020:00000010:0.0:1769074988.027075:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00010000:00000010:1.1:1769074988.027076:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e800. 00010000:00000010:2.1:1769074988.027076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696c00. 00010000:00000010:1.1:1769074988.027084:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f800. 00000020:00000010:0.0:1769074988.027085:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00010000:00000010:1.1:1769074988.027093:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:1.1:1769074988.027099:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba800. 00010000:00000010:1.1:1769074988.027104:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.1:1769074988.027107:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e600. 00000020:00000010:0.0:1769074988.027111:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de40. 00010000:00000010:1.1:1769074988.027111:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.1:1769074988.027115:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba900. 00000020:00000010:0.0:1769074988.027118:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de40. 00010000:00000010:1.1:1769074988.027121:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00000020:00000010:0.0:1769074988.027130:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00010000:00000010:1.1:1769074988.027131:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e000. 00000400:00000200:3.0:1769074988.027140:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 10496 00000020:00000010:0.0:1769074988.027141:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00010000:00000010:1.1:1769074988.027142:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e200. 00010000:00000010:1.1:1769074988.027150:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048bad00. 00000020:00000010:0.0:1769074988.027151:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00010000:00000010:1.1:1769074988.027155:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f400. 00010000:00000010:1.1:1769074988.027163:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fc00. 00010000:00000010:1.1:1769074988.027169:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6200. 00010000:00000010:1.1:1769074988.027176:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba000. 00000800:00000200:2.0:1769074988.027181:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1769074988.027182:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7a00. 00000800:00000010:2.0:1769074988.027188:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00010000:00000010:1.1:1769074988.027188:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6c00. 00000020:00000010:0.0:1769074988.027192:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524de40. 00010000:00000010:1.1:1769074988.027195:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00000400:00000200:2.0:1769074988.027197:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.027198:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524de40. 00010000:00000010:1.1:1769074988.027200:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba600. 00000100:00000200:0.0:1769074988.027208:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351285376 00000400:00000200:2.0:1769074988.027208:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.027209:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6000. 00010000:00000010:1.1:1769074988.027214:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6e00. 00000400:00000200:2.0:1769074988.027218:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00010000:00000010:1.1:1769074988.027221:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00000400:00000010:2.0:1769074988.027223:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00010000:00000010:0.0:1769074988.027225:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a000. 00010000:00000010:1.1:1769074988.027229:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569800. 00010000:00000010:0.0:1769074988.027233:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901ad00. 00010000:00000010:1.1:1769074988.027239:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78800. 00010000:00000010:0.0:1769074988.027243:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f400. 00010000:00000010:1.1:1769074988.027243:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79e00. 00010000:00000010:1.1:1769074988.027254:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00002000:00000010:0.0:1769074988.027256:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524de40. 00010000:00000010:1.1:1769074988.027260:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7700. 00000400:00000200:3.0:1769074988.027264:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.027266:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79400. 02000000:00000010:0.0:1769074988.027274:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17331400. 00010000:00000010:1.1:1769074988.027274:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78400. 00010000:00000010:1.1:1769074988.027284:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690e00. 00010000:00000010:1.1:1769074988.027287:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7e00. 00010000:00000010:1.1:1769074988.027290:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.1:1769074988.027292:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79000. 00010000:00000200:0.0:1769074988.027296:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8e00 x1855008351285376/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.027312:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.027318:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351285376, offset 224 00000400:00000200:0.0:1769074988.027328:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.027340:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.027340:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.027356:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16479:16479:256:4294967295] 192.168.204.41@tcp LPNI seq info [16475:16475:8:4294967295] 00000400:00000200:0.0:1769074988.027367:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.027373:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074988.027376:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000010:0.0:1769074988.027378:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000100:00000010:3.0:1769074988.027383:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8380. 00000800:00000200:0.0:1769074988.027390:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.027397:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.027401:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.027423:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b640. 00000020:00000010:0.0:1769074988.027426:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:1.0:1769074988.027427:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b640. 00000020:00000010:0.0:1769074988.027438:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:1.0:1769074988.027439:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f400. 00000020:00000010:1.0:1769074988.027445:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3100. 00000020:00000010:0.0:1769074988.027448:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00000020:00000010:1.0:1769074988.027450:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000800:00000200:3.0:1769074988.027452:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.027457:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.027462:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.027467:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.027471:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:3.0:1769074988.027474:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000020:00000010:0.0:1769074988.027480:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524db00. 00000400:00000200:2.0:1769074988.027485:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074988.027486:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524db00. 00000100:00000200:0.0:1769074988.027492:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351285504 00000400:00000200:2.0:1769074988.027501:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57180 00010000:00000010:0.0:1769074988.027502:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a800. 00010000:00000010:0.0:1769074988.027507:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901ac00. 00000400:00000200:2.0:1769074988.027512:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 10824 00000400:00000200:2.0:1769074988.027523:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074988.027526:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573e000. 00000400:00000200:2.0:1769074988.027531:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00002000:00000010:0.0:1769074988.027533:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524db00. 00000100:00000200:2.0:1769074988.027537:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1769074988.027544:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17333c00. 00000100:00000010:2.0:1769074988.027544:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04affb80. 00010000:00000200:0.0:1769074988.027557:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8380 x1855008351285504/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.027567:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.027571:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351285504, offset 224 00000020:00000010:1.0:1769074988.027572:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b640. 00000400:00000200:2.0:1769074988.027573:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074988.027578:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b640. 00000400:00000200:0.0:1769074988.027581:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.027585:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8ee00. 00000020:00000010:1.0:1769074988.027590:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3e00. 00000400:00000200:2.0:1769074988.027592:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57200 00000400:00000200:0.0:1769074988.027593:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074988.027594:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000400:00000200:0.0:1769074988.027607:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16480:16480:256:4294967295] 192.168.204.41@tcp LPNI seq info [16476:16476:8:4294967295] 00000400:00000200:2.0:1769074988.027609:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 11152 00000020:00000010:1.0:1769074988.027618:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b640. 00000020:00000010:1.0:1769074988.027624:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b640. 00000400:00000200:2.0:1769074988.027624:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.027627:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:1.0:1769074988.027630:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351285632 00000800:00000200:0.0:1769074988.027636:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.027640:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000010:0.0:1769074988.027642:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00010000:00000010:1.0:1769074988.027644:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dde00. 00000100:00000200:2.0:1769074988.027645:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074988.027648:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0d1dd800. 00000800:00000200:0.0:1769074988.027651:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:2.0:1769074988.027654:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff800. 00010000:00000010:1.0:1769074988.027655:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485000. 00000800:00000200:0.0:1769074988.027660:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00002000:00000010:1.0:1769074988.027663:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b640. 00000800:00000200:0.0:1769074988.027664:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.027684:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3100. 00000020:00000010:0.0:1769074988.027690:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 02000000:00000010:1.0:1769074988.027692:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bac00. 00000020:00000010:0.0:1769074988.027696:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f400. 00000020:00000010:3.0:1769074988.027704:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00000020:00000010:3.0:1769074988.027709:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00010000:00000200:1.0:1769074988.027710:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04affb80 x1855008351285632/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074988.027737:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074988.027740:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000800:00000010:2.0:1769074988.027742:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000100:00000200:1.0:1769074988.027745:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351285632, offset 224 00000400:00000200:2.0:1769074988.027750:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.027751:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.027756:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.027762:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.027768:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57280 00000400:00000200:1.0:1769074988.027769:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.027781:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16481:16481:255:4294967295] 192.168.204.41@tcp LPNI seq info [16477:16477:7:4294967295] 00000400:00000200:0.0:1769074988.027782:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 11480 00000400:00000200:0.0:1769074988.027800:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.027800:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:2.0:1769074988.027807:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000800:00000200:1.0:1769074988.027810:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.027811:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:2.0:1769074988.027813:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000800:00000010:1.0:1769074988.027817:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000100:00000200:0.0:1769074988.027821:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:1.0:1769074988.027823:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074988.027827:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559500. 00000800:00000200:1.0:1769074988.027832:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.027837:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.027849:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c600. 00000020:00000010:1.0:1769074988.027852:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3e00. 00000020:00000010:3.0:1769074988.027854:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0880. 00000020:00000010:1.0:1769074988.027857:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:3.0:1769074988.027859:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00000020:00000010:1.0:1769074988.027863:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8ee00. 00000020:00000010:1.0:1769074988.027887:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b980. 00000020:00000010:2.0:1769074988.027890:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74c80. 00000020:00000010:1.0:1769074988.027891:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b980. 00000800:00000200:0.0:1769074988.027893:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1769074988.027898:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351285760 00000800:00000010:0.0:1769074988.027899:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000020:00000010:2.0:1769074988.027900:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74c80. 00000400:00000200:0.0:1769074988.027904:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.027907:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.027909:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7e00. 00000020:00000010:2.0:1769074988.027911:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00010000:00000010:1.0:1769074988.027917:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a01ef7700. 00000020:00000010:2.0:1769074988.027922:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000400:00000200:0.0:1769074988.027925:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.027927:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485a00. 00000400:00000200:3.0:1769074988.027928:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57380 00000020:00000010:2.0:1769074988.027937:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00002000:00000010:1.0:1769074988.027945:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b980. 00000400:00000200:3.0:1769074988.027945:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 11808 02000000:00000010:1.0:1769074988.027960:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d24800. 00000020:00000010:2.0:1769074988.027971:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74c80. 00010000:00000200:1.0:1769074988.027976:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff800 x1855008351285760/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074988.027977:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74c80. 00000100:00000200:2.0:1769074988.027984:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351285888 00000400:00000200:0.0:1769074988.028001:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:0.0:1769074988.028005:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:3.0:1769074988.028005:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074988.028006:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000400:00000200:3.0:1769074988.028017:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.028020:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351285760, offset 224 00010000:00000010:2.0:1769074988.028020:0:29089:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b13394d00. 00000400:00000200:1.0:1769074988.028064:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074988.028066:0:29089:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b13394f00. 00000400:00000200:1.0:1769074988.028074:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:3.0:1769074988.028075:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1769074988.028084:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16482:16482:256:4294967295] 192.168.204.41@tcp LPNI seq info [16478:16478:8:4294967295] 00000100:00000010:3.0:1769074988.028086:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9c00. 00010000:00000010:2.0:1769074988.028087:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2c00. 00000400:00000200:1.0:1769074988.028097:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00002000:00000010:2.0:1769074988.028100:0:29089:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af74c80. 00000800:00000200:1.0:1769074988.028101:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.028109:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 02000000:00000010:2.0:1769074988.028120:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f12000. 00000800:00000200:1.0:1769074988.028122:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074988.028126:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dc00. 00000400:00000200:3.0:1769074988.028126:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074988.028140:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dc00. 00000800:00000200:1.0:1769074988.028141:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.028146:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.028149:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00010000:00000200:2.0:1769074988.028152:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559500 x1855008351285888/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1769074988.028153:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.028158:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:1.0:1769074988.028159:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0880. 00000020:00000010:1.0:1769074988.028168:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00000020:00000010:1.0:1769074988.028172:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c600. 00000400:00000010:2.0:1769074988.028176:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.028184:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351285888, offset 224 00000020:00000010:0.0:1769074988.028191:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dc00. 00000400:00000200:2.0:1769074988.028192:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.028197:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dc00. 00000400:00000200:3.0:1769074988.028199:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57300 00000100:00000200:0.0:1769074988.028203:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351286144 00000400:00000200:3.0:1769074988.028212:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 12136 00000400:00000200:2.0:1769074988.028213:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:0.0:1769074988.028214:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a900. 00010000:00000010:0.0:1769074988.028225:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901a600. 00000400:00000200:3.0:1769074988.028233:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074988.028234:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42164a00. 00000400:00000200:2.0:1769074988.028234:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16483:16483:255:4294967295] 192.168.204.41@tcp LPNI seq info [16479:16479:7:4294967295] 00002000:00000010:0.0:1769074988.028248:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524dc00. 00000400:00000200:3.0:1769074988.028252:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.028265:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:0.0:1769074988.028268:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe12000. 00000100:00000200:3.0:1769074988.028274:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:2.0:1769074988.028276:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074988.028279:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8000. 00000800:00000010:2.0:1769074988.028284:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00010000:00000200:0.0:1769074988.028291:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9c00 x1855008351286144/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074988.028296:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:0.0:1769074988.028312:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000800:00000200:2.0:1769074988.028312:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:1.0:1769074988.028314:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b280. 00000100:00000200:0.0:1769074988.028318:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351286144, offset 224 00000020:00000010:1.0:1769074988.028320:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b280. 00000800:00000200:2.0:1769074988.028320:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074988.028327:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.028328:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8ee00. 00000020:00000010:1.0:1769074988.028334:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3e00. 00000020:00000010:2.0:1769074988.028336:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000800:00000200:3.0:1769074988.028337:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074988.028338:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000400:00000200:0.0:1769074988.028344:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074988.028347:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000800:00000010:3.0:1769074988.028349:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074988.028355:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16484:16484:254:4294967295] 192.168.204.41@tcp LPNI seq info [16480:16480:6:4294967295] 00000020:00000010:2.0:1769074988.028355:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000400:00000200:3.0:1769074988.028362:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.028366:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b280. 00000020:00000010:1.0:1769074988.028374:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b280. 00000400:00000200:3.0:1769074988.028378:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.028381:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351286016 00000400:00000200:0.0:1769074988.028386:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074988.028395:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000800:00000200:0.0:1769074988.028396:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.028402:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000400:00000200:2.0:1769074988.028403:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.028407:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569800. 00000800:00000200:0.0:1769074988.028411:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074988.028413:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b048ba600. 00000400:00000200:2.0:1769074988.028420:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57400 00000800:00000200:0.0:1769074988.028421:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.028421:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484600. 00000800:00000200:0.0:1769074988.028427:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00002000:00000010:1.0:1769074988.028428:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b280. 00000020:00000010:0.0:1769074988.028439:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.028446:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 02000000:00000010:1.0:1769074988.028450:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e7800. 00000020:00000010:0.0:1769074988.028454:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00010000:00000200:1.0:1769074988.028466:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8000 x1855008351286016/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.028476:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000400:00000010:3.0:1769074988.028525:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000400:00000200:2.0:1769074988.028535:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 12464 00000100:00000200:1.0:1769074988.028542:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351286016, offset 224 00000800:00000200:3.0:1769074988.028542:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074988.028548:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1769074988.028549:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.028556:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.028557:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.028568:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.028569:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.028574:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.028586:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16485:16485:254:4294967295] 192.168.204.41@tcp LPNI seq info [16481:16481:6:4294967295] 00000400:00000200:1.0:1769074988.028593:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.028597:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.028598:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.028605:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000800:00000010:1.0:1769074988.028606:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000100:00000200:2.0:1769074988.028615:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:1.0:1769074988.028616:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.028624:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:2.0:1769074988.028624:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afea00. 00000800:00000200:1.0:1769074988.028630:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.028637:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3e00. 00000800:00000200:3.0:1769074988.028639:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074988.028640:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000800:00000010:3.0:1769074988.028646:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000020:00000010:1.0:1769074988.028648:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8ee00. 00000400:00000200:3.0:1769074988.028657:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.028665:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bb80. 00000400:00000200:2.0:1769074988.028665:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.028672:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.028674:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bb80. 00000020:00000010:1.0:1769074988.028683:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8ee00. 00000020:00000010:1.0:1769074988.028688:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3e00. 00000400:00000200:2.0:1769074988.028689:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d57600 00000020:00000010:1.0:1769074988.028691:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074988.028712:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bb80. 00000020:00000010:1.0:1769074988.028728:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bb80. 00000100:00000200:1.0:1769074988.028730:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351286272 00000400:00000200:3.0:1769074988.028738:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00010000:00000010:1.0:1769074988.028739:0:29091:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba000. 00000400:00000010:3.0:1769074988.028747:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00010000:00000010:1.0:1769074988.028748:0:29091:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b048bad00. 00010000:00000010:1.0:1769074988.028755:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485e00. 00002000:00000010:1.0:1769074988.028759:0:29091:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35bb80. 00000400:00000200:2.0:1769074988.028769:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 31728 02000000:00000010:1.0:1769074988.028770:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e4000. 00010000:00000200:1.0:1769074988.028784:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afea00 x1855008351286272/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.028794:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074988.028797:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351286272, offset 224 00000400:00000200:1.0:1769074988.028803:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.028810:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.028814:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16486:16486:255:4294967295] 192.168.204.41@tcp LPNI seq info [16482:16482:7:4294967295] 00000800:00000200:3.0:1769074988.028816:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.028823:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:1.0:1769074988.028829:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074988.028833:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1769074988.028836:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.028840:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1769074988.028842:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.028851:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074988.028854:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:1.0:1769074988.028859:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.028863:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000200:2.0:1769074988.028864:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1769074988.028868:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3e00. 00000100:00000010:2.0:1769074988.028871:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1ad80. 00000020:00000010:1.0:1769074988.028873:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:1.0:1769074988.028879:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8ee00. 00000400:00000200:3.0:1769074988.028892:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.028899:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:3.0:1769074988.028902:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:2.0:1769074988.028911:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.028921:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57680 00000020:00000010:0.0:1769074988.028925:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000400:00000200:2.0:1769074988.028929:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 12792 00000020:00000010:0.0:1769074988.028932:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074988.028940:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b2f5600. 00000020:00000010:0.0:1769074988.028943:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.028947:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000800:00000200:3.0:1769074988.028960:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.028966:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.028971:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.028979:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.028983:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074988.028989:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000400:00000200:2.0:1769074988.028990:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.028993:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351286784 00000100:00000200:2.0:1769074988.028996:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.029003:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18e00. 02000000:00000010:0.0:1769074988.029010:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b2b730000. 00010000:00000010:1.1:1769074988.029051:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.1:1769074988.029058:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba200. 00000400:00000200:2.0:1769074988.029059:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:0.0:1769074988.029062:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000010:1.1:1769074988.029062:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690600. 00010000:00000010:1.1:1769074988.029074:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691a00. 00000400:00000200:2.0:1769074988.029078:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57480 00010000:00000010:1.1:1769074988.029086:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:0.0:1769074988.029087:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439080. 00000400:00000200:2.0:1769074988.029088:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 13120 00010000:00000010:1.1:1769074988.029093:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04300. 00010000:00000010:1.1:1769074988.029099:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691000. 00010000:00000010:1.1:1769074988.029104:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690a00. 00000400:00000200:3.0:1769074988.029105:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.029106:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074988.029107:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42164000. 00010000:00000010:1.1:1769074988.029118:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:0.0:1769074988.029121:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 00000400:00000200:3.0:1769074988.029122:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00010000:00000010:1.1:1769074988.029124:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04700. 00000400:00000200:2.0:1769074988.029125:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:3.0:1769074988.029129:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00010000:00000010:1.1:1769074988.029134:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574600. 00000100:00000200:2.0:1769074988.029139:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074988.029140:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:0.0:1769074988.029141:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901aa00. 00000100:00000010:2.0:1769074988.029148:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1bb80. 00010000:00000010:1.1:1769074988.029150:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575800. 00010000:00000010:0.0:1769074988.029151:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439080. 00010000:00000010:1.1:1769074988.029157:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04d00. 00010000:00000010:0.0:1769074988.029162:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42165600. 00010000:00000010:1.1:1769074988.029162:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574800. 00010000:00000010:1.1:1769074988.029165:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.1:1769074988.029171:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:0.0:1769074988.029172:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd80. 00010000:00000010:1.1:1769074988.029175:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04200. 00010000:00000010:1.1:1769074988.029185:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574200. 00000400:00000200:2.0:1769074988.029191:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074988.029192:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575c00. 00010000:00000010:1.1:1769074988.029199:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00000400:00000200:2.0:1769074988.029204:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57700 00010000:00000010:1.1:1769074988.029204:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9f00. 00010000:00000010:0.0:1769074988.029210:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481000. 00010000:00000010:1.1:1769074988.029210:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709000. 00000400:00000200:2.0:1769074988.029215:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 13448 00010000:00000010:1.1:1769074988.029218:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:0.0:1769074988.029220:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439f00. 00010000:00000010:1.1:1769074988.029223:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000400:00000200:2.0:1769074988.029227:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074988.029228:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:1.1:1769074988.029229:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9c00. 00000400:00000200:2.0:1769074988.029237:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.029237:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708400. 00010000:00000010:0.0:1769074988.029240:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:1.1:1769074988.029245:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708600. 00000100:00000200:2.0:1769074988.029248:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.029254:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18000. 00000020:00000010:3.0:1769074988.029259:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00010000:00000010:1.1:1769074988.029259:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708200. 00000020:00000010:0.0:1769074988.029264:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8b3c503640. 00000020:00000010:3.0:1769074988.029268:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00010000:00000010:1.1:1769074988.029271:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9200. 00000020:00000010:3.0:1769074988.029276:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:0.0:1769074988.029277:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8b3c503640. 00010000:00000010:1.1:1769074988.029279:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709c00. 00000020:00000010:3.0:1769074988.029280:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0480. 00000400:00000200:2.0:1769074988.029291:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074988.029292:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708a00. 00000020:00000010:0.0:1769074988.029299:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b84e0. 00010000:00000010:1.1:1769074988.029299:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485c00. 00000400:00000200:2.0:1769074988.029306:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57500 00010000:00000010:1.1:1769074988.029306:0:29093:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9b00. 00010000:00000010:1.1:1769074988.029309:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485600. 00080000:00000010:0.0:1769074988.029310:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b086f5e00. 00010000:00000010:1.1:1769074988.029316:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484200. 00000400:00000200:2.0:1769074988.029318:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 13776 00000004:00000010:0.0:1769074988.029329:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b724900. 00000020:00000010:1.0:1769074988.029330:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b880. 00000020:00000010:3.0:1769074988.029332:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751000. 00000400:00000200:2.0:1769074988.029335:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:0.0:1769074988.029339:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b0629bfa0. 00000020:00000010:1.0:1769074988.029340:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b880. 00000400:00000200:2.0:1769074988.029349:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.029350:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8ee00. 00000004:00000010:0.0:1769074988.029351:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b0629bd18. 00000020:00000010:1.0:1769074988.029358:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3e00. 00000100:00000200:2.0:1769074988.029360:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1769074988.029364:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 00000004:00000010:0.0:1769074988.029365:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17659868. 00000100:00000010:2.0:1769074988.029366:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00000020:00000010:3.0:1769074988.029374:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00000020:00000010:3.0:1769074988.029379:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00000020:00000010:3.0:1769074988.029387:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c800. 00000020:00000010:3.0:1769074988.029394:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0200. 00080000:00000010:0.0:1769074988.029395:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d880. 00000020:00000010:1.0:1769074988.029402:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b880. 00000020:00000010:3.0:1769074988.029402:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751af0. 00080000:00000010:0.0:1769074988.029406:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524df00. 00000020:00000010:2.0:1769074988.029406:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a0af74400. 00000020:00000010:1.0:1769074988.029407:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b880. 00000020:00000010:2.0:1769074988.029415:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a0af74400. 00000020:00000010:1.0:1769074988.029417:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8e400. 00080000:00000010:0.0:1769074988.029419:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d940. 00000100:00000200:2.0:1769074988.029420:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351286912 00000020:00000010:1.0:1769074988.029423:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3f80. 00000020:00000010:1.0:1769074988.029427:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3a28. 00010000:00000010:2.0:1769074988.029436:0:28095:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b13394700. 00010000:00000010:2.0:1769074988.029442:0:28095:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b13394900. 00000020:00000010:3.0:1769074988.029444:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755cc0. 00080000:00000010:0.0:1769074988.029448:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524da00. 00000020:00000010:1.0:1769074988.029449:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b880. 00010000:00000010:2.0:1769074988.029449:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c3600. 00000020:00000010:3.0:1769074988.029451:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755cc0. 00000020:00000010:1.0:1769074988.029458:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b880. 00000100:00000200:3.0:1769074988.029460:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351286400 00000020:00000010:0.0:1769074988.029462:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 320 at ffff8c8b07b9b400. 00000100:00000200:1.0:1769074988.029462:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287040 00002000:00000010:2.0:1769074988.029462:0:28095:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a0af74400. 02000000:00000010:2.0:1769074988.029481:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f13c00. 00010000:00000010:1.0:1769074988.029488:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba200. 00010000:00000010:3.0:1769074988.029488:0:27572:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603700. 00010000:00000200:2.0:1769074988.029503:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18e00 x1855008351286912/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1769074988.029505:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b048ba900. 00010000:00000010:3.0:1769074988.029507:0:27572:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b305ee500. 00000001:00000010:0.0:1769074988.029509:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a02924a50. 00010000:00000010:1.0:1769074988.029517:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484200. 00010000:00000010:3.0:1769074988.029520:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697200. 00000001:00000010:0.0:1769074988.029527:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a02924a50. 00002000:00000010:1.0:1769074988.029528:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b880. 00000400:00000010:2.0:1769074988.029532:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00002000:00000010:3.0:1769074988.029533:0:27572:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755cc0. 02000000:00000010:1.0:1769074988.029541:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e6000. 00000100:00000200:2.0:1769074988.029542:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351286912, offset 224 00000400:00000200:2.0:1769074988.029553:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:3.0:1769074988.029556:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40224400. 00010000:00000200:1.0:1769074988.029557:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18000 x1855008351287040/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000001:00000010:0.0:1769074988.029567:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8e40. 00000400:00000200:2.0:1769074988.029568:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:1.0:1769074988.029575:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000001:00000010:0.0:1769074988.029576:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00000100:00000200:1.0:1769074988.029582:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287040, offset 224 00000400:00000200:2.0:1769074988.029583:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16487:16487:256:4294967295] 192.168.204.41@tcp LPNI seq info [16483:16483:8:4294967295] 00010000:00000200:3.0:1769074988.029585:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1bb80 x1855008351286400/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000001:00000010:0.0:1769074988.029587:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b780. 00000400:00000200:1.0:1769074988.029595:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074988.029600:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524da00. 00080000:00000010:0.0:1769074988.029609:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d940. 00080000:00000010:0.0:1769074988.029620:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524df00. 00000400:00000200:2.0:1769074988.029623:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074988.029628:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d880. 00000020:00000010:0.0:1769074988.029637:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b84e0. 00000800:00000200:2.0:1769074988.029652:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.029655:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:0.0:1769074988.029658:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5a00. 00000400:00000010:3.0:1769074988.029658:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fee0. 00000800:00000010:2.0:1769074988.029660:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.029664:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16488:16488:255:4294967295] 192.168.204.41@tcp LPNI seq info [16484:16484:7:4294967295] 00000100:00000200:3.0:1769074988.029673:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351286400, offset 224 00010000:00000010:0.0:1769074988.029676:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00000800:00000200:2.0:1769074988.029684:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.029692:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074988.029697:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:0.0:1769074988.029699:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a0b724e40. 00000800:00000200:2.0:1769074988.029709:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.029726:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074988.029735:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.029736:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:1.0:1769074988.029738:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.029754:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:0.0:1769074988.029756:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00000400:00000200:3.0:1769074988.029760:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16489:16489:254:4294967295] 192.168.204.41@tcp LPNI seq info [16485:16485:6:4294967295] 00000020:00000010:2.0:1769074988.029766:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0480. 00000800:00000200:1.0:1769074988.029769:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:0.0:1769074988.029770:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a0b724e40. 00000800:00000200:1.0:1769074988.029777:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.029780:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751000. 00000020:00000010:2.0:1769074988.029789:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000020:00000010:1.0:1769074988.029790:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0200. 00000400:00000200:3.0:1769074988.029797:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074988.029800:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751af0. 00000020:00000010:0.0:1769074988.029803:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d880. 00000020:00000010:1.0:1769074988.029810:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c800. 00000020:00000010:0.0:1769074988.029812:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d880. 00000800:00000200:3.0:1769074988.029819:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074988.029821:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351286528 00000800:00000010:3.0:1769074988.029831:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158c00. 00000400:00000200:2.0:1769074988.029834:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:0.0:1769074988.029839:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481600. 00000800:00000200:3.0:1769074988.029846:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:0.0:1769074988.029849:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481300. 00000400:00000200:2.0:1769074988.029851:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57780 00010000:00000010:0.0:1769074988.029859:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4800. 00000800:00000200:3.0:1769074988.029861:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074988.029867:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 14104 00002000:00000010:0.0:1769074988.029870:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d880. 00000800:00000200:3.0:1769074988.029872:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158c00 type 1, nob 496 niov 1 nkiov 1 02000000:00000010:0.0:1769074988.029890:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe11800. 00000020:00000010:3.0:1769074988.029891:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3e00. 00000400:00000200:2.0:1769074988.029898:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.029906:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.029911:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000200:0.0:1769074988.029916:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a680 x1855008351286528/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000010:2.0:1769074988.029918:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19500. 00000400:00000010:0.0:1769074988.029936:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.029941:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351286528, offset 224 00000400:00000200:0.0:1769074988.029948:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:3.0:1769074988.029950:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:3.0:1769074988.029958:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8ee00. 00000400:00000200:0.0:1769074988.029964:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:2.0:1769074988.029968:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074988.029972:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bfc0. 00000400:00000200:0.0:1769074988.029973:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16490:16490:253:4294967295] 192.168.204.41@tcp LPNI seq info [16486:16486:5:4294967295] 00000800:00000010:2.0:1769074988.029974:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000020:00000010:1.0:1769074988.029979:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bfc0. 00000400:00000200:2.0:1769074988.029982:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.029988:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.029996:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000400:00000200:2.0:1769074988.029997:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.030000:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074988.030004:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3d48. 00000400:00000200:2.0:1769074988.030008:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000800:00000200:0.0:1769074988.030009:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074988.030014:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000800:00000010:0.0:1769074988.030016:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.030023:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074988.030059:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bfc0. 00000400:00000200:2.0:1769074988.030065:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074988.030066:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bfc0. 00000800:00000200:0.0:1769074988.030071:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:1.0:1769074988.030073:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287168 00000800:00000200:0.0:1769074988.030077:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.030083:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57880 00000020:00000010:0.0:1769074988.030092:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3f80. 00000400:00000200:2.0:1769074988.030092:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 14432 00010000:00000010:1.0:1769074988.030097:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba800. 00000020:00000010:0.0:1769074988.030099:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3a28. 00010000:00000010:1.0:1769074988.030101:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b048bab00. 00000020:00000010:0.0:1769074988.030104:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8e400. 00000400:00000200:2.0:1769074988.030104:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.030106:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485600. 00002000:00000010:1.0:1769074988.030113:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35bfc0. 00000400:00000200:2.0:1769074988.030114:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.030121:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:1.0:1769074988.030123:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e7400. 00000100:00000010:2.0:1769074988.030127:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18380. 00010000:00000200:1.0:1769074988.030138:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19500 x1855008351287168/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00010000:00000010:0.0:1769074988.030141:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.030150:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439f00. 00000400:00000010:1.0:1769074988.030153:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000800:00000200:2.0:1769074988.030158:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1769074988.030159:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287168, offset 224 00000800:00000010:2.0:1769074988.030163:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:1.0:1769074988.030168:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.030171:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.030182:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.030185:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074988.030189:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755f80. 00000400:00000200:1.0:1769074988.030190:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16491:16491:253:4294967295] 192.168.204.41@tcp LPNI seq info [16487:16487:5:4294967295] 00000400:00000200:1.0:1769074988.030204:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.030209:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.030209:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00080000:00000010:0.0:1769074988.030216:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439880. 00000400:00000010:2.0:1769074988.030216:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000800:00000010:1.0:1769074988.030217:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.030226:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:0.0:1769074988.030227:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010ca200. 00000800:00000200:1.0:1769074988.030233:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000004:00000010:0.0:1769074988.030236:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17659868. 00000800:00000200:1.0:1769074988.030237:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.030247:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000004:00000010:0.0:1769074988.030249:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629bfa0. 00000020:00000010:1.0:1769074988.030252:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 00000004:00000010:0.0:1769074988.030254:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629bd18. 00000020:00000010:3.0:1769074988.030256:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755f80. 00000020:00000010:1.0:1769074988.030258:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3d48. 00000004:00000010:0.0:1769074988.030261:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b724900. 00000400:00000200:2.0:1769074988.030265:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57900 00000020:00000010:1.0:1769074988.030268:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000004:00000010:0.0:1769074988.030269:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598440. 00000020:00000010:3.0:1769074988.030271:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c800. 00000400:00000200:2.0:1769074988.030276:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 14760 00000004:00000010:0.0:1769074988.030277:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56528. 00000020:00000010:3.0:1769074988.030281:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0700. 00000004:00000010:0.0:1769074988.030284:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f0e0. 00000020:00000010:3.0:1769074988.030291:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751e10. 00000400:00000200:2.0:1769074988.030293:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074988.030301:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00000400:00000200:2.0:1769074988.030305:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.030311:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.030315:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18a80. 00010000:00000200:0.0:1769074988.030319:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542168, last committed = 0 00010000:00000200:0.0:1769074988.030331:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1ad80 x1855008351286784/t60129542168(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074988.030342:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755f80. 00000400:00000010:0.0:1769074988.030343:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000020:00000010:1.0:1769074988.030345:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b000. 00000800:00000200:2.0:1769074988.030345:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1769074988.030354:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755f80. 00000100:00000200:0.0:1769074988.030355:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351286784, offset 224 00000020:00000010:1.0:1769074988.030356:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b000. 00000800:00000010:2.0:1769074988.030356:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158c00. 00000100:00000200:1.0:1769074988.030371:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287424 00000400:00000200:0.0:1769074988.030372:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.030373:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074988.030375:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00010000:00000010:1.0:1769074988.030384:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9b00. 00000020:00000010:3.0:1769074988.030385:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000400:00000200:0.0:1769074988.030388:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.030389:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.030394:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b074b9200. 00000020:00000010:3.0:1769074988.030399:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00010000:00000010:1.0:1769074988.030402:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485c00. 00000400:00000200:0.0:1769074988.030410:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16492:16492:253:4294967295] 192.168.204.41@tcp LPNI seq info [16488:16488:5:4294967295] 00002000:00000010:1.0:1769074988.030414:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b000. 00000400:00000200:0.0:1769074988.030424:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:1.0:1769074988.030424:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e4800. 00000400:00000200:2.0:1769074988.030434:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fee0 00000800:00000200:0.0:1769074988.030435:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074988.030439:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fee0. 00000800:00000010:0.0:1769074988.030441:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000020:00000010:3.0:1769074988.030442:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755f80. 00010000:00000200:1.0:1769074988.030444:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18380 x1855008351287424/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1769074988.030458:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755f80. 00000400:00000200:2.0:1769074988.030464:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074988.030465:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074988.030470:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287552 00000400:00000010:1.0:1769074988.030476:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000800:00000200:0.0:1769074988.030477:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:1.0:1769074988.030481:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287424, offset 224 00000800:00000200:0.0:1769074988.030484:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.030484:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57800 00010000:00000010:3.0:1769074988.030489:0:32343:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee000. 00000020:00000010:0.0:1769074988.030497:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000400:00000200:1.0:1769074988.030497:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:3.0:1769074988.030501:0:32343:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b305ee700. 00000020:00000010:0.0:1769074988.030503:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000400:00000200:1.0:1769074988.030511:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.030512:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x123b1 [8] + 15088 00000020:00000010:0.0:1769074988.030514:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b2f5600. 00000400:00000200:1.0:1769074988.030519:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16493:16493:253:4294967295] 192.168.204.41@tcp LPNI seq info [16489:16489:5:4294967295] 00000400:00000010:2.0:1769074988.030524:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0684cec8. 00000400:00000200:1.0:1769074988.030532:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:2.0:1769074988.030532:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b05349000 00010000:00000010:3.0:1769074988.030535:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696800. 00000800:00000200:1.0:1769074988.030543:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.030547:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00002000:00000010:3.0:1769074988.030548:0:32343:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755f80. 00000800:00000200:1.0:1769074988.030554:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.030556:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.030560:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000800:00000200:1.0:1769074988.030561:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.030566:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074988.030567:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074988.030571:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40226400. 00000020:00000010:1.0:1769074988.030573:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0700. 00000400:00000200:2.0:1769074988.030577:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.030579:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.030584:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751e10. 00000400:00000200:0.0:1769074988.030586:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074988.030591:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000020:00000010:1.0:1769074988.030591:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c800. 00000400:00000200:2.0:1769074988.030591:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.030602:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b05349000 00000400:00000010:2.0:1769074988.030607:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b05349000. 00000800:00000200:0.0:1769074988.030609:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.030612:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000100:00000200:2.0:1769074988.030612:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074988.030619:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.030624:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.030626:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:0.0:1769074988.030628:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000020:00000010:1.0:1769074988.030648:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b700. 00000020:00000010:1.0:1769074988.030651:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b700. 00000020:00000010:1.0:1769074988.030656:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.030659:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000020:00000010:1.0:1769074988.030665:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3d48. 00000020:00000010:1.0:1769074988.030682:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b700. 00000020:00000010:1.0:1769074988.030687:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b700. 00010000:00000200:3.0:1769074988.030688:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18a80 x1855008351287552/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1769074988.030690:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1769074988.030690:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287296 00000800:00000010:0.0:1769074988.030696:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00010000:00000010:1.0:1769074988.030703:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9c00. 00000400:00000200:0.0:1769074988.030705:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.030709:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.030711:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b074b9f00. 00000400:00000200:0.0:1769074988.030735:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.030738:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484400. 00000400:00000200:0.0:1769074988.030741:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00002000:00000010:1.0:1769074988.030744:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b700. 00000400:00000200:2.0:1769074988.030744:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57980 00000400:00000010:0.0:1769074988.030746:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 02000000:00000010:1.0:1769074988.030757:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e5c00. 00000400:00000200:2.0:1769074988.030757:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 0 00010000:00000200:1.0:1769074988.030775:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3febd850 x1855008351287296/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.030781:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000400:00000010:1.0:1769074988.030786:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:3.0:1769074988.030788:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287552, offset 224 00000800:00000200:0.0:1769074988.030791:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1769074988.030791:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287296, offset 224 00000800:00000010:0.0:1769074988.030797:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:0.0:1769074988.030801:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.030807:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.030813:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.030814:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.030821:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.030830:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.030830:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.030902:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16494:16494:255:4294967295] 192.168.204.41@tcp LPNI seq info [16490:16490:7:4294967295] 00000400:00000200:3.0:1769074988.030915:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074988.030922:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000800:00000200:3.0:1769074988.030924:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074988.030928:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000400:00000200:1.0:1769074988.030928:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.030939:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16495:16495:254:4294967295] 192.168.204.41@tcp LPNI seq info [16491:16491:6:4294967295] 00000800:00000010:3.0:1769074988.030940:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158a00. 00000400:00000200:1.0:1769074988.030959:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.030965:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074988.030969:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000010:1.0:1769074988.030971:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000100:00000010:2.0:1769074988.030976:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19f80. 00000800:00000200:1.0:1769074988.030979:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.030987:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.030991:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.031013:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524df00. 00000020:00000010:1.0:1769074988.031015:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 00000020:00000010:0.0:1769074988.031018:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524df00. 00000020:00000010:1.0:1769074988.031024:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3d48. 00000020:00000010:0.0:1769074988.031053:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.031057:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.031060:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.031082:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524df00. 00000800:00000200:3.0:1769074988.031083:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074988.031086:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000020:00000010:0.0:1769074988.031087:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524df00. 00000100:00000200:0.0:1769074988.031096:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287680 00000400:00000200:2.0:1769074988.031101:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:3.0:1769074988.031102:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.031111:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158a00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.031122:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57a00 00010000:00000010:0.0:1769074988.031124:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481100. 00010000:00000010:0.0:1769074988.031130:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481500. 00000020:00000010:3.0:1769074988.031130:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000400:00000200:2.0:1769074988.031133:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 328 00000020:00000010:3.0:1769074988.031139:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00010000:00000010:0.0:1769074988.031144:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4600. 00000400:00000200:2.0:1769074988.031144:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074988.031145:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00002000:00000010:0.0:1769074988.031151:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524df00. 00000400:00000200:2.0:1769074988.031158:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074988.031164:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe10400. 00000100:00000200:2.0:1769074988.031164:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.031166:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18a80. 00000100:00000010:2.0:1769074988.031172:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18700. 02000000:00000010:3.0:1769074988.031178:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e4800. 00010000:00000200:0.0:1769074988.031182:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19f80 x1855008351287680/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000010:3.0:1769074988.031185:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18380. 02000000:00000010:3.0:1769074988.031200:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e7400. 00000400:00000010:0.0:1769074988.031201:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000800:00000200:2.0:1769074988.031201:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074988.031207:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b900. 00000800:00000010:2.0:1769074988.031211:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000100:00000010:3.0:1769074988.031211:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19500. 00000100:00000200:0.0:1769074988.031212:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287680, offset 224 00000020:00000010:1.0:1769074988.031213:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b900. 02000000:00000010:3.0:1769074988.031226:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe11800. 00000400:00000200:2.0:1769074988.031228:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.031231:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000400:00000200:0.0:1769074988.031234:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074988.031239:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a680. 00000020:00000010:1.0:1769074988.031241:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000400:00000200:2.0:1769074988.031249:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074988.031251:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40224400. 00000400:00000200:0.0:1769074988.031252:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074988.031253:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3d48. 00000100:00000010:3.0:1769074988.031264:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1bb80. 00000400:00000200:0.0:1769074988.031266:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16496:16496:254:4294967295] 192.168.204.41@tcp LPNI seq info [16492:16492:6:4294967295] 02000000:00000010:3.0:1769074988.031274:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e6000. 00000100:00000010:3.0:1769074988.031282:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18000. 00000020:00000010:1.0:1769074988.031284:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b900. 00000020:00000010:1.0:1769074988.031294:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b900. 02000000:00000010:3.0:1769074988.031296:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f13c00. 00000400:00000200:0.0:1769074988.031298:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:1.0:1769074988.031301:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287808 00000100:00000010:3.0:1769074988.031307:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18e00. 00000400:00000200:2.0:1769074988.031311:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000800:00000200:0.0:1769074988.031313:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074988.031318:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000800:00000010:0.0:1769074988.031320:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 02000000:00000010:3.0:1769074988.031320:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e4000. 02000000:00000010:2.0:1769074988.031327:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e5c00. 00010000:00000010:1.0:1769074988.031328:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04200. 00000100:00000010:3.0:1769074988.031331:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afea00. 00010000:00000010:1.0:1769074988.031335:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b27f04d00. 00000800:00000200:0.0:1769074988.031336:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:3.0:1769074988.031344:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e7800. 00000800:00000200:0.0:1769074988.031345:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074988.031346:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485800. 00000100:00000010:3.0:1769074988.031359:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8000. 00000800:00000200:0.0:1769074988.031360:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.031360:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00002000:00000010:1.0:1769074988.031361:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b900. 02000000:00000010:3.0:1769074988.031378:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe12000. 00000020:00000010:0.0:1769074988.031382:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 02000000:00000010:1.0:1769074988.031385:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e5400. 00000400:00000200:2.0:1769074988.031387:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57a80 00000100:00000010:3.0:1769074988.031387:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9c00. 00000020:00000010:0.0:1769074988.031389:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 02000000:00000010:3.0:1769074988.031402:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f12000. 00000020:00000010:0.0:1769074988.031403:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00010000:00000200:1.0:1769074988.031403:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18700 x1855008351287808/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074988.031405:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 656 00000100:00000010:3.0:1769074988.031422:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559500. 00000400:00000010:1.0:1769074988.031427:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000400:00000200:2.0:1769074988.031429:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074988.031433:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287808, offset 224 02000000:00000010:3.0:1769074988.031433:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d24800. 00000400:00000200:2.0:1769074988.031442:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074988.031447:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff800. 00000400:00000200:1.0:1769074988.031454:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074988.031460:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:3.0:1769074988.031461:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378bac00. 00000400:00000200:1.0:1769074988.031469:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:2.0:1769074988.031469:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b800. 00000100:00000010:3.0:1769074988.031471:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04affb80. 00000400:00000200:1.0:1769074988.031481:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16497:16497:254:4294967295] 192.168.204.41@tcp LPNI seq info [16493:16493:6:4294967295] 02000000:00000010:3.0:1769074988.031483:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17333c00. 00000100:00000010:3.0:1769074988.031490:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8380. 00000400:00000200:1.0:1769074988.031500:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:3.0:1769074988.031502:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17331400. 00000020:00000010:0.0:1769074988.031503:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d940. 00000800:00000200:1.0:1769074988.031509:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.031513:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d940. 00000100:00000010:3.0:1769074988.031514:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8e00. 00000800:00000010:1.0:1769074988.031515:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:2.0:1769074988.031516:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.031519:0:36867:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.031530:0:36867:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000800:00000010:2.0:1769074988.031531:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158a00. 02000000:00000010:3.0:1769074988.031531:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17333000. 00000800:00000200:1.0:1769074988.031532:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074988.031535:0:36867:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000400:00000200:2.0:1769074988.031540:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074988.031545:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeaa00. 00000800:00000200:1.0:1769074988.031547:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074988.031553:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:1.0:1769074988.031557:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 496 niov 1 nkiov 1 02000000:00000010:3.0:1769074988.031557:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17332400. 00000400:00000200:2.0:1769074988.031559:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000020:00000010:0.0:1769074988.031561:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d940. 00000400:00000010:2.0:1769074988.031565:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000020:00000010:0.0:1769074988.031568:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d940. 00000020:00000010:1.0:1769074988.031572:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 00000100:00000200:0.0:1769074988.031573:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351287936 02000000:00000010:2.0:1769074988.031573:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40226400. 00000020:00000010:1.0:1769074988.031579:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3d48. 00000020:00000010:1.0:1769074988.031584:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000400:00000200:2.0:1769074988.031595:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:0.0:1769074988.031597:0:36867:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481d00. 00010000:00000010:0.0:1769074988.031603:0:36867:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481900. 00000400:00000200:2.0:1769074988.031608:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57b00 00000400:00000200:2.0:1769074988.031614:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 984 00010000:00000010:0.0:1769074988.031615:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5000. 00002000:00000010:0.0:1769074988.031622:0:36867:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d940. 02000000:00000010:0.0:1769074988.031633:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe12000. 00010000:00000200:0.0:1769074988.031643:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b800 x1855008351287936/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.031652:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000400:00000200:2.0:1769074988.031654:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.031660:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351287936, offset 224 00000100:00000010:3.0:1769074988.031661:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff480. 00000400:00000200:2.0:1769074988.031666:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074988.031674:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f11800. 00000400:00000200:0.0:1769074988.031675:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074988.031683:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afc380. 00000100:00000200:2.0:1769074988.031684:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:0.0:1769074988.031691:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:2.0:1769074988.031694:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b480. 00000400:00000200:0.0:1769074988.031696:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16498:16498:254:4294967295] 192.168.204.41@tcp LPNI seq info [16494:16494:6:4294967295] 00000400:00000200:0.0:1769074988.031707:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.031711:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.031728:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.031733:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.031738:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.031741:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1769074988.031742:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00000800:00000010:2.0:1769074988.031749:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000020:00000010:0.0:1769074988.031753:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:1.0:1769074988.031755:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35be40. 00000400:00000200:2.0:1769074988.031755:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.031758:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.031764:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000020:00000010:1.0:1769074988.031764:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35be40. 00000400:00000200:2.0:1769074988.031771:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074988.031774:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378b8400. 00000020:00000010:1.0:1769074988.031776:0:27572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000400:00000200:2.0:1769074988.031777:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:2.0:1769074988.031784:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000010:3.0:1769074988.031784:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe680. 00000020:00000010:1.0:1769074988.031785:0:27572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000020:00000010:1.0:1769074988.031802:0:27572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3d48. 00000400:00000200:2.0:1769074988.031818:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.031828:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57b80 00000400:00000200:2.0:1769074988.031835:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 1312 02000000:00000010:3.0:1769074988.031839:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17330400. 00000020:00000010:1.0:1769074988.031840:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35be40. 00000400:00000200:2.0:1769074988.031845:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074988.031848:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff100. 00000020:00000010:1.0:1769074988.031849:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35be40. 00000400:00000200:2.0:1769074988.031858:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.031859:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288064 02000000:00000010:3.0:1769074988.031859:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f12400. 00000100:00000200:2.0:1769074988.031863:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.031871:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a300. 00000100:00000010:3.0:1769074988.031871:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe300. 02000000:00000010:3.0:1769074988.031881:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04892000. 00000100:00000010:3.0:1769074988.031886:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afce00. 02000000:00000010:3.0:1769074988.031894:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17333800. 00010000:00000010:1.0:1769074988.031897:0:27572:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04700. 00000100:00000010:3.0:1769074988.031900:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb800. 00000020:00000010:0.0:1769074988.031906:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 00010000:00000010:1.0:1769074988.031906:0:27572:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b27f04300. 00000800:00000200:2.0:1769074988.031907:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.031911:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 00000800:00000010:2.0:1769074988.031913:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000020:00000010:0.0:1769074988.031918:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000400:00000200:2.0:1769074988.031922:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.031924:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 02000000:00000010:3.0:1769074988.031924:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f13000. 00010000:00000010:1.0:1769074988.031927:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708a00. 00000020:00000010:0.0:1769074988.031936:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000400:00000200:2.0:1769074988.031936:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074988.031937:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb480. 00002000:00000010:1.0:1769074988.031939:0:27572:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35be40. 02000000:00000010:3.0:1769074988.031948:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f10000. 00000400:00000200:2.0:1769074988.031949:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000100:00000010:3.0:1769074988.031960:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9180. 00000020:00000010:0.0:1769074988.031961:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524da00. 02000000:00000010:1.0:1769074988.031961:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e6c00. 00000400:00000010:2.0:1769074988.031962:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000020:00000010:0.0:1769074988.031977:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524da00. 02000000:00000010:3.0:1769074988.031980:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f11400. 00000100:00000200:0.0:1769074988.031982:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288192 00000100:00000010:3.0:1769074988.031987:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558a80. 00010000:00000200:1.0:1769074988.031994:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b480 x1855008351288064/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000010:3.0:1769074988.031998:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17331c00. 00000400:00000200:2.0:1769074988.032000:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:0.0:1769074988.032004:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481a00. 00000100:00000010:3.0:1769074988.032009:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755bb80. 00010000:00000010:0.0:1769074988.032011:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481800. 02000000:00000010:3.0:1769074988.032023:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04890800. 00000400:00000200:2.0:1769074988.032024:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57c00 00010000:00000010:0.0:1769074988.032053:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5400. 00000400:00000010:1.0:1769074988.032055:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00002000:00000010:0.0:1769074988.032060:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524da00. 00000100:00000010:3.0:1769074988.032065:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558700. 00000100:00000200:1.0:1769074988.032066:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288064, offset 224 02000000:00000010:0.0:1769074988.032072:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe11800. 00000400:00000200:2.0:1769074988.032073:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 1640 02000000:00000010:3.0:1769074988.032077:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a09d5a000. 00010000:00000200:0.0:1769074988.032088:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a300 x1855008351288192/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000010:3.0:1769074988.032092:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558000. 00000400:00000200:2.0:1769074988.032095:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.032099:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:3.0:1769074988.032104:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a09d5a800. 00000100:00000010:3.0:1769074988.032114:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b100. 00000400:00000200:2.0:1769074988.032115:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.032118:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:0.0:1769074988.032120:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 02000000:00000010:3.0:1769074988.032125:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378be400. 00000100:00000200:0.0:1769074988.032127:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288192, offset 224 00000400:00000200:1.0:1769074988.032135:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16499:16499:255:4294967295] 192.168.204.41@tcp LPNI seq info [16495:16495:7:4294967295] 00000100:00000010:3.0:1769074988.032138:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38591880. 00000400:00000200:0.0:1769074988.032142:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:3.0:1769074988.032151:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04893000. 00000400:00000200:1.0:1769074988.032162:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:3.0:1769074988.032162:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590a80. 02000000:00000010:3.0:1769074988.032172:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a09d59000. 00000800:00000200:1.0:1769074988.032174:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.032182:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:3.0:1769074988.032183:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593480. 00000800:00000010:1.0:1769074988.032185:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 02000000:00000010:3.0:1769074988.032196:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378bdc00. 00000400:00000200:0.0:1769074988.032199:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16500:16500:254:4294967295] 192.168.204.41@tcp LPNI seq info [16496:16496:6:4294967295] 00000800:00000200:1.0:1769074988.032207:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:3.0:1769074988.032208:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593800. 02000000:00000010:3.0:1769074988.032223:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a09d58400. 00000800:00000200:1.0:1769074988.032229:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:3.0:1769074988.032236:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748c380. 00000800:00000200:1.0:1769074988.032237:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074988.032241:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:3.0:1769074988.032246:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378ba800. 00000020:00000010:1.0:1769074988.032255:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 00000100:00000200:2.0:1769074988.032257:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:0.0:1769074988.032258:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.032261:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3d48. 00000800:00000010:0.0:1769074988.032265:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000020:00000010:1.0:1769074988.032266:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000100:00000010:2.0:1769074988.032267:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19180. 00000800:00000200:0.0:1769074988.032274:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.032279:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.032282:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.032286:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b2c0. 00000020:00000010:0.0:1769074988.032290:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:1.0:1769074988.032291:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b2c0. 00000800:00000200:2.0:1769074988.032294:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.032299:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:1.0:1769074988.032299:0:27572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000800:00000010:2.0:1769074988.032300:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000020:00000010:0.0:1769074988.032305:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000020:00000010:1.0:1769074988.032306:0:27572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000400:00000200:2.0:1769074988.032308:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.032313:0:27572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3d48. 00000400:00000200:2.0:1769074988.032319:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.032323:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:2.0:1769074988.032327:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000020:00000010:0.0:1769074988.032352:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d980. 00000100:00000010:3.0:1769074988.032355:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1880. 00000020:00000010:0.0:1769074988.032356:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d980. 00000100:00000200:0.0:1769074988.032368:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288320 02000000:00000010:3.0:1769074988.032370:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378bc400. 00000400:00000200:2.0:1769074988.032379:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.032386:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57c80 00010000:00000010:0.0:1769074988.032390:0:36867:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481200. 00000400:00000200:2.0:1769074988.032392:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 1968 00010000:00000010:0.0:1769074988.032395:0:36867:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481e00. 00010000:00000010:0.0:1769074988.032401:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5800. 00000400:00000200:2.0:1769074988.032405:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:0.0:1769074988.032406:0:36867:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d980. 00000400:00000200:2.0:1769074988.032416:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074988.032417:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2680. 02000000:00000010:0.0:1769074988.032419:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc47000. 00000100:00000200:2.0:1769074988.032421:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:3.0:1769074988.032428:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a09d5bc00. 00000100:00000010:2.0:1769074988.032431:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19c00. 00000100:00000010:3.0:1769074988.032434:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd3800. 00010000:00000200:0.0:1769074988.032436:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19180 x1855008351288320/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 02000000:00000010:3.0:1769074988.032441:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a03ca8400. 00000400:00000010:0.0:1769074988.032453:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000010:3.0:1769074988.032453:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd3480. 00000100:00000200:0.0:1769074988.032461:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288320, offset 224 00000020:00000010:1.0:1769074988.032463:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b2c0. 00000800:00000200:2.0:1769074988.032465:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1769074988.032465:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fc86c00. 00000020:00000010:1.0:1769074988.032468:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b2c0. 00000400:00000200:0.0:1769074988.032472:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.032476:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000100:00000010:3.0:1769074988.032479:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1f80. 00000020:00000010:1.0:1769074988.032480:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f000. 00000400:00000200:2.0:1769074988.032482:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.032487:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074988.032488:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 02000000:00000010:3.0:1769074988.032493:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04893800. 00000020:00000010:1.0:1769074988.032496:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3320. 00000400:00000200:2.0:1769074988.032498:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.032500:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16501:16501:254:4294967295] 192.168.204.41@tcp LPNI seq info [16497:16497:6:4294967295] 00000100:00000010:3.0:1769074988.032503:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1180. 02000000:00000010:3.0:1769074988.032513:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04893c00. 00000020:00000010:1.0:1769074988.032517:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b2c0. 00000100:00000010:3.0:1769074988.032521:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650fb80. 00000020:00000010:1.0:1769074988.032523:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b2c0. 00000100:00000200:1.0:1769074988.032532:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288448 02000000:00000010:3.0:1769074988.032534:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fc85800. 00000400:00000200:0.0:1769074988.032535:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:3.0:1769074988.032544:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 00010000:00000010:1.0:1769074988.032546:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02a21400. 00000400:00000200:2.0:1769074988.032548:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000800:00000200:0.0:1769074988.032553:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.032554:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b10064100. 00000400:00000010:2.0:1769074988.032554:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000800:00000010:0.0:1769074988.032562:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.032570:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074988.032577:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074988.032580:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709c00. 00000800:00000200:0.0:1769074988.032582:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.032588:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 496 niov 1 nkiov 1 00002000:00000010:1.0:1769074988.032592:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b2c0. 00000400:00000200:2.0:1769074988.032594:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57d80 00000020:00000010:0.0:1769074988.032599:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 00000400:00000200:2.0:1769074988.032604:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 2296 00000020:00000010:0.0:1769074988.032606:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3d48. 02000000:00000010:1.0:1769074988.032608:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e4400. 00000020:00000010:0.0:1769074988.032612:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 02000000:00000010:3.0:1769074988.032632:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378ba400. 00010000:00000200:1.0:1769074988.032633:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19c00 x1855008351288448/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074988.032633:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074988.032644:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650c700. 00000400:00000200:2.0:1769074988.032652:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.032661:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1769074988.032666:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000010:2.0:1769074988.032667:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1aa00. 00000100:00000200:1.0:1769074988.032674:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288448, offset 224 00000400:00000200:1.0:1769074988.032684:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:3.0:1769074988.032690:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fc85000. 00000020:00000010:0.0:1769074988.032699:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000400:00000200:1.0:1769074988.032702:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:3.0:1769074988.032702:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650df80. 00000020:00000010:0.0:1769074988.032703:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 02000000:00000010:3.0:1769074988.032724:0:32343:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b378bc800. 00000020:00000010:0.0:1769074988.032727:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000100:00000010:3.0:1769074988.032732:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d500. 00000020:00000010:0.0:1769074988.032734:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000400:00000200:1.0:1769074988.032735:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16502:16502:254:4294967295] 192.168.204.41@tcp LPNI seq info [16498:16498:6:4294967295] 00000020:00000010:0.0:1769074988.032740:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000100:00000200:3.0:1769074988.032745:0:32343:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074988.032757:0:32343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751370. 00000020:00000010:0.0:1769074988.032763:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d840. 00000400:00000200:1.0:1769074988.032766:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:0.0:1769074988.032767:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d840. 00000400:00000010:3.0:1769074988.032770:0:32343:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b06158a00. 00000100:00000200:0.0:1769074988.032773:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288704 00000800:00000200:1.0:1769074988.032777:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.032783:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00010000:00000010:0.0:1769074988.032787:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481400. 00000800:00000200:1.0:1769074988.032788:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.032790:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1769074988.032796:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481b00. 00000800:00000010:2.0:1769074988.032797:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000800:00000200:1.0:1769074988.032798:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:0.0:1769074988.032804:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4200. 00000800:00000200:1.0:1769074988.032805:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.032807:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:0.0:1769074988.032810:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d840. 00000020:00000010:1.0:1769074988.032816:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00000400:00000200:2.0:1769074988.032819:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074988.032823:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc45400. 00000020:00000010:1.0:1769074988.032824:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3320. 00000400:00000200:2.0:1769074988.032826:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:2.0:1769074988.032834:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000020:00000010:1.0:1769074988.032836:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f000. 00000400:00000200:3.0:1769074988.032839:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:0.0:1769074988.032844:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1aa00 x1855008351288704/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074988.032851:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.032857:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000010:0.0:1769074988.032859:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000400:00000200:3.0:1769074988.032864:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57e00 00000100:00000200:0.0:1769074988.032867:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288704, offset 224 00000400:00000200:2.0:1769074988.032867:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.032885:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.032885:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 2624 00000400:00000200:0.0:1769074988.032899:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.032904:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000200:3.0:1769074988.032906:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074988.032909:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000200:0.0:1769074988.032910:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.032922:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.032923:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16503:16503:254:4294967295] 192.168.204.41@tcp LPNI seq info [16499:16499:6:4294967295] 00000400:00000200:0.0:1769074988.032938:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.032942:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.032945:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074988.032951:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074988.032951:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.032963:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9180. 00000800:00000200:0.0:1769074988.032965:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.032972:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.032983:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000800:00000200:2.0:1769074988.032985:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.032989:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000800:00000010:2.0:1769074988.032990:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000020:00000010:0.0:1769074988.032996:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000400:00000200:2.0:1769074988.032998:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.033007:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.033009:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000400:00000200:2.0:1769074988.033011:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000020:00000010:1.0:1769074988.033015:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000400:00000010:2.0:1769074988.033017:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000020:00000010:1.0:1769074988.033023:0:27572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f000. 00000020:00000010:1.0:1769074988.033049:0:27572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 00000020:00000010:1.0:1769074988.033053:0:27572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3320. 00000020:00000010:1.0:1769074988.033080:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bd40. 00000020:00000010:1.0:1769074988.033084:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bd40. 00000100:00000200:1.0:1769074988.033087:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288832 00010000:00000010:1.0:1769074988.033098:0:27572:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064600. 00010000:00000010:1.0:1769074988.033101:0:27572:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b10064b00. 00010000:00000010:1.0:1769074988.033120:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708200. 00002000:00000010:1.0:1769074988.033125:0:27572:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35bd40. 02000000:00000010:1.0:1769074988.033133:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e7800. 00010000:00000200:1.0:1769074988.033144:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9180 x1855008351288832/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.033153:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.033156:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288832, offset 224 00000400:00000200:1.0:1769074988.033163:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.033173:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.033176:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16504:16504:255:4294967295] 192.168.204.41@tcp LPNI seq info [16500:16500:7:4294967295] 00000400:00000200:1.0:1769074988.033184:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.033191:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.033198:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000010:1.0:1769074988.033199:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.033209:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.033216:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.033219:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.033226:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00000020:00000010:1.0:1769074988.033230:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3320. 00000020:00000010:1.0:1769074988.033235:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f000. 00000800:00000200:2.0:1769074988.033241:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.033247:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:2.0:1769074988.033255:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.033261:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.033267:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:2.0:1769074988.033274:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000400:00000200:3.0:1769074988.033274:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57e80 00000800:00000200:2.0:1769074988.033295:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.033299:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.033302:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.033307:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.033427:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 2952 00000400:00000200:2.0:1769074988.033434:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:2.0:1769074988.033439:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000400:00000200:3.0:1769074988.033440:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.033448:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.033453:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.033457:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb480. 00000400:00000200:3.0:1769074988.033532:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.033540:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57d00 00000400:00000200:3.0:1769074988.033546:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 3280 00000400:00000200:3.0:1769074988.033554:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.033556:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b940. 00000400:00000200:3.0:1769074988.033562:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.033563:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b940. 00000020:00000010:1.0:1769074988.033572:0:27572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f000. 00000100:00000200:3.0:1769074988.033573:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1769074988.033578:0:27572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 00000100:00000010:3.0:1769074988.033581:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb800. 00000020:00000010:1.0:1769074988.033582:0:27572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3320. 00000400:00000200:3.0:1769074988.033614:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.033626:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57f00 00000400:00000200:3.0:1769074988.033633:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 3608 00000020:00000010:0.0:1769074988.033638:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d2c0. 00000020:00000010:1.0:1769074988.033638:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b940. 00000400:00000200:3.0:1769074988.033642:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.033645:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b940. 00000020:00000010:0.0:1769074988.033646:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d2c0. 00000100:00000200:0.0:1769074988.033656:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288960 00000400:00000200:3.0:1769074988.033656:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.033659:0:27572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.033668:0:27572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000100:00000200:3.0:1769074988.033668:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1769074988.033680:0:27572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00010000:00000010:0.0:1769074988.033683:0:36867:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481f00. 00010000:00000010:0.0:1769074988.033687:0:36867:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481700. 00010000:00000010:0.0:1769074988.033690:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4c00. 00002000:00000010:0.0:1769074988.033694:0:36867:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d2c0. 02000000:00000010:0.0:1769074988.033703:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc45000. 00000020:00000010:1.0:1769074988.033710:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b940. 00000020:00000010:1.0:1769074988.033730:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b940. 00010000:00000200:0.0:1769074988.033731:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeb480 x1855008351288960/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074988.033736:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351288576 00000400:00000010:0.0:1769074988.033746:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000010:3.0:1769074988.033748:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeaa00. 00000100:00000200:0.0:1769074988.033751:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288960, offset 224 00010000:00000010:1.0:1769074988.033752:0:27572:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064000. 00000400:00000200:0.0:1769074988.033760:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074988.033760:0:27572:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b10064800. 00010000:00000010:1.0:1769074988.033769:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708600. 00000400:00000200:0.0:1769074988.033771:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.033777:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16505:16505:256:4294967295] 192.168.204.41@tcp LPNI seq info [16501:16501:8:4294967295] 00002000:00000010:1.0:1769074988.033778:0:27572:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b940. 00000400:00000200:0.0:1769074988.033787:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074988.033791:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4940. 00000800:00000200:0.0:1769074988.033792:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074988.033794:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e5c00. 00000800:00000010:0.0:1769074988.033799:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000020:00000010:2.0:1769074988.033800:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4940. 00000800:00000200:0.0:1769074988.033811:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074988.033812:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000400:00000200:3.0:1769074988.033819:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:1.0:1769074988.033820:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeb800 x1855008351288576/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074988.033822:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000800:00000200:0.0:1769074988.033829:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:2.0:1769074988.033832:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000800:00000200:0.0:1769074988.033835:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:1.0:1769074988.033849:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000020:00000010:0.0:1769074988.033852:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00000100:00000200:1.0:1769074988.033854:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351288576, offset 224 00000020:00000010:0.0:1769074988.033859:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3320. 00000400:00000200:1.0:1769074988.033864:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.033866:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f000. 00000020:00000010:2.0:1769074988.033867:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4940. 00000020:00000010:2.0:1769074988.033873:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4940. 00000400:00000200:1.0:1769074988.033876:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:2.0:1769074988.033880:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289088 00000400:00000200:1.0:1769074988.033886:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16506:16506:255:4294967295] 192.168.204.41@tcp LPNI seq info [16502:16502:7:4294967295] 00010000:00000010:2.0:1769074988.033896:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b13394100. 00000400:00000200:1.0:1769074988.033897:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:2.0:1769074988.033904:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b13394200. 00000800:00000200:1.0:1769074988.033905:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.033915:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.033915:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d57f80 00000800:00000200:0.0:1769074988.033921:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.033928:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000800:00000200:1.0:1769074988.033928:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.033930:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 3936 00010000:00000010:2.0:1769074988.033932:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2e00. 00000400:00000200:0.0:1769074988.033939:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1769074988.033945:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00002000:00000010:2.0:1769074988.033947:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4940. 00000400:00000200:0.0:1769074988.033955:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:1.0:1769074988.033955:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.033960:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.033963:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 02000000:00000010:2.0:1769074988.033966:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f11800. 00000020:00000010:1.0:1769074988.033970:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000400:00000010:0.0:1769074988.033972:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000400:00000200:3.0:1769074988.033975:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.033982:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00010000:00000200:2.0:1769074988.033987:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeaa00 x1855008351289088/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074988.033989:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000800:00000200:0.0:1769074988.033996:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.034003:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:0.0:1769074988.034011:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074988.034016:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000400:00000200:0.0:1769074988.034019:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.034023:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289088, offset 224 00000400:00000200:0.0:1769074988.034058:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:0.0:1769074988.034062:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:2.0:1769074988.034072:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.034085:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.034093:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16507:16507:256:4294967295] 192.168.204.41@tcp LPNI seq info [16503:16503:8:4294967295] 00000400:00000200:2.0:1769074988.034106:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.034112:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074988.034116:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000010:2.0:1769074988.034118:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000100:00000010:3.0:1769074988.034123:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8e00. 00000800:00000200:2.0:1769074988.034129:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.034135:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.034138:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.034155:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.034160:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.034164:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000800:00000200:0.0:1769074988.034170:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.034173:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.034177:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.034182:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.034185:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:0.0:1769074988.034186:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:3.0:1769074988.034252:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074988.034266:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4140. 00000020:00000010:2.0:1769074988.034271:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4140. 00000020:00000010:2.0:1769074988.034275:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.034278:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.034282:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:3.0:1769074988.034306:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d58000 00000020:00000010:2.0:1769074988.034309:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4140. 00000020:00000010:2.0:1769074988.034313:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4140. 00000100:00000200:2.0:1769074988.034317:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289216 00010000:00000010:2.0:1769074988.034328:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b13394e00. 00010000:00000010:2.0:1769074988.034332:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b13394b00. 00010000:00000010:2.0:1769074988.034337:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2a00. 00002000:00000010:2.0:1769074988.034343:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4140. 02000000:00000010:2.0:1769074988.034355:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f12c00. 00000400:00000200:3.0:1769074988.034366:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 4264 00010000:00000200:2.0:1769074988.034372:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8e00 x1855008351289216/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074988.034378:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.034393:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.034405:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1769074988.034409:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000010:3.0:1769074988.034410:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8380. 00000100:00000200:2.0:1769074988.034417:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289216, offset 224 00000400:00000200:2.0:1769074988.034428:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.034442:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.034454:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16508:16508:256:4294967295] 192.168.204.41@tcp LPNI seq info [16504:16504:8:4294967295] 00000020:00000010:1.0:1769074988.034457:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b0c0. 00000400:00000200:3.0:1769074988.034457:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074988.034472:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b0c0. 00000400:00000200:2.0:1769074988.034474:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074988.034481:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000800:00000200:2.0:1769074988.034482:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.034492:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d58080 00000020:00000010:1.0:1769074988.034493:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000800:00000010:2.0:1769074988.034494:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000020:00000010:1.0:1769074988.034506:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000800:00000200:2.0:1769074988.034516:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.034516:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 4592 00000800:00000200:2.0:1769074988.034536:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.034540:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.034546:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b0c0. 00000020:00000010:1.0:1769074988.034552:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b0c0. 00000100:00000200:1.0:1769074988.034558:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289344 00000400:00000200:3.0:1769074988.034559:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.034563:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.034572:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000400:00000200:3.0:1769074988.034572:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.034573:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064d00. 00000100:00000200:3.0:1769074988.034582:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1769074988.034583:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00010000:00000010:1.0:1769074988.034584:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b10064f00. 00000100:00000010:3.0:1769074988.034590:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9c00. 00010000:00000010:1.0:1769074988.034596:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708400. 00000800:00000200:0.0:1769074988.034598:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.034602:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00002000:00000010:1.0:1769074988.034605:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35b0c0. 00000400:00000200:0.0:1769074988.034607:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.034615:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.034617:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4780. 00000400:00000200:0.0:1769074988.034621:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000020:00000010:2.0:1769074988.034624:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4780. 00000400:00000010:0.0:1769074988.034625:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 02000000:00000010:1.0:1769074988.034626:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b384e4000. 00000020:00000010:2.0:1769074988.034633:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.034638:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.034642:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000200:1.0:1769074988.034647:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8380 x1855008351289344/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.034658:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.034662:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289344, offset 224 00000400:00000200:1.0:1769074988.034668:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.034673:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4780. 00000400:00000200:1.0:1769074988.034677:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074988.034681:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4780. 00000400:00000200:1.0:1769074988.034687:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16509:16509:256:4294967295] 192.168.204.41@tcp LPNI seq info [16505:16505:8:4294967295] 00000100:00000200:2.0:1769074988.034687:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289472 00000400:00000200:1.0:1769074988.034698:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.034702:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.034705:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.034708:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.034711:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.034728:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:2.0:1769074988.034728:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04c00. 00010000:00000010:2.0:1769074988.034736:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a02e04700. 00010000:00000010:2.0:1769074988.034743:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b057c2000. 00000020:00000010:1.0:1769074988.034747:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00002000:00000010:2.0:1769074988.034749:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4780. 00000020:00000010:1.0:1769074988.034752:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.034756:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 02000000:00000010:2.0:1769074988.034765:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f11400. 00010000:00000200:2.0:1769074988.034782:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9c00 x1855008351289472/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1769074988.034790:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.034795:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074988.034800:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.034808:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.034811:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:2.0:1769074988.034811:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000400:00000010:0.0:1769074988.034815:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:2.0:1769074988.034823:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289472, offset 224 00000400:00000200:2.0:1769074988.034833:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.034840:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.034844:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16510:16510:256:4294967295] 192.168.204.41@tcp LPNI seq info [16506:16506:8:4294967295] 00000400:00000200:2.0:1769074988.034854:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.034860:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.034865:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074988.034874:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074988.034876:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074988.034889:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d58100 00000800:00000200:2.0:1769074988.034890:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.034897:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074988.034898:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 4920 00000400:00000200:0.0:1769074988.034918:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.034919:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000400:00000200:0.0:1769074988.034925:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.034927:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000100:00000200:0.0:1769074988.034929:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.034934:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b480. 00000020:00000010:2.0:1769074988.034934:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.034968:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4200. 00000020:00000010:2.0:1769074988.034973:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4200. 00000020:00000010:2.0:1769074988.034978:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000800:00000200:1.0:1769074988.034980:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.034982:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000800:00000010:1.0:1769074988.034985:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000020:00000010:2.0:1769074988.034990:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:1.0:1769074988.034994:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.035002:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.035007:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:1.0:1769074988.035010:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000020:00000010:2.0:1769074988.035018:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4200. 00000020:00000010:2.0:1769074988.035023:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4200. 00010000:00000010:0.1:1769074988.035052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:0.1:1769074988.035060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a100. 00000100:00000200:2.0:1769074988.035061:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289600 00010000:00000010:0.1:1769074988.035063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5a00. 00010000:00000010:2.0:1769074988.035074:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04100. 00010000:00000010:2.0:1769074988.035079:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a02e04200. 00010000:00000010:2.0:1769074988.035084:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8400. 00002000:00000010:2.0:1769074988.035089:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4200. 02000000:00000010:2.0:1769074988.035100:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f10000. 00010000:00000200:2.0:1769074988.035112:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b480 x1855008351289600/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.035129:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.035133:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289600, offset 224 00000400:00000200:2.0:1769074988.035139:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.035147:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.035153:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16511:16511:256:4294967295] 192.168.204.41@tcp LPNI seq info [16507:16507:8:4294967295] 00000400:00000200:2.0:1769074988.035165:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.035172:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.035176:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.035180:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.035185:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.035188:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.035203:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.035208:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.035213:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000800:00000200:3.0:1769074988.035254:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1769074988.035341:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.035347:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d58180 00000400:00000200:0.0:1769074988.035351:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 5248 00000400:00000200:0.0:1769074988.035359:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.035361:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000010:3.0:1769074988.035364:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000100:00000200:0.0:1769074988.035365:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.035373:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559180. 00000400:00000200:3.0:1769074988.035374:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.035383:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.035390:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074988.035393:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000020:00000010:2.0:1769074988.035416:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e45c0. 00000020:00000010:2.0:1769074988.035421:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e45c0. 00000020:00000010:2.0:1769074988.035426:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.035429:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.035432:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.035454:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e45c0. 00000020:00000010:2.0:1769074988.035459:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e45c0. 00000100:00000200:2.0:1769074988.035462:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289728 00010000:00000010:2.0:1769074988.035487:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04900. 00010000:00000010:2.0:1769074988.035491:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a02e04b00. 00010000:00000010:2.0:1769074988.035495:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8e00. 00002000:00000010:2.0:1769074988.035500:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e45c0. 02000000:00000010:2.0:1769074988.035510:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f13000. 00010000:00000200:2.0:1769074988.035523:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559180 x1855008351289728/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.035539:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.035544:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289728, offset 224 00000400:00000200:2.0:1769074988.035549:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.035555:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.035560:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16512:16512:256:4294967295] 192.168.204.41@tcp LPNI seq info [16508:16508:8:4294967295] 00000400:00000200:2.0:1769074988.035569:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.035574:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.035578:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.035582:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.035588:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.035591:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.035608:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.035612:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.035616:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000400:00000200:1.0:1769074988.035663:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.035675:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d58200 00000400:00000200:1.0:1769074988.035683:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 5576 00000800:00000200:0.0:1769074988.035700:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.035704:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.035708:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.035711:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.035725:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.035728:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:0.0:1769074988.035731:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:1.0:1769074988.035739:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.035746:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.035751:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650f480. 00000020:00000010:2.0:1769074988.035794:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4240. 00000020:00000010:2.0:1769074988.035798:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4240. 00000020:00000010:2.0:1769074988.035802:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.035805:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.035809:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.035830:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4240. 00000020:00000010:2.0:1769074988.035833:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4240. 00000100:00000200:2.0:1769074988.035837:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289856 00010000:00000010:2.0:1769074988.035846:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04a00. 00010000:00000010:2.0:1769074988.035851:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a02e04400. 00010000:00000010:2.0:1769074988.035855:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8000. 00002000:00000010:2.0:1769074988.035860:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4240. 02000000:00000010:2.0:1769074988.035870:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f12400. 00010000:00000200:2.0:1769074988.035882:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650f480 x1855008351289856/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.035898:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.035902:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289856, offset 224 00000400:00000200:2.0:1769074988.035907:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.035913:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.035918:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16513:16513:256:4294967295] 192.168.204.41@tcp LPNI seq info [16509:16509:8:4294967295] 00000400:00000200:2.0:1769074988.035926:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.035931:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.035934:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.035938:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.035943:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.035947:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.035961:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.035965:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.035968:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000400:00000200:3.0:1769074988.036059:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.036068:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d58280 00000400:00000200:3.0:1769074988.036073:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 5904 00000800:00000200:2.0:1769074988.036122:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.036128:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:2.0:1769074988.036133:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.036133:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.036144:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.036151:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074988.036152:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074988.036155:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8000. 00000400:00000200:2.0:1769074988.036159:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:2.0:1769074988.036163:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000020:00000010:0.0:1769074988.036196:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524ddc0. 00000020:00000010:0.0:1769074988.036200:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524ddc0. 00000020:00000010:0.0:1769074988.036203:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.036206:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.036208:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000400:00000200:3.0:1769074988.036236:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074988.036237:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524ddc0. 00000020:00000010:0.0:1769074988.036245:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524ddc0. 00000400:00000200:3.0:1769074988.036251:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d58380 00000100:00000200:0.0:1769074988.036252:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351289984 00000400:00000200:3.0:1769074988.036266:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 32232 00010000:00000010:0.0:1769074988.036268:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b09481c00. 00010000:00000010:0.0:1769074988.036273:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901a100. 00000400:00000200:3.0:1769074988.036276:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.036281:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.036284:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.036287:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9f80. 00010000:00000010:0.0:1769074988.036290:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5a00. 00002000:00000010:0.0:1769074988.036296:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524ddc0. 02000000:00000010:0.0:1769074988.036313:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc44c00. 00010000:00000200:0.0:1769074988.036326:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8000 x1855008351289984/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'ll_agl.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074988.036328:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.036333:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.036339:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000400:00000010:0.0:1769074988.036343:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000020:00000010:1.0:1769074988.036344:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000100:00000200:0.0:1769074988.036348:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351289984, offset 224 00000020:00000010:1.0:1769074988.036349:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000400:00000200:0.0:1769074988.036358:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.036364:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.036368:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16514:16514:256:4294967295] 192.168.204.41@tcp LPNI seq info [16510:16510:8:4294967295] 00000020:00000010:1.0:1769074988.036376:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000400:00000200:0.0:1769074988.036377:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074988.036382:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000800:00000200:0.0:1769074988.036386:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074988.036387:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351290240 00000800:00000010:0.0:1769074988.036392:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000001:00000010:1.0:1769074988.036394:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b028ee840. 00000800:00000200:0.0:1769074988.036399:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.036405:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.036407:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 496 niov 1 nkiov 1 02000000:00000010:1.0:1769074988.036412:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30746000. 00000020:00000010:0.0:1769074988.036419:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.036423:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.036427:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00010000:00000010:1.0:1769074988.036437:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe80. 00010000:00000010:1.0:1769074988.036450:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439b00. 00010000:00000010:1.0:1769074988.036463:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00000800:00000200:2.0:1769074988.036466:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074988.036468:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00000800:00000010:2.0:1769074988.036471:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:2.0:1769074988.036478:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074988.036482:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064a00. 00000400:00000200:2.0:1769074988.036484:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.036490:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3580. 00000400:00000200:2.0:1769074988.036491:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:2.0:1769074988.036496:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00010000:00000010:1.0:1769074988.036500:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709000. 00010000:00000010:1.0:1769074988.036507:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc300. 00010000:00000010:1.0:1769074988.036539:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ac00. 00010000:00000010:1.0:1769074988.036543:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3b80. 00010000:00000010:1.0:1769074988.036548:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.0:1769074988.036553:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cce00. 00000020:00000010:1.0:1769074988.036567:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.036578:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.036587:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.036591:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8e400. 00000004:00000010:1.0:1769074988.036603:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a010fea80. 00000004:00000010:1.0:1769074988.036608:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.036610:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.036616:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edaa0. 00080000:00000010:1.0:1769074988.036635:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.036640:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.036643:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.036656:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.036660:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 320 at ffff8c8b35f8ee00. 00000001:00000010:1.0:1769074988.036691:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.036698:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.036739:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a2a0. 00000001:00000010:1.0:1769074988.036744:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b028ee840. 00080000:00000010:1.0:1769074988.036752:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.036755:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.036760:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.036764:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.036768:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.036776:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.0:1769074988.036779:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc580. 00010000:00000010:1.0:1769074988.036787:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b13134180. 00010000:00000010:1.0:1769074988.036808:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cce00. 00010000:00000010:0.0:1769074988.036828:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc580. 00010000:00000010:0.0:1769074988.036836:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3b80. 00010000:00000010:0.0:1769074988.036847:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b13134180. 00080000:00000010:1.0:1769074988.036860:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439580. 00080000:00000010:1.0:1769074988.036864:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cbc00. 00000004:00000010:1.0:1769074988.036868:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edaa0. 00000004:00000010:1.0:1769074988.036871:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.036873:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.036875:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a010fea80. 00000004:00000010:1.0:1769074988.036877:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599430. 00000004:00000010:1.0:1769074988.036880:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56e88. 00000004:00000010:1.0:1769074988.036882:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327ed20. 00010000:00000010:1.0:1769074988.036890:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.036900:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542169, last committed = 0 00010000:00000200:1.0:1769074988.036905:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9f80 x1855008351290240/t60129542169(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.036915:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074988.036917:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351290240, offset 224 00000400:00000200:1.0:1769074988.036921:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.036926:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.036929:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16515:16515:256:4294967295] 192.168.204.41@tcp LPNI seq info [16511:16511:8:4294967295] 00000400:00000200:1.0:1769074988.036936:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.036939:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.036942:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.036945:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.036948:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.036952:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.036970:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.036974:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.036977:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000800:00000200:2.0:1769074988.037057:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.037061:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.037065:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.037070:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.037074:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:2.0:1769074988.037075:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000400:00000200:3.0:1769074988.037756:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.037765:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d58480 00000400:00000200:3.0:1769074988.037771:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 32728 00000400:00000200:3.0:1769074988.037781:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.037785:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.037789:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.037794:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9880. 00000020:00000010:1.0:1769074988.037836:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.037839:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.037842:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.037844:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.037847:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.037865:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.037867:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.037869:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351290496 00000001:00000010:1.0:1769074988.037872:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:1.0:1769074988.037883:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30747000. 00010000:00000010:1.0:1769074988.037896:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfc80. 00010000:00000010:1.0:1769074988.037904:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439e80. 00010000:00000010:1.0:1769074988.037912:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575c00. 00010000:00000010:1.0:1769074988.037915:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.037920:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a400. 00010000:00000010:1.0:1769074988.037922:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3d80. 00010000:00000010:1.0:1769074988.037925:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574200. 00010000:00000010:1.0:1769074988.037927:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cce00. 00010000:00000010:1.0:1769074988.037942:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a500. 00010000:00000010:1.0:1769074988.037945:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3f80. 00010000:00000010:1.0:1769074988.037947:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.0:1769074988.037949:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cca80. 00000020:00000010:1.0:1769074988.037959:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.037969:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.037975:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.037979:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8f400. 00000004:00000010:1.0:1769074988.037989:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b13134180. 00000004:00000010:1.0:1769074988.037993:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.037995:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.038001:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecd50. 00080000:00000010:1.0:1769074988.038015:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.038020:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.038024:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.038058:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.038104:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.038113:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.038133:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2ac60. 00000001:00000010:1.0:1769074988.038137:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:1.0:1769074988.038143:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.038145:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.038147:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.038148:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.038150:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.038155:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.0:1769074988.038158:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 00010000:00000010:1.0:1769074988.038165:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b07d0be40. 00010000:00000010:1.0:1769074988.038183:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cca80. 00010000:00000010:0.0:1769074988.038203:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000010:0.0:1769074988.038210:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3f80. 00010000:00000010:0.0:1769074988.038219:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b07d0be40. 00080000:00000010:1.0:1769074988.038236:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439400. 00080000:00000010:1.0:1769074988.038241:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010ca000. 00000004:00000010:1.0:1769074988.038247:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecd50. 00000004:00000010:1.0:1769074988.038250:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.038253:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.038256:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b13134180. 00000004:00000010:1.0:1769074988.038259:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599540. 00000004:00000010:1.0:1769074988.038261:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf569d8. 00000004:00000010:1.0:1769074988.038263:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f4a0. 00010000:00000010:1.0:1769074988.038273:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.038283:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542170, last committed = 0 00010000:00000200:1.0:1769074988.038289:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9880 x1855008351290496/t60129542170(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.038298:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.038302:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351290496, offset 224 00000400:00000200:1.0:1769074988.038307:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.038314:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.038319:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16516:16516:256:4294967295] 192.168.204.41@tcp LPNI seq info [16512:16512:8:4294967295] 00000400:00000200:1.0:1769074988.038329:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.038334:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.038338:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.038342:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.038347:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.038351:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.038372:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.038376:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.038380:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000800:00000200:2.0:1769074988.038432:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.038435:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.038439:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.038444:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.038448:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:2.0:1769074988.038450:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:2.0:1769074988.039122:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.039131:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d58580 00000400:00000200:2.0:1769074988.039137:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 33224 00000400:00000200:2.0:1769074988.039147:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.039151:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.039156:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.039160:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19880. 00000020:00000010:1.0:1769074988.039199:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.039204:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.039208:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.039211:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.039214:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.039239:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.039242:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.039246:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351290752 00000001:00000010:1.0:1769074988.039251:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b028ee840. 02000000:00000010:1.0:1769074988.039264:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30745000. 00010000:00000010:1.0:1769074988.039278:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f180. 00010000:00000010:1.0:1769074988.039285:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511d00. 00010000:00000010:1.0:1769074988.039291:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574800. 00010000:00000010:1.0:1769074988.039294:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.039299:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a100. 00010000:00000010:1.0:1769074988.039301:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3e00. 00010000:00000010:1.0:1769074988.039303:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575800. 00010000:00000010:1.0:1769074988.039305:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cca80. 00010000:00000010:1.0:1769074988.039322:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dcf00. 00010000:00000010:1.0:1769074988.039325:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00010000:00000010:1.0:1769074988.039327:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.0:1769074988.039329:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf00. 00000020:00000010:1.0:1769074988.039335:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.039341:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.039345:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.039348:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8e000. 00000004:00000010:1.0:1769074988.039355:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b07d0b9c0. 00000004:00000010:1.0:1769074988.039358:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.039360:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.039363:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.039373:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.039376:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.039379:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.039389:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.039415:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.039423:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.039447:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2ac00. 00000001:00000010:1.0:1769074988.039452:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b07d0be40. 00080000:00000010:1.0:1769074988.039462:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.039466:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.039468:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.039471:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.039474:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.039482:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574600. 00010000:00000010:1.0:1769074988.039487:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc880. 00010000:00000010:1.0:1769074988.039496:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b028ee840. 00010000:00000010:1.0:1769074988.039522:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf00. 00010000:00000010:2.0:1769074988.039549:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc880. 00010000:00000010:2.0:1769074988.039557:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 00010000:00000010:2.0:1769074988.039567:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b028ee840. 00080000:00000010:1.0:1769074988.039578:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511b00. 00080000:00000010:1.0:1769074988.039584:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cac00. 00000004:00000010:1.0:1769074988.039589:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.039593:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.039596:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.039599:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b07d0b9c0. 00000004:00000010:1.0:1769074988.039602:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598110. 00000004:00000010:1.0:1769074988.039605:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56a50. 00000004:00000010:1.0:1769074988.039608:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e3c0. 00010000:00000010:1.0:1769074988.039621:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.039635:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542171, last committed = 0 00010000:00000200:1.0:1769074988.039641:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19880 x1855008351290752/t60129542171(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.039652:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000100:00000200:1.0:1769074988.039655:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351290752, offset 224 00000400:00000200:1.0:1769074988.039658:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.039662:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.039666:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16517:16517:256:4294967295] 192.168.204.41@tcp LPNI seq info [16513:16513:8:4294967295] 00000400:00000200:1.0:1769074988.039672:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.039675:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.039677:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.039680:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.039684:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.039686:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.039700:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.039703:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.039705:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000800:00000200:3.0:1769074988.039785:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.039790:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.039794:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.039800:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.039804:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:3.0:1769074988.039807:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000400:00000200:2.0:1769074988.040445:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.040455:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d58680 00000400:00000200:2.0:1769074988.040461:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 33720 00000400:00000200:2.0:1769074988.040471:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.040475:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.040479:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.040482:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b100. 00000020:00000010:1.0:1769074988.040533:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.040537:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.040540:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.040542:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.040544:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.040562:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.040564:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.040566:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351291008 00000001:00000010:1.0:1769074988.040569:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:1.0:1769074988.040580:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30741000. 00010000:00000010:1.0:1769074988.040593:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f780. 00010000:00000010:1.0:1769074988.040599:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.040605:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.0:1769074988.040607:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.040613:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc300. 00010000:00000010:1.0:1769074988.040615:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3100. 00010000:00000010:1.0:1769074988.040618:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690a00. 00010000:00000010:1.0:1769074988.040620:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf00. 00010000:00000010:1.0:1769074988.040635:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc500. 00010000:00000010:1.0:1769074988.040637:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3f80. 00010000:00000010:1.0:1769074988.040639:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691000. 00010000:00000010:1.0:1769074988.040641:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc480. 00000020:00000010:1.0:1769074988.040648:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.040654:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.040658:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.040660:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8e600. 00000004:00000010:1.0:1769074988.040667:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b028ee840. 00000004:00000010:1.0:1769074988.040670:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.040671:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.040674:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.040685:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.040688:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.040690:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.040700:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.040736:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.040741:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.040757:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a900. 00000001:00000010:1.0:1769074988.040760:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:1.0:1769074988.040766:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.040767:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.040769:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.040770:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.040773:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.040777:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.0:1769074988.040780:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb80. 00010000:00000010:1.0:1769074988.040786:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b07d0b9c0. 00010000:00000010:1.0:1769074988.040804:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc480. 00010000:00000010:0.0:1769074988.040838:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb80. 00080000:00000010:1.0:1769074988.040841:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511200. 00010000:00000010:0.0:1769074988.040846:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3f80. 00080000:00000010:1.0:1769074988.040848:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cba00. 00000004:00000010:1.0:1769074988.040855:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00010000:00000010:0.0:1769074988.040860:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b07d0b9c0. 00000004:00000010:1.0:1769074988.040861:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.040867:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.040869:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b028ee840. 00000004:00000010:1.0:1769074988.040872:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598aa0. 00000004:00000010:1.0:1769074988.040874:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56870. 00000004:00000010:1.0:1769074988.040876:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e1e0. 00010000:00000010:1.0:1769074988.040884:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.040893:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542172, last committed = 0 00010000:00000200:1.0:1769074988.040898:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b100 x1855008351291008/t60129542172(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.040907:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.040910:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351291008, offset 224 00000400:00000200:1.0:1769074988.040913:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.040918:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.040921:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16518:16518:256:4294967295] 192.168.204.41@tcp LPNI seq info [16514:16514:8:4294967295] 00000400:00000200:1.0:1769074988.040928:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.040931:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.040934:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.040937:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.040940:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.040942:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.040958:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.040962:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.040965:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000800:00000200:2.0:1769074988.041014:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.041019:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.041023:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.041044:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.041048:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:2.0:1769074988.041051:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:3.0:1769074988.041751:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.041760:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d58780 00000400:00000200:3.0:1769074988.041764:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 34216 00000400:00000200:3.0:1769074988.041772:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.041774:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.041778:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.041781:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea680. 00000020:00000010:1.0:1769074988.041832:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.041837:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.041840:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.041843:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.041845:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.041867:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.041869:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.041871:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351291264 00000001:00000010:1.0:1769074988.041874:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b07d0be40. 02000000:00000010:1.0:1769074988.041886:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30743000. 00010000:00000010:1.0:1769074988.041900:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.041907:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511100. 00010000:00000010:1.0:1769074988.041914:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:1.0:1769074988.041916:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.041922:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc900. 00010000:00000010:1.0:1769074988.041924:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3b80. 00010000:00000010:1.0:1769074988.041928:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690600. 00010000:00000010:1.0:1769074988.041929:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc480. 00010000:00000010:1.0:1769074988.041946:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dcb00. 00010000:00000010:1.0:1769074988.041949:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3f80. 00010000:00000010:1.0:1769074988.041953:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.0:1769074988.041956:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cca00. 00000020:00000010:1.0:1769074988.041966:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.041976:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.041983:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.041987:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8f000. 00000004:00000010:1.0:1769074988.041997:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b07d0be40. 00000004:00000010:1.0:1769074988.042001:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.042004:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.042009:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed3f8. 00080000:00000010:1.0:1769074988.042024:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.042051:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.042093:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.042115:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.042140:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.042145:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.042162:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2af60. 00000001:00000010:1.0:1769074988.042165:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b07d0b9c0. 00080000:00000010:1.0:1769074988.042171:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.042173:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.042175:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.042176:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.042178:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.042183:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.0:1769074988.042186:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc100. 00010000:00000010:1.0:1769074988.042195:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b028ee840. 00010000:00000010:1.0:1769074988.042222:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cca00. 00010000:00000010:0.0:1769074988.042244:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc100. 00010000:00000010:0.0:1769074988.042251:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3f80. 00010000:00000010:0.0:1769074988.042260:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b028ee840. 00080000:00000010:1.0:1769074988.042278:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511580. 00080000:00000010:1.0:1769074988.042282:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03cb5c00. 00000004:00000010:1.0:1769074988.042287:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed3f8. 00000004:00000010:1.0:1769074988.042289:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.042291:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.042293:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b07d0be40. 00000004:00000010:1.0:1769074988.042294:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598cc0. 00000004:00000010:1.0:1769074988.042297:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56168. 00000004:00000010:1.0:1769074988.042299:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f680. 00010000:00000010:1.0:1769074988.042308:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.042318:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542173, last committed = 0 00010000:00000200:1.0:1769074988.042324:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfea680 x1855008351291264/t60129542173(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.042334:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000200:1.0:1769074988.042336:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351291264, offset 224 00000400:00000200:1.0:1769074988.042340:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.042346:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.042351:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16519:16519:256:4294967295] 192.168.204.41@tcp LPNI seq info [16515:16515:8:4294967295] 00000400:00000200:1.0:1769074988.042357:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.042361:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.042363:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.042366:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.042370:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.042372:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.042387:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.042389:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.042391:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000800:00000200:2.0:1769074988.042439:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.042444:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.042448:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.042453:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.042457:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:2.0:1769074988.042459:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000400:00000200:2.0:1769074988.043097:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.043107:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d58880 00000400:00000200:2.0:1769074988.043113:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 34720 00000400:00000200:2.0:1769074988.043123:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.043127:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.043131:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.043135:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18e00. 00000020:00000010:1.0:1769074988.043172:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.043175:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.043178:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f8f800. 00000020:00000010:1.0:1769074988.043180:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.043182:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.043203:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.043206:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.043209:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351291520 00000001:00000010:1.0:1769074988.043214:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:1.0:1769074988.043229:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17585000. 00010000:00000010:1.0:1769074988.043246:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f600. 00010000:00000010:1.0:1769074988.043254:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511700. 00010000:00000010:1.0:1769074988.043263:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690e00. 00010000:00000010:1.0:1769074988.043266:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.043272:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc400. 00010000:00000010:1.0:1769074988.043275:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3f80. 00010000:00000010:1.0:1769074988.043277:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79000. 00010000:00000010:1.0:1769074988.043279:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cca00. 00010000:00000010:1.0:1769074988.043295:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc600. 00010000:00000010:1.0:1769074988.043297:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511700. 00010000:00000010:1.0:1769074988.043300:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78400. 00010000:00000010:1.0:1769074988.043302:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc100. 00000020:00000010:1.0:1769074988.043308:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.043315:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.043319:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.043322:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03cb5c00. 00000004:00000010:1.0:1769074988.043329:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b028ee840. 00000004:00000010:1.0:1769074988.043331:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.043333:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.043337:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00080000:00000010:1.0:1769074988.043347:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.043351:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.043353:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.043363:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.043384:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.043390:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.043404:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2aae0. 00000001:00000010:1.0:1769074988.043407:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:1.0:1769074988.043413:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.043414:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.043416:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.043417:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.043420:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.043424:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:1.0:1769074988.043427:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb80. 00010000:00000010:1.0:1769074988.043433:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b07d0be40. 00010000:00000010:1.0:1769074988.043451:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc100. 00010000:00000010:0.0:1769074988.043481:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb80. 00010000:00000010:0.0:1769074988.043491:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511700. 00080000:00000010:1.0:1769074988.043503:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511800. 00010000:00000010:0.0:1769074988.043505:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b07d0be40. 00080000:00000010:1.0:1769074988.043509:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03cb4000. 00000004:00000010:1.0:1769074988.043515:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00000004:00000010:1.0:1769074988.043519:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.043521:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.043523:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b028ee840. 00000004:00000010:1.0:1769074988.043525:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598330. 00000004:00000010:1.0:1769074988.043527:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56690. 00000004:00000010:1.0:1769074988.043529:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f860. 00010000:00000010:1.0:1769074988.043537:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.043546:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542174, last committed = 0 00010000:00000200:1.0:1769074988.043551:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18e00 x1855008351291520/t60129542174(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.043560:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.043563:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351291520, offset 224 00000400:00000200:1.0:1769074988.043566:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.043571:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.043575:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16520:16520:256:4294967295] 192.168.204.41@tcp LPNI seq info [16516:16516:8:4294967295] 00000400:00000200:1.0:1769074988.043581:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.043584:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.043586:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.043589:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.043592:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.043594:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.043609:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.043611:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.043614:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f8f800. 00000800:00000200:3.0:1769074988.043668:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.043671:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.043674:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.043678:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.043682:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:3.0:1769074988.043683:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00010000:00000010:0.1:1769074988.044060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481000. 00010000:00000010:0.1:1769074988.044067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:0.1:1769074988.044078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42164000. 00000400:00000200:2.0:1769074988.044351:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.044360:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d58980 00000400:00000200:2.0:1769074988.044366:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 35216 00000400:00000200:2.0:1769074988.044376:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.044380:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.044384:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.044387:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18000. 00000020:00000010:1.0:1769074988.044425:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.044428:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.044431:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03cb4000. 00000020:00000010:1.0:1769074988.044433:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.044435:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.044452:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.044454:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.044456:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351291776 00000001:00000010:1.0:1769074988.044459:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b07d0b9c0. 02000000:00000010:1.0:1769074988.044469:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17584000. 00010000:00000010:1.0:1769074988.044482:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fa00. 00010000:00000010:1.0:1769074988.044488:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511380. 00010000:00000010:1.0:1769074988.044494:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.0:1769074988.044497:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.044503:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148100. 00010000:00000010:1.0:1769074988.044505:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511380. 00010000:00000010:1.0:1769074988.044508:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79e00. 00010000:00000010:1.0:1769074988.044510:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc100. 00010000:00000010:1.0:1769074988.044529:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148400. 00010000:00000010:1.0:1769074988.044532:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511580. 00010000:00000010:1.0:1769074988.044535:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78800. 00010000:00000010:1.0:1769074988.044539:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc880. 00000020:00000010:1.0:1769074988.044553:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.044561:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.044567:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.044570:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f8f800. 00000004:00000010:1.0:1769074988.044579:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b07d0b9c0. 00000004:00000010:1.0:1769074988.044582:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.044585:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.044590:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ec000. 00080000:00000010:1.0:1769074988.044605:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.044610:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.044613:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.044630:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.044657:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.044664:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.044686:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a960. 00000001:00000010:1.0:1769074988.044691:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b07d0be40. 00080000:00000010:1.0:1769074988.044701:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.044703:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.044706:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.044708:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.044711:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.044742:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.0:1769074988.044745:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 00010000:00000010:1.0:1769074988.044753:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b028ee840. 00010000:00000010:1.0:1769074988.044769:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc880. 00010000:00000010:2.0:1769074988.044793:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000010:2.0:1769074988.044802:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511580. 00080000:00000010:1.0:1769074988.044806:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511600. 00080000:00000010:1.0:1769074988.044811:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03cb4200. 00010000:00000010:2.0:1769074988.044813:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b028ee840. 00000004:00000010:1.0:1769074988.044816:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ec000. 00000004:00000010:1.0:1769074988.044823:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.044825:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.044828:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b07d0b9c0. 00000004:00000010:1.0:1769074988.044829:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599980. 00000004:00000010:1.0:1769074988.044831:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56ca8. 00000004:00000010:1.0:1769074988.044833:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e5a0. 00010000:00000010:1.0:1769074988.044841:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.044850:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542175, last committed = 0 00010000:00000200:1.0:1769074988.044855:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18000 x1855008351291776/t60129542175(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.044864:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.044867:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351291776, offset 224 00000400:00000200:1.0:1769074988.044870:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.044875:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.044878:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16521:16521:256:4294967295] 192.168.204.41@tcp LPNI seq info [16517:16517:8:4294967295] 00000400:00000200:1.0:1769074988.044885:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.044888:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.044891:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.044894:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.044898:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.044900:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.044913:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.044915:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.044918:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03cb4000. 00000800:00000200:2.0:1769074988.044966:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.044970:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.044974:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.044979:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.044983:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:2.0:1769074988.044985:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:3.0:1769074988.045743:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.045751:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d58a80 00000400:00000200:3.0:1769074988.045755:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 35720 00000400:00000200:3.0:1769074988.045763:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.045765:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.045768:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.045772:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8a80. 00000020:00000010:1.0:1769074988.045810:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.045814:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.045817:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03cb4000. 00000020:00000010:1.0:1769074988.045819:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.045821:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.045839:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.045841:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.045843:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351292032 00000001:00000010:1.0:1769074988.045846:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:1.0:1769074988.045856:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17587000. 00010000:00000010:1.0:1769074988.045870:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd80. 00010000:00000010:1.0:1769074988.045876:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511180. 00010000:00000010:1.0:1769074988.045882:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fc00. 00010000:00000010:1.0:1769074988.045885:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.045890:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148b00. 00010000:00000010:1.0:1769074988.045891:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511180. 00010000:00000010:1.0:1769074988.045894:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f400. 00010000:00000010:1.0:1769074988.045896:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc880. 00010000:00000010:1.0:1769074988.045911:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148f00. 00010000:00000010:1.0:1769074988.045913:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511600. 00010000:00000010:1.0:1769074988.045915:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e200. 00010000:00000010:1.0:1769074988.045917:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc580. 00000020:00000010:1.0:1769074988.045923:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.045929:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.045933:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.045936:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03cb4200. 00000004:00000010:1.0:1769074988.045943:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b028ee840. 00000004:00000010:1.0:1769074988.045945:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.045947:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.045961:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ee5b8. 00080000:00000010:1.0:1769074988.045975:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.045981:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.045985:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.046001:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.046055:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.046065:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.046091:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a8a0. 00000001:00000010:1.0:1769074988.046095:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:1.0:1769074988.046102:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.046104:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.046106:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.046107:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.046109:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.046114:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e000. 00010000:00000010:1.0:1769074988.046117:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 00010000:00000010:1.0:1769074988.046123:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b07d0b9c0. 00010000:00000010:1.0:1769074988.046141:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc580. 00010000:00000010:0.0:1769074988.046164:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000010:0.0:1769074988.046173:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511600. 00080000:00000010:1.0:1769074988.046180:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511c00. 00010000:00000010:0.0:1769074988.046182:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b07d0b9c0. 00080000:00000010:1.0:1769074988.046186:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0ce00. 00000004:00000010:1.0:1769074988.046193:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ee5b8. 00000004:00000010:1.0:1769074988.046199:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.046202:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.046204:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b028ee840. 00000004:00000010:1.0:1769074988.046207:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599ed0. 00000004:00000010:1.0:1769074988.046210:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56f00. 00000004:00000010:1.0:1769074988.046213:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e780. 00010000:00000010:1.0:1769074988.046227:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.046240:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542176, last committed = 0 00010000:00000200:1.0:1769074988.046248:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8a80 x1855008351292032/t60129542176(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.046261:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.046263:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351292032, offset 224 00000400:00000200:1.0:1769074988.046267:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.046273:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.046276:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16522:16522:256:4294967295] 192.168.204.41@tcp LPNI seq info [16518:16518:8:4294967295] 00000400:00000200:1.0:1769074988.046283:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.046286:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.046289:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.046292:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.046296:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.046298:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.046311:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.046314:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.046316:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03cb4000. 00000800:00000200:2.0:1769074988.046365:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.046369:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.046374:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.046379:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.046382:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:2.0:1769074988.046384:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:2.0:1769074988.047311:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.047321:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d58b80 00000400:00000200:2.0:1769074988.047327:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 36224 00000400:00000200:2.0:1769074988.047352:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.047356:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.047361:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.047365:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1bb80. 00000020:00000010:1.0:1769074988.047406:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.047409:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.047412:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03cb4000. 00000020:00000010:1.0:1769074988.047414:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.047416:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.047434:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.047436:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.047438:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351292288 00000001:00000010:1.0:1769074988.047441:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b07d0be40. 00010000:00000010:1.0:1769074988.047450:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.047453:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 02000000:00000010:1.0:1769074988.047467:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b17580000. 00080000:00000010:1.0:1769074988.047492:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a3c0. 00000004:00000010:1.0:1769074988.047507:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511c00. 00080000:00000010:1.0:1769074988.047512:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0ce00. 00080000:00000010:1.0:1769074988.047516:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.047521:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2ab40. 00000001:00000010:1.0:1769074988.047523:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b07d0be40. 00080000:00000010:1.0:1769074988.047530:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.047545:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.047553:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1bb80 x1855008351292288/t60129542177(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.047561:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074988.047564:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351292288, offset 224 00000400:00000200:1.0:1769074988.047567:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.047572:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.047575:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16523:16523:256:4294967295] 192.168.204.41@tcp LPNI seq info [16519:16519:8:4294967295] 00000400:00000200:1.0:1769074988.047581:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.047584:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.047586:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.047589:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.047592:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.047594:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.047608:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.047610:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.047612:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03cb4000. 00000800:00000200:3.0:1769074988.047697:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.047701:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.047704:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.047709:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.047725:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074988.047727:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000400:00000200:2.0:1769074988.048979:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.048989:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d58c00 00000400:00000200:2.0:1769074988.048996:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1e919 [2] + 1232 00000400:00000200:2.0:1769074988.049005:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.049009:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.049014:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.049018:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00010000:00000010:1.1:1769074988.049069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573fe00. 00010000:00000010:1.1:1769074988.049079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a400. 00010000:00000010:1.1:1769074988.049084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00000020:00000010:0.0:1769074988.049090:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00010000:00000010:1.1:1769074988.049094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00000020:00000010:0.0:1769074988.049097:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00010000:00000010:1.1:1769074988.049098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:1.1:1769074988.049101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edace00. 00010000:00000010:1.1:1769074988.049103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.1:1769074988.049109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575c00. 00010000:00000010:1.1:1769074988.049114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690200. 00000020:00000010:0.0:1769074988.049119:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00010000:00000010:1.1:1769074988.049119:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7a00. 00000020:00000010:0.0:1769074988.049126:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00010000:00000010:1.1:1769074988.049127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00000020:00000010:0.0:1769074988.049134:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00010000:00000010:1.1:1769074988.049136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574800. 00010000:00000010:1.1:1769074988.049141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.1:1769074988.049145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7000. 00010000:00000010:1.1:1769074988.049148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691000. 00010000:00000010:1.1:1769074988.049151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.1:1769074988.049154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.1:1769074988.049157:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7400. 00010000:00000010:1.1:1769074988.049159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00000020:00000010:0.0:1769074988.049162:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00010000:00000010:1.1:1769074988.049165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691a00. 00000020:00000010:0.0:1769074988.049166:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.049170:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351292416 00000001:00000010:0.0:1769074988.049174:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:0.0:1769074988.049185:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc45800. 00000004:00000010:0.0:1769074988.049189:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.049738:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.049788:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.049796:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc46000. 00000100:00000010:0.0:1769074988.049799:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.049805:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000400:00000010:0.0:1769074988.049810:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b182003f0. 00000400:00000200:0.0:1769074988.049814:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.049820:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.049824:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16524:16524:256:4294967295] 192.168.204.41@tcp LPNI seq info [16520:16520:8:4294967295] 00000400:00000200:0.0:1769074988.049828:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.049832:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.049835:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.049838:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.049841:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.049845:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.049847:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.049864:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d58c00-0x6971ec9d58c00 00000800:00000200:2.0:1769074988.049921:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.049925:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:2.0:1769074988.049929:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.049934:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.049939:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc46000 00000400:00000200:3.0:1769074988.050387:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:3.0:1769074988.050399:0:16312:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x2860d 00000400:00000200:3.0:1769074988.050404:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.050407:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:3.0:1769074988.050411:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:3.0:1769074988.050413:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000100:00000200:3.0:1769074988.050418:0:16312:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc46000 00000100:00000010:0.0:1769074988.050490:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.050498:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc46000. 00000004:00000010:0.0:1769074988.051049:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.051059:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a680 x1855008351292416/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.051073:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074988.051078:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351292416, offset 224 00000400:00000200:0.0:1769074988.051084:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.051093:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.051099:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16525:16525:256:4294967295] 192.168.204.41@tcp LPNI seq info [16521:16521:8:4294967295] 00000400:00000200:0.0:1769074988.051109:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.051114:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.051117:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074988.051120:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.051124:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.051126:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.051141:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.051144:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.051146:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.051196:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.051201:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:2.0:1769074988.051205:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.051210:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.051214:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:2.0:1769074988.051217:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000400:00000200:2.0:1769074988.052336:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.052345:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d58d00 00000400:00000200:2.0:1769074988.052352:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1e919 [2] + 1680 00000400:00000010:2.0:1769074988.052356:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b3c8. 00000400:00000200:2.0:1769074988.052361:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b039199c0 00000400:00000200:2.0:1769074988.052369:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.052373:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.052376:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b039199c0 00000400:00000010:2.0:1769074988.052379:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b039199c0. 00000100:00000200:2.0:1769074988.052383:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.052428:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.052433:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.052436:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.052439:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.052441:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.052461:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.052463:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.052464:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351292672 02000000:00000010:0.0:1769074988.052481:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46000. 00000020:00000010:0.0:1769074988.052503:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b84e0. 00080000:00000010:0.0:1769074988.052506:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07b9a000. 00080000:00000010:0.0:1769074988.052516:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.052535:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8cc0. 00000001:00000010:0.0:1769074988.052538:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724900. 00080000:00000010:0.0:1769074988.052547:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.052550:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b84e0. 00000004:00000010:0.0:1769074988.052556:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511c00. 00010000:00000200:0.0:1769074988.052574:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0769a850 x1855008351292672/t60129542178(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.052583:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.052586:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351292672, offset 224 00000400:00000200:0.0:1769074988.052590:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.052595:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.052598:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16526:16526:256:4294967295] 192.168.204.41@tcp LPNI seq info [16522:16522:8:4294967295] 00000400:00000200:0.0:1769074988.052604:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.052608:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.052611:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.052613:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.052617:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.052619:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.052633:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.052636:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.052638:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 02000000:00000010:0.0:1769074988.052643:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc45800. 00000100:00000010:0.0:1769074988.052646:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a680. 02000000:00000010:0.0:1769074988.052650:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b3fc86000. 00000100:00000010:0.0:1769074988.052652:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2d80. 02000000:00000010:0.0:1769074988.052656:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b378bd800. 00000100:00000010:0.0:1769074988.052658:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d180. 02000000:00000010:0.0:1769074988.052661:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b378be000. 00000100:00000010:0.0:1769074988.052663:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afca80. 00000100:00000200:0.0:1769074988.052668:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074988.052672:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924a50. 00000400:00000010:0.0:1769074988.052675:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724e40. 00000800:00000200:3.0:1769074988.052689:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.052692:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.052695:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.052700:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.052703:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074988.052705:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 02000000:00000010:3.0:1769074988.052709:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46000. 00000400:00000200:2.0:1769074988.053381:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.053391:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d58e00 00000400:00000200:2.0:1769074988.053397:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 36872 00000400:00000200:2.0:1769074988.053407:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.053411:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.053416:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.053420:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19500. 00000020:00000010:1.0:1769074988.053460:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.053464:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.053469:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03cb4000. 00000020:00000010:1.0:1769074988.053471:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.053474:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.053494:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.053496:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.053498:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351292928 00000001:00000010:1.0:1769074988.053502:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b07d0be40. 02000000:00000010:1.0:1769074988.053514:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17583000. 00010000:00000010:1.0:1769074988.053532:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f800. 00010000:00000010:1.0:1769074988.053539:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511280. 00010000:00000010:1.0:1769074988.053547:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.0:1769074988.053551:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.053558:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148500. 00010000:00000010:1.0:1769074988.053560:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511280. 00010000:00000010:1.0:1769074988.053563:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e600. 00010000:00000010:1.0:1769074988.053565:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc580. 00010000:00000010:1.0:1769074988.053587:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148300. 00010000:00000010:1.0:1769074988.053589:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511100. 00010000:00000010:1.0:1769074988.053591:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.0:1769074988.053593:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb80. 00000020:00000010:1.0:1769074988.053602:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf55c0. 00000020:00000010:1.0:1769074988.053608:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf55c0. 00080000:00000010:1.0:1769074988.053613:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.053627:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.053631:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a4e0. 00080000:00000010:1.0:1769074988.053634:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02faa600. 00080000:00000010:1.0:1769074988.053653:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.053681:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.053688:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.053694:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2ae40. 00000001:00000010:1.0:1769074988.053697:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b07d0be40. 00080000:00000010:1.0:1769074988.053703:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.053705:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a4e0. 00010000:00000010:1.0:1769074988.053738:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb80. 00010000:00000010:1.0:1769074988.053742:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511100. 00080000:00000010:1.0:1769074988.053814:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.053818:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0d600. 00000004:00000010:1.0:1769074988.053822:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490aa0. 00000004:00000010:1.0:1769074988.053825:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56708. 00000004:00000010:1.0:1769074988.053827:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327ef00. 00010000:00000010:1.0:1769074988.053835:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.053851:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542179, last committed = 0 00010000:00000200:1.0:1769074988.053856:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19500 x1855008351292928/t60129542179(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.053866:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.053869:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351292928, offset 224 00000400:00000200:1.0:1769074988.053872:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.053877:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.053881:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16527:16527:256:4294967295] 192.168.204.41@tcp LPNI seq info [16523:16523:8:4294967295] 00000400:00000200:1.0:1769074988.053887:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.053891:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.053893:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.053897:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.053900:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.053902:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.053916:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.053919:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.053921:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03cb4000. 00000800:00000200:2.0:1769074988.053972:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.053977:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.053981:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.053985:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.053989:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:2.0:1769074988.053993:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00010000:00000010:0.1:1769074988.054059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ac00. 00010000:00000010:1.1:1769074988.054066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:0.1:1769074988.054068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.1:1769074988.054071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dcf00. 00010000:00000010:0.1:1769074988.054076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a500. 00010000:00000010:1.1:1769074988.054078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7300. 00010000:00000010:2.1:1769074988.054082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574600. 00010000:00000010:0.1:1769074988.054085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.1:1769074988.054090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78400. 00010000:00000010:0.1:1769074988.054096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc500. 00010000:00000010:2.1:1769074988.054096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148400. 00010000:00000010:1.1:1769074988.054102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690e00. 00010000:00000010:0.1:1769074988.054105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.1:1769074988.054106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:0.1:1769074988.054110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dcb00. 00010000:00000010:0.1:1769074988.054118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.1:1769074988.054120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79600. 00010000:00000010:0.1:1769074988.054125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc600. 00010000:00000010:1.1:1769074988.054127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed300. 00010000:00000010:0.1:1769074988.054131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:1.1:1769074988.054133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78800. 00010000:00000010:1.1:1769074988.054141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.1:1769074988.054143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79200. 00010000:00000010:1.1:1769074988.054145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed200. 00010000:00000010:1.1:1769074988.054147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e200. 00010000:00000010:1.1:1769074988.054152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fc00. 00010000:00000010:1.1:1769074988.054154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00000400:00000200:3.0:1769074988.054633:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.054642:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d58f00 00000400:00000200:3.0:1769074988.054647:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 37360 00000400:00000200:3.0:1769074988.054655:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.054657:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.054660:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.054664:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9500. 00000020:00000010:1.0:1769074988.054704:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.054707:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.054711:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03cb4000. 00000020:00000010:1.0:1769074988.054729:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.054732:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.054751:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.054753:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.054755:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351293184 00000001:00000010:1.0:1769074988.054759:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724900. 02000000:00000010:1.0:1769074988.054770:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17581000. 00010000:00000010:1.0:1769074988.054784:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f700. 00010000:00000010:1.0:1769074988.054792:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511680. 00010000:00000010:1.0:1769074988.054799:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.054801:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.054807:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148000. 00010000:00000010:1.0:1769074988.054809:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511680. 00010000:00000010:1.0:1769074988.054811:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fc00. 00010000:00000010:1.0:1769074988.054813:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb80. 00010000:00000010:1.0:1769074988.054828:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148c00. 00010000:00000010:1.0:1769074988.054830:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511100. 00010000:00000010:1.0:1769074988.054832:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e200. 00010000:00000010:1.0:1769074988.054835:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 00000020:00000010:1.0:1769074988.054841:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.054848:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.054853:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.054855:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0d600. 00000004:00000010:1.0:1769074988.054863:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b07d0b9c0. 00000004:00000010:1.0:1769074988.054867:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.054868:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.054873:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ee5b8. 00080000:00000010:1.0:1769074988.054889:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.054895:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.054897:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.054910:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.054931:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.054936:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.054976:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a4e0. 00000001:00000010:1.0:1769074988.054982:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b028ee840. 00080000:00000010:1.0:1769074988.054992:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.054995:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.054998:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.055000:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.055003:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.055010:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:1.0:1769074988.055015:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f700. 00010000:00000010:1.0:1769074988.055024:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.055077:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000010:0.0:1769074988.055088:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f700. 00010000:00000010:0.0:1769074988.055095:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511100. 00010000:00000010:0.0:1769074988.055103:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.055123:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511e80. 00080000:00000010:1.0:1769074988.055127:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0d200. 00000004:00000010:1.0:1769074988.055131:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ee5b8. 00000004:00000010:1.0:1769074988.055133:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.055135:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.055138:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b07d0b9c0. 00000004:00000010:1.0:1769074988.055139:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491cb0. 00000004:00000010:1.0:1769074988.055142:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56e10. 00000004:00000010:1.0:1769074988.055144:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327fe00. 00010000:00000010:1.0:1769074988.055153:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.055162:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542180, last committed = 0 00010000:00000200:1.0:1769074988.055168:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9500 x1855008351293184/t60129542180(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.055177:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074988.055180:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351293184, offset 224 00000400:00000200:1.0:1769074988.055184:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.055189:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.055193:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16528:16528:256:4294967295] 192.168.204.41@tcp LPNI seq info [16524:16524:8:4294967295] 00000400:00000200:1.0:1769074988.055199:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.055202:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.055205:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.055208:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.055212:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.055214:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.055228:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.055231:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.055233:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03cb4000. 00000800:00000200:2.0:1769074988.055289:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.055294:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.055298:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.055304:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.055308:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:2.0:1769074988.055310:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000400:00000200:2.0:1769074988.056062:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.056071:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d59000 00000400:00000200:2.0:1769074988.056077:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 37856 00000400:00000200:2.0:1769074988.056087:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.056092:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.056096:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.056100:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18380. 00000020:00000010:1.0:1769074988.056137:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.056140:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.056143:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.056145:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.056147:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.056165:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.056167:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.056169:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351293440 00000001:00000010:1.0:1769074988.056172:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b07d0be40. 02000000:00000010:1.0:1769074988.056185:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17690000. 00010000:00000010:1.0:1769074988.056199:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.056206:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511f80. 00010000:00000010:1.0:1769074988.056212:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f800. 00010000:00000010:1.0:1769074988.056215:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.056220:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148200. 00010000:00000010:1.0:1769074988.056222:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511f80. 00010000:00000010:1.0:1769074988.056224:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e800. 00010000:00000010:1.0:1769074988.056226:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f800. 00010000:00000010:1.0:1769074988.056241:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148600. 00010000:00000010:1.0:1769074988.056244:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511e80. 00010000:00000010:1.0:1769074988.056246:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.0:1769074988.056247:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd80. 00000020:00000010:1.0:1769074988.056254:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.056259:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.056263:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074988.056266:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03cb4000. 00080000:00000010:1.0:1769074988.056282:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.056301:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.056306:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.056311:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2aba0. 00000001:00000010:1.0:1769074988.056314:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.056320:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.056322:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a3c0. 00010000:00000010:1.0:1769074988.056327:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79200. 00010000:00000010:1.0:1769074988.056329:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fa00. 00010000:00000010:1.0:1769074988.056335:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.056356:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd80. 00010000:00000010:0.0:1769074988.056383:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fa00. 00010000:00000010:0.0:1769074988.056391:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511e80. 00080000:00000010:1.0:1769074988.056392:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a840. 00010000:00000010:0.0:1769074988.056398:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.056400:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0c000. 00000004:00000010:1.0:1769074988.056406:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491650. 00000004:00000010:1.0:1769074988.056409:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56618. 00000004:00000010:1.0:1769074988.056411:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3fce70e0. 00010000:00000010:1.0:1769074988.056420:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.056429:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542181, last committed = 0 00010000:00000200:1.0:1769074988.056434:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18380 x1855008351293440/t60129542181(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.056443:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074988.056445:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351293440, offset 224 00000400:00000200:1.0:1769074988.056449:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.056453:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.056457:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16529:16529:256:4294967295] 192.168.204.41@tcp LPNI seq info [16525:16525:8:4294967295] 00000400:00000200:1.0:1769074988.056463:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.056466:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.056468:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.056471:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.056475:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.056477:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.056491:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.056493:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.056495:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:3.0:1769074988.056573:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.056576:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.056579:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.056584:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.056588:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:3.0:1769074988.056590:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000400:00000200:2.0:1769074988.057293:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.057303:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d59100 00000400:00000200:2.0:1769074988.057309:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 38344 00000400:00000200:2.0:1769074988.057319:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.057323:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.057327:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.057331:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18a80. 00000020:00000010:1.0:1769074988.057404:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.057408:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.057412:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.057415:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.057417:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.057439:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.057440:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.057442:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351293696 00000001:00000010:1.0:1769074988.057446:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b028ee840. 02000000:00000010:1.0:1769074988.057459:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17693000. 00010000:00000010:1.0:1769074988.057474:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3980. 00010000:00000010:1.0:1769074988.057481:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ea80. 00010000:00000010:1.0:1769074988.057488:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.0:1769074988.057491:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.057496:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148400. 00010000:00000010:1.0:1769074988.057498:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511200. 00010000:00000010:1.0:1769074988.057501:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78800. 00010000:00000010:1.0:1769074988.057503:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd80. 00010000:00000010:1.0:1769074988.057521:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed200. 00010000:00000010:1.0:1769074988.057523:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.057525:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:1.0:1769074988.057527:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f600. 00000020:00000010:1.0:1769074988.057535:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.057542:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.057547:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.057549:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0c000. 00000004:00000010:1.0:1769074988.057558:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.057560:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.057562:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.057565:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ec000. 00080000:00000010:1.0:1769074988.057576:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.057580:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.057582:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.057593:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.057617:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.057623:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.057639:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a3c0. 00000001:00000010:1.0:1769074988.057642:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.057648:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.057650:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.057651:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.057653:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.057655:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.057660:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79600. 00010000:00000010:1.0:1769074988.057663:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.057669:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.057689:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f600. 00010000:00000010:2.0:1769074988.057734:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:2.0:1769074988.057743:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511900. 00080000:00000010:1.0:1769074988.057744:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944ec00. 00080000:00000010:1.0:1769074988.057751:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0ca00. 00010000:00000010:2.0:1769074988.057754:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.057756:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ec000. 00000004:00000010:1.0:1769074988.057763:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.057766:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.057768:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.057770:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490ff0. 00000004:00000010:1.0:1769074988.057772:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf560f0. 00000004:00000010:1.0:1769074988.057774:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3fce6960. 00010000:00000010:1.0:1769074988.057783:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.057793:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542182, last committed = 0 00010000:00000200:1.0:1769074988.057799:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18a80 x1855008351293696/t60129542182(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.057808:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.057811:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351293696, offset 224 00000400:00000200:1.0:1769074988.057815:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.057820:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.057823:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16530:16530:256:4294967295] 192.168.204.41@tcp LPNI seq info [16526:16526:8:4294967295] 00000400:00000200:1.0:1769074988.057830:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.057833:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.057836:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.057839:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.057842:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.057844:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.057864:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.057867:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.057869:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:2.0:1769074988.057917:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.057921:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.057925:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.057930:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.057934:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:2.0:1769074988.057936:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00010000:00000010:0.1:1769074988.058068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148f00. 00010000:00000010:0.1:1769074988.058074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e000. 00000400:00000200:3.0:1769074988.058747:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.058756:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d59200 00000400:00000200:3.0:1769074988.058760:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 38840 00000400:00000200:3.0:1769074988.058768:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.058771:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.058774:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.058778:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb100. 00000020:00000010:1.0:1769074988.058835:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.058839:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.058842:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.058845:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.058847:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.058866:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.058868:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.058869:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351293952 00000001:00000010:1.0:1769074988.058873:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.058884:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17696000. 00010000:00000010:1.0:1769074988.058898:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3280. 00010000:00000010:1.0:1769074988.058905:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ea00. 00010000:00000010:1.0:1769074988.058912:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.0:1769074988.058915:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.058921:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed300. 00010000:00000010:1.0:1769074988.058923:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511b00. 00010000:00000010:1.0:1769074988.058926:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78400. 00010000:00000010:1.0:1769074988.058928:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f600. 00010000:00000010:1.0:1769074988.058945:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7300. 00010000:00000010:1.0:1769074988.058947:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511d00. 00010000:00000010:1.0:1769074988.058949:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:1.0:1769074988.058951:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f780. 00000020:00000010:1.0:1769074988.058958:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.058965:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.058969:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.058971:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0ca00. 00000004:00000010:1.0:1769074988.058979:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.058981:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.058983:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.058986:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00080000:00000010:1.0:1769074988.058997:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.059001:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.059003:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.059014:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.059059:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.059066:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.059084:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a420. 00000001:00000010:1.0:1769074988.059087:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.059093:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.059095:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.059097:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.059098:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.059100:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.059105:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.0:1769074988.059108:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f180. 00010000:00000010:1.0:1769074988.059114:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.059135:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f780. 00010000:00000010:0.0:1769074988.059159:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f180. 00010000:00000010:0.0:1769074988.059166:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511d00. 00080000:00000010:1.0:1769074988.059177:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e180. 00010000:00000010:0.0:1769074988.059178:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.059186:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0dc00. 00000004:00000010:1.0:1769074988.059191:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00000004:00000010:1.0:1769074988.059195:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.059197:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.059199:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.059200:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490550. 00000004:00000010:1.0:1769074988.059202:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9c30. 00000004:00000010:1.0:1769074988.059205:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a02e565a0. 00010000:00000010:1.0:1769074988.059212:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.059221:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542183, last committed = 0 00010000:00000200:1.0:1769074988.059227:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeb100 x1855008351293952/t60129542183(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.059237:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074988.059240:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351293952, offset 224 00000400:00000200:1.0:1769074988.059243:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.059249:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.059253:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16531:16531:256:4294967295] 192.168.204.41@tcp LPNI seq info [16527:16527:8:4294967295] 00000400:00000200:1.0:1769074988.059260:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.059263:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.059266:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.059269:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.059272:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.059275:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.059289:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.059299:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.059302:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:2.0:1769074988.059343:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.059348:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.059352:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.059357:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.059361:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:2.0:1769074988.059363:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000400:00000200:2.0:1769074988.059999:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.060008:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d59300 00000400:00000200:2.0:1769074988.060014:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 39336 00000400:00000200:2.0:1769074988.060024:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.060048:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.060053:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.060058:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00000020:00000010:1.0:1769074988.060096:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.060100:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.060103:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.060105:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.060107:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.060125:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.060127:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.060128:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351294208 00000001:00000010:1.0:1769074988.060132:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.060142:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17692000. 00010000:00000010:1.0:1769074988.060155:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3d00. 00010000:00000010:1.0:1769074988.060162:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ee80. 00010000:00000010:1.0:1769074988.060169:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.0:1769074988.060172:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.060177:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7400. 00010000:00000010:1.0:1769074988.060179:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511d00. 00010000:00000010:1.0:1769074988.060182:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690e00. 00010000:00000010:1.0:1769074988.060184:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f780. 00010000:00000010:1.0:1769074988.060199:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7000. 00010000:00000010:1.0:1769074988.060201:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.060203:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.0:1769074988.060205:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f180. 00000020:00000010:1.0:1769074988.060211:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.060218:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.060222:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.060225:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0dc00. 00000004:00000010:1.0:1769074988.060232:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.060234:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.060235:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.060239:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed3f8. 00080000:00000010:1.0:1769074988.060249:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.060252:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.060255:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.060265:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.060284:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.060290:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.060305:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2ad20. 00000001:00000010:1.0:1769074988.060308:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.060314:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.060315:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.060317:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.060318:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.060321:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.060325:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:1.0:1769074988.060328:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.060334:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.060355:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f180. 00010000:00000010:0.0:1769074988.060389:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00080000:00000010:1.0:1769074988.060393:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e580. 00010000:00000010:0.0:1769074988.060398:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511900. 00080000:00000010:1.0:1769074988.060399:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0d800. 00000004:00000010:1.0:1769074988.060407:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed3f8. 00010000:00000010:0.0:1769074988.060409:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.060412:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.060417:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.060419:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.060421:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491100. 00000004:00000010:1.0:1769074988.060424:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9348. 00000004:00000010:1.0:1769074988.060426:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a02e57a40. 00010000:00000010:1.0:1769074988.060434:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.060444:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542184, last committed = 0 00010000:00000200:1.0:1769074988.060449:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a680 x1855008351294208/t60129542184(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.060458:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.060461:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351294208, offset 224 00000400:00000200:1.0:1769074988.060464:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.060469:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.060473:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16532:16532:256:4294967295] 192.168.204.41@tcp LPNI seq info [16528:16528:8:4294967295] 00000400:00000200:1.0:1769074988.060479:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.060482:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.060484:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.060487:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.060490:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.060493:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.060507:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.060510:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.060512:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:3.0:1769074988.060564:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.060569:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.060573:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.060579:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.060583:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:3.0:1769074988.060585:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000400:00000200:2.0:1769074988.061237:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.061247:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 512 into portal 12 MB=0x6971ec9d59400 00000400:00000200:2.0:1769074988.061252:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 512/512 into md 0x4c41 [64] + 39840 00000400:00000200:2.0:1769074988.061262:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.061266:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.061270:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.061276:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d23800. 00000020:00000010:1.0:1769074988.061323:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.061329:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.061333:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.061336:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.061339:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.061363:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.061366:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.061369:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351294464 00000001:00000010:1.0:1769074988.061374:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 02000000:00000010:1.0:1769074988.061389:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a04d17000. 00010000:00000010:1.0:1769074988.061406:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3300. 00010000:00000010:1.0:1769074988.061415:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed80. 00010000:00000010:1.0:1769074988.061424:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.0:1769074988.061428:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.061436:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7a00. 00010000:00000010:1.0:1769074988.061439:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511e80. 00010000:00000010:1.0:1769074988.061443:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691000. 00010000:00000010:1.0:1769074988.061446:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f180. 00010000:00000010:1.0:1769074988.061467:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edace00. 00010000:00000010:1.0:1769074988.061471:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511100. 00010000:00000010:1.0:1769074988.061475:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.0:1769074988.061478:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fa00. 00000020:00000010:1.0:1769074988.061490:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.061499:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.061505:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.061509:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0d800. 00000004:00000010:1.0:1769074988.061519:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.061523:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.061525:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.061531:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.061546:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.061552:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.061556:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.061570:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.061596:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.061604:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.061633:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a5a0. 00000001:00000010:1.0:1769074988.061638:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.061647:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.061650:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.061653:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.061655:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.061658:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.061665:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690200. 00010000:00000010:1.0:1769074988.061668:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f700. 00010000:00000010:1.0:1769074988.061675:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.061694:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fa00. 00010000:00000010:0.0:1769074988.061727:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f700. 00010000:00000010:0.0:1769074988.061734:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511100. 00010000:00000010:0.0:1769074988.061745:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.061759:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e780. 00080000:00000010:1.0:1769074988.061763:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0c400. 00000004:00000010:1.0:1769074988.061768:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00000004:00000010:1.0:1769074988.061772:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.061775:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.061777:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.061780:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491320. 00000004:00000010:1.0:1769074988.061784:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9f00. 00000004:00000010:1.0:1769074988.061787:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a02e56f00. 00010000:00000010:1.0:1769074988.061800:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.061814:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542185, last committed = 0 00010000:00000200:1.0:1769074988.061820:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d23800 x1855008351294464/t60129542185(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 512/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.061834:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.061838:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351294464, offset 224 00000400:00000200:1.0:1769074988.061844:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.061851:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.061856:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16533:16533:256:4294967295] 192.168.204.41@tcp LPNI seq info [16529:16529:8:4294967295] 00000400:00000200:1.0:1769074988.061865:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.061870:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.061873:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.061876:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.061879:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.061881:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.061895:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.061898:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.061900:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:2.0:1769074988.061953:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.061958:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.061962:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.061967:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.061971:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:2.0:1769074988.061973:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00010000:00000010:1.1:1769074988.062054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:1.1:1769074988.062061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569e00. 00010000:00000010:1.1:1769074988.062065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148300. 00010000:00000010:0.1:1769074988.062072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148c00. 00010000:00000010:1.1:1769074988.062078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:0.1:1769074988.062081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:0.1:1769074988.062094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148600. 00010000:00000010:0.1:1769074988.062101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79200. 00010000:00000010:1.1:1769074988.062104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.1:1769074988.062109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:1.1:1769074988.062111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569d00. 00000400:00000200:3.0:1769074988.062636:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.062644:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d59500 00000400:00000200:3.0:1769074988.062649:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 40352 00000400:00000200:3.0:1769074988.062657:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.062659:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.062663:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.062666:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2d80. 00000020:00000010:1.0:1769074988.062727:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.062732:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.062736:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.062738:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.062740:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.062759:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.062761:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.062763:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351294720 00000001:00000010:1.0:1769074988.062767:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.062779:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a04d11000. 00010000:00000010:1.0:1769074988.062792:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3c00. 00010000:00000010:1.0:1769074988.062799:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e480. 00010000:00000010:1.0:1769074988.062806:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.0:1769074988.062809:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.062815:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569d00. 00010000:00000010:1.0:1769074988.062817:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511600. 00010000:00000010:1.0:1769074988.062819:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574600. 00010000:00000010:1.0:1769074988.062821:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fa00. 00010000:00000010:1.0:1769074988.062837:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569e00. 00010000:00000010:1.0:1769074988.062839:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511580. 00010000:00000010:1.0:1769074988.062842:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.0:1769074988.062843:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f700. 00000020:00000010:1.0:1769074988.062850:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.062857:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.062862:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.062864:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0c400. 00000004:00000010:1.0:1769074988.062872:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.062874:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.062876:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.062879:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.062890:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.062893:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.062896:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.062906:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.062926:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.062931:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.062955:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a1e0. 00000001:00000010:1.0:1769074988.062960:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.062970:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.062973:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.062975:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.062978:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.062981:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.062988:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574800. 00010000:00000010:1.0:1769074988.062992:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.063002:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.063058:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f700. 00010000:00000010:2.0:1769074988.063065:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:2.0:1769074988.063075:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511580. 00010000:00000010:2.0:1769074988.063083:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.063104:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e880. 00080000:00000010:1.0:1769074988.063108:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0cc00. 00000004:00000010:1.0:1769074988.063112:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.063114:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.063116:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.063118:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.063120:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490660. 00000004:00000010:1.0:1769074988.063122:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe97f8. 00000004:00000010:1.0:1769074988.063124:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a02e572c0. 00010000:00000010:1.0:1769074988.063133:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.063143:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542186, last committed = 0 00010000:00000200:1.0:1769074988.063148:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2d80 x1855008351294720/t60129542186(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.063158:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074988.063161:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351294720, offset 224 00000400:00000200:1.0:1769074988.063164:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.063170:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.063174:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16534:16534:256:4294967295] 192.168.204.41@tcp LPNI seq info [16530:16530:8:4294967295] 00000400:00000200:1.0:1769074988.063180:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.063184:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.063186:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.063190:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.063195:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.063198:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.063217:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.063220:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.063224:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:2.0:1769074988.063270:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.063274:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.063278:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.063283:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.063287:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:2.0:1769074988.063289:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:2.0:1769074988.063935:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.063945:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d59600 00000400:00000200:2.0:1769074988.063951:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 40848 00000400:00000200:2.0:1769074988.063962:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.063965:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.063969:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.063974:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d21c00. 00000020:00000010:1.0:1769074988.064017:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.064020:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.064023:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.064050:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.064056:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.064081:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.064084:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.064088:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351294976 00000001:00000010:1.0:1769074988.064091:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.064103:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b10c07000. 00010000:00000010:1.0:1769074988.064116:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3000. 00010000:00000010:1.0:1769074988.064122:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e980. 00010000:00000010:1.0:1769074988.064128:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.0:1769074988.064131:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.064149:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4600. 00010000:00000010:1.0:1769074988.064151:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511700. 00010000:00000010:1.0:1769074988.064154:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575c00. 00010000:00000010:1.0:1769074988.064157:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f700. 00010000:00000010:1.0:1769074988.064174:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4200. 00010000:00000010:1.0:1769074988.064176:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511580. 00010000:00000010:1.0:1769074988.064178:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.0:1769074988.064180:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00000020:00000010:1.0:1769074988.064187:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.064194:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf50e0. 00000020:00000010:1.0:1769074988.064201:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.064204:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0cc00. 00000004:00000010:1.0:1769074988.064214:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.064217:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.064220:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.064225:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecd50. 00080000:00000010:1.0:1769074988.064239:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.064244:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.064248:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.064264:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.064287:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.064292:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.064309:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a180. 00000001:00000010:1.0:1769074988.064311:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.064317:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.064319:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.064320:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.064322:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.064324:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.064329:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.0:1769074988.064332:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.064338:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.064357:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:0.0:1769074988.064376:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:0.0:1769074988.064384:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511580. 00010000:00000010:0.0:1769074988.064392:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.064401:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e700. 00080000:00000010:1.0:1769074988.064406:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0d400. 00000004:00000010:1.0:1769074988.064410:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecd50. 00000004:00000010:1.0:1769074988.064412:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.064414:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.064415:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.064417:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490110. 00000004:00000010:1.0:1769074988.064419:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe95a0. 00000004:00000010:1.0:1769074988.064421:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a02e561e0. 00010000:00000010:1.0:1769074988.064430:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.064439:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542187, last committed = 0 00010000:00000200:1.0:1769074988.064444:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d21c00 x1855008351294976/t60129542187(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.064453:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.064456:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351294976, offset 224 00000400:00000200:1.0:1769074988.064459:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.064464:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.064467:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16535:16535:256:4294967295] 192.168.204.41@tcp LPNI seq info [16531:16531:8:4294967295] 00000400:00000200:1.0:1769074988.064473:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.064476:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.064478:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.064481:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.064485:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.064487:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.064501:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.064504:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.064506:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:3.0:1769074988.064555:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.064560:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.064564:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.064570:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.064574:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:3.0:1769074988.064576:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:2.0:1769074988.065349:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.065359:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d59700 00000400:00000200:2.0:1769074988.065364:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 41336 00000400:00000200:2.0:1769074988.065374:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.065377:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.065381:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.065386:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d22300. 00000020:00000010:1.0:1769074988.065424:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.065427:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.065430:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.065432:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.065434:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.065451:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.065453:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.065454:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351295232 00000001:00000010:1.0:1769074988.065458:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.065467:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.0:1769074988.065471:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 02000000:00000010:1.0:1769074988.065485:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10c05000. 00080000:00000010:1.0:1769074988.065509:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a840. 00000004:00000010:1.0:1769074988.065521:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511100. 00080000:00000010:1.0:1769074988.065525:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0d400. 00080000:00000010:1.0:1769074988.065529:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.065534:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a540. 00000001:00000010:1.0:1769074988.065536:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.065543:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.065558:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000200:1.0:1769074988.065566:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d22300 x1855008351295232/t60129542188(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.065575:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074988.065577:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351295232, offset 224 00000400:00000200:1.0:1769074988.065581:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.065586:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.065589:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16536:16536:256:4294967295] 192.168.204.41@tcp LPNI seq info [16532:16532:8:4294967295] 00000400:00000200:1.0:1769074988.065595:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.065598:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.065601:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.065604:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.065607:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.065609:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.065623:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.065625:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.065627:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:2.0:1769074988.065677:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.065682:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.065686:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.065691:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.065694:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:2.0:1769074988.065696:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00010000:00000010:1.1:1769074988.066062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e200. 00010000:00000010:0.1:1769074988.066063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7300. 00010000:00000010:2.1:1769074988.066068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed200. 00010000:00000010:0.1:1769074988.066073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:2.1:1769074988.066081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79600. 00010000:00000010:0.1:1769074988.066083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7000. 00010000:00000010:1.1:1769074988.066085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:0.1:1769074988.066093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:1.1:1769074988.066093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7c00. 00010000:00000010:1.1:1769074988.066097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a800. 00010000:00000010:1.1:1769074988.066099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.1:1769074988.066107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f800. 00010000:00000010:1.1:1769074988.066111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984e00. 00010000:00000010:1.1:1769074988.066114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603600. 00010000:00000010:1.1:1769074988.066117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:1.1:1769074988.066123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.1:1769074988.066125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985000. 00010000:00000010:1.1:1769074988.066127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603900. 00000400:00000200:3.0:1769074988.067045:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.067056:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d59780 00000400:00000200:3.0:1769074988.067062:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1ea25 [2] + 0 00000400:00000200:3.0:1769074988.067073:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.067076:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.067080:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.067083:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 00000020:00000010:0.0:1769074988.067131:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.067137:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.067142:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.067145:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.067148:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.067169:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.067171:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.067173:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351295360 00000001:00000010:0.0:1769074988.067177:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:0.0:1769074988.067187:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc45800. 00000004:00000010:0.0:1769074988.067192:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.067729:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.067805:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.067813:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.067816:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.067822:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000400:00000010:0.0:1769074988.067829:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200f50. 00000400:00000200:0.0:1769074988.067835:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.067844:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.067850:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16537:16537:256:4294967295] 192.168.204.41@tcp LPNI seq info [16533:16533:8:4294967295] 00000400:00000200:0.0:1769074988.067856:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.067863:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.067868:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.067873:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.067878:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.067883:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.067887:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.067902:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d59780-0x6971ec9d59780 00000800:00000200:2.0:1769074988.067960:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.067964:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:2.0:1769074988.067969:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.067974:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.067979:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc47400 00000400:00000200:2.0:1769074988.068419:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:2.0:1769074988.068429:0:16311:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x28645 00000400:00000200:2.0:1769074988.068433:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.068437:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:2.0:1769074988.068441:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:2.0:1769074988.068443:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:2.0:1769074988.068447:0:16311:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc47400 00000100:00000010:0.0:1769074988.068481:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.068486:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc47400. 00000004:00000010:0.0:1769074988.068985:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.068992:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0000 x1855008351295360/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.069002:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.069005:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351295360, offset 224 00000400:00000200:0.0:1769074988.069008:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.069013:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.069017:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16538:16538:256:4294967295] 192.168.204.41@tcp LPNI seq info [16534:16534:8:4294967295] 00000400:00000200:0.0:1769074988.069023:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.069059:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.069063:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.069068:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.069072:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.069074:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.069090:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.069096:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.069101:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:3.0:1769074988.069156:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.069161:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.069165:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.069171:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.069175:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:3.0:1769074988.069177:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00010000:00000010:1.1:1769074988.070065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:0.1:1769074988.070082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edace00. 00010000:00000010:1.1:1769074988.070085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.1:1769074988.070095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:0.1:1769074988.070096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690200. 00010000:00000010:1.1:1769074988.070098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603200. 00010000:00000010:0.1:1769074988.070105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4200. 00010000:00000010:1.1:1769074988.070112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:0.1:1769074988.070114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.1:1769074988.070124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.1:1769074988.070130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:1.1:1769074988.070132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603c00. 00010000:00000010:1.1:1769074988.070135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.1:1769074988.070140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.1:1769074988.070142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:1.1:1769074988.070143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603a00. 00000400:00000200:2.0:1769074988.070300:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.070310:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d59880 00000400:00000200:2.0:1769074988.070317:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1ea25 [2] + 448 00000400:00000200:2.0:1769074988.070327:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.070331:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.070336:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.070340:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d21180. 00000020:00000010:0.0:1769074988.070388:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.070391:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.070394:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.070396:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.070398:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.070415:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.070417:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.070419:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351295616 02000000:00000010:0.0:1769074988.070433:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47400. 00000020:00000010:0.0:1769074988.070450:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8b40. 00080000:00000010:0.0:1769074988.070453:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07b9ba00. 00080000:00000010:0.0:1769074988.070460:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.070474:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b82a0. 00000001:00000010:0.0:1769074988.070477:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724780. 00080000:00000010:0.0:1769074988.070485:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.070488:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8b40. 00000004:00000010:0.0:1769074988.070494:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511100. 00010000:00000200:0.0:1769074988.070507:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d21180 x1855008351295616/t60129542189(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.070516:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.070519:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351295616, offset 224 00000400:00000200:0.0:1769074988.070523:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.070528:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.070532:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16539:16539:256:4294967295] 192.168.204.41@tcp LPNI seq info [16535:16535:8:4294967295] 00000400:00000200:0.0:1769074988.070539:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.070542:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.070545:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.070548:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.070551:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.070553:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.070566:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.070569:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.070571:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.070619:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.070624:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:2.0:1769074988.070627:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.070632:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.070636:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:2.0:1769074988.070638:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000400:00000200:3.0:1769074988.071275:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.071282:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d59980 00000400:00000200:3.0:1769074988.071287:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 41984 00000400:00000200:3.0:1769074988.071294:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.071297:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.071300:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.071303:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1180. 00000020:00000010:1.0:1769074988.071346:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.071350:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.071354:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.071356:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.071359:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.071379:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.071381:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.071383:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351295872 00000001:00000010:1.0:1769074988.071387:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.071397:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.0:1769074988.071400:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 02000000:00000010:1.0:1769074988.071411:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10c03000. 00010000:00000010:1.0:1769074988.071433:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.0:1769074988.071436:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00000004:00000010:1.0:1769074988.071449:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511900. 00080000:00000010:1.0:1769074988.071453:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a047ce400. 00080000:00000010:1.0:1769074988.071457:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.071462:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2af00. 00000001:00000010:1.0:1769074988.071465:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.071473:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.071487:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000200:1.0:1769074988.071498:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1180 x1855008351295872/t60129542190(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.071508:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.071511:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351295872, offset 224 00000400:00000200:1.0:1769074988.071515:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.071521:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.071525:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16540:16540:256:4294967295] 192.168.204.41@tcp LPNI seq info [16536:16536:8:4294967295] 00000400:00000200:1.0:1769074988.071532:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.071535:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.071538:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.071541:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.071545:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.071547:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.071561:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.071564:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.071566:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:2.0:1769074988.071611:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.071615:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.071619:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.071624:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.071627:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:2.0:1769074988.071629:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000400:00000200:2.0:1769074988.072329:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.072337:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d59a00 00000400:00000200:2.0:1769074988.072343:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 42632 00000400:00000200:2.0:1769074988.072353:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.072357:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.072361:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.072365:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d23b80. 00000020:00000010:1.0:1769074988.072404:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.072407:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.072411:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.072413:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.072415:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.072433:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.072435:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.072437:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351296000 00000001:00000010:1.0:1769074988.072440:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724780. 00010000:00000010:1.0:1769074988.072449:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.0:1769074988.072457:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 02000000:00000010:1.0:1769074988.072466:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10c02000. 00010000:00000010:1.0:1769074988.072479:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.0:1769074988.072482:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.072488:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4f00. 00010000:00000010:1.0:1769074988.072491:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511580. 00010000:00000010:1.0:1769074988.072493:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1400. 00010000:00000010:1.0:1769074988.072496:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.072514:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4500. 00010000:00000010:1.0:1769074988.072516:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3a00. 00010000:00000010:1.0:1769074988.072519:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.0:1769074988.072521:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00080000:00000010:1.0:1769074988.072538:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a7e0. 00010000:00000010:1.0:1769074988.072559:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.072565:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.072568:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511580. 00010000:00000010:1.0:1769074988.072578:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000200:1.0:1769074988.072585:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d23b80 x1855008351296000/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.072601:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.072605:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351296000, offset 224 00000400:00000200:1.0:1769074988.072610:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.072617:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.072622:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16541:16541:256:4294967295] 192.168.204.41@tcp LPNI seq info [16537:16537:8:4294967295] 00000400:00000200:1.0:1769074988.072631:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.072637:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.072641:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.072646:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.072651:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.072654:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.072671:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.072674:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.072676:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:3.0:1769074988.072739:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.072744:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.072748:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.072754:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.072758:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074988.072760:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:2.0:1769074988.073493:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.073503:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d59b00 00000400:00000200:2.0:1769074988.073509:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 43208 00000400:00000200:2.0:1769074988.073530:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.073534:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.073538:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.073543:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d20e00. 00000020:00000010:1.0:1769074988.073581:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.073584:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.073587:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.073590:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.073592:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.073615:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.073618:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.073621:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351296256 02000000:00000010:1.0:1769074988.073638:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3fc89000. 00010000:00000010:1.0:1769074988.073654:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.073662:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3a00. 00010000:00000010:1.0:1769074988.073668:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3780. 00010000:00000010:1.0:1769074988.073676:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:1.0:1769074988.073678:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.073683:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4b00. 00010000:00000010:1.0:1769074988.073685:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511580. 00010000:00000010:1.0:1769074988.073688:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0c00. 00010000:00000010:1.0:1769074988.073690:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccb00. 00010000:00000010:1.0:1769074988.073707:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4a00. 00010000:00000010:1.0:1769074988.073709:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3a00. 00010000:00000010:1.0:1769074988.073711:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.0:1769074988.073727:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00000020:00000010:1.0:1769074988.073736:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.073742:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.073747:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2aa80. 00080000:00000010:1.0:1769074988.073750:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b09167e00. 00080000:00000010:1.0:1769074988.073769:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.073798:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.073803:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.073809:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a9c0. 00000001:00000010:1.0:1769074988.073812:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.073818:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.073821:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2aa80. 00010000:00000010:1.0:1769074988.073826:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1600. 00010000:00000010:1.0:1769074988.073828:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.073834:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.073854:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:0.0:1769074988.073888:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00080000:00000010:1.0:1769074988.073896:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a7e0. 00010000:00000010:0.0:1769074988.073897:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3a00. 00080000:00000010:1.0:1769074988.073904:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a015ad600. 00010000:00000010:0.0:1769074988.073908:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.073909:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4000. 00000004:00000010:1.0:1769074988.073915:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790ca8. 00000004:00000010:1.0:1769074988.073918:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2780. 00010000:00000010:1.0:1769074988.073928:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000200:1.0:1769074988.073937:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542191, last committed = 0 00010000:00000200:1.0:1769074988.073942:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d20e00 x1855008351296256/t60129542191(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.073959:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.073963:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351296256, offset 224 00000400:00000200:1.0:1769074988.073969:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.073975:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.073980:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16542:16542:256:4294967295] 192.168.204.41@tcp LPNI seq info [16538:16538:8:4294967295] 00000400:00000200:1.0:1769074988.073990:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.073995:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.073999:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.074004:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.074009:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.074012:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00010000:00000010:1.1:1769074988.074059:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.1:1769074988.074075:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.1:1769074988.074079:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9200. 00010000:00000010:1.1:1769074988.074084:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5eb00. 00010000:00000010:1.1:1769074988.074087:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.1:1769074988.074100:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.1:1769074988.074105:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00000800:00000200:2.0:1769074988.074111:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074988.074112:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.074118:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000800:00000010:2.0:1769074988.074118:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000020:00000010:1.0:1769074988.074126:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000400:00000200:2.0:1769074988.074127:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.074135:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.074138:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:2.0:1769074988.074142:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000400:00000200:3.0:1769074988.074705:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.074726:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d59b80 00000400:00000200:3.0:1769074988.074732:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 43696 00000400:00000200:3.0:1769074988.074743:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.074747:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.074752:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.074756:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1f80. 00000020:00000010:1.0:1769074988.074797:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.074800:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.074804:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.074806:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.074808:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.074826:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.074827:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.074829:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351296384 00000001:00000010:1.0:1769074988.074832:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.074840:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.0:1769074988.074843:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 02000000:00000010:1.0:1769074988.074852:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3fc88000. 00010000:00000010:1.0:1769074988.074861:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.0:1769074988.074864:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.074871:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4900. 00010000:00000010:1.0:1769074988.074873:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511800. 00010000:00000010:1.0:1769074988.074875:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1000. 00010000:00000010:1.0:1769074988.074877:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.074892:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4700. 00010000:00000010:1.0:1769074988.074894:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.074897:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.0:1769074988.074899:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00080000:00000010:1.0:1769074988.074913:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a7e0. 00010000:00000010:1.0:1769074988.074929:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.074935:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.074938:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511800. 00010000:00000010:1.0:1769074988.074947:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000200:1.0:1769074988.074957:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1f80 x1855008351296384/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.074970:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.074973:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351296384, offset 224 00000400:00000200:1.0:1769074988.074978:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.074986:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.074991:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16543:16543:256:4294967295] 192.168.204.41@tcp LPNI seq info [16539:16539:8:4294967295] 00000400:00000200:1.0:1769074988.075002:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.075007:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.075011:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.075015:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.075019:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.075022:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.075067:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00010000:00000010:2.1:1769074988.075069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569e00. 00000020:00000010:1.0:1769074988.075074:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00010000:00000010:2.1:1769074988.075078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574800. 00000020:00000010:1.0:1769074988.075081:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:2.0:1769074988.075123:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.075127:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.075131:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.075136:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.075140:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:2.0:1769074988.075142:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000400:00000200:2.0:1769074988.075889:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.075898:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d59c80 00000400:00000200:2.0:1769074988.075904:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 44272 00000400:00000200:2.0:1769074988.075914:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.075918:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.075922:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.075927:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d20000. 00000020:00000010:1.0:1769074988.075972:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.075976:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.075980:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0d200. 00000020:00000010:1.0:1769074988.075984:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.075987:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.076011:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.076014:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.076017:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351296640 02000000:00000010:1.0:1769074988.076058:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3fc8c000. 00010000:00000010:1.0:1769074988.076076:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00010000:00000010:1.0:1769074988.076084:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.076092:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.0:1769074988.076095:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00010000:00000010:1.0:1769074988.076101:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4800. 00010000:00000010:1.0:1769074988.076103:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510380. 00010000:00000010:1.0:1769074988.076105:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574800. 00010000:00000010:1.0:1769074988.076107:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968880. 00010000:00000010:1.0:1769074988.076121:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4e00. 00010000:00000010:1.0:1769074988.076124:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511800. 00010000:00000010:1.0:1769074988.076126:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.0:1769074988.076128:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000020:00000010:1.0:1769074988.076134:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.076138:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.076142:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2aa80. 00080000:00000010:1.0:1769074988.076145:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a015ad600. 00080000:00000010:1.0:1769074988.076161:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.076183:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.076188:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.076194:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a6c0. 00000001:00000010:1.0:1769074988.076197:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.076203:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.076206:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2aa80. 00010000:00000010:1.0:1769074988.076210:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.0:1769074988.076213:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.076218:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.076237:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:2.0:1769074988.076271:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00080000:00000010:1.0:1769074988.076273:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a7e0. 00080000:00000010:1.0:1769074988.076279:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a015ada00. 00010000:00000010:2.0:1769074988.076281:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511800. 00000004:00000010:1.0:1769074988.076282:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4550. 00000004:00000010:1.0:1769074988.076289:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790618. 00000004:00000010:1.0:1769074988.076292:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2f00. 00010000:00000010:2.0:1769074988.076297:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.076305:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00010000:00000200:1.0:1769074988.076321:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542192, last committed = 0 00010000:00000200:1.0:1769074988.076328:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d20000 x1855008351296640/t60129542192(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.076341:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.076345:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351296640, offset 224 00000400:00000200:1.0:1769074988.076351:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.076357:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.076362:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16544:16544:256:4294967295] 192.168.204.41@tcp LPNI seq info [16540:16540:8:4294967295] 00000400:00000200:1.0:1769074988.076371:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.076376:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.076380:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.076384:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.076389:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.076392:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.076410:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000020:00000010:1.0:1769074988.076413:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.076415:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0d200. 00000800:00000200:3.0:1769074988.076471:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.076475:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.076477:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.076482:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.076485:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:3.0:1769074988.076487:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000400:00000200:2.0:1769074988.077084:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.077095:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d59d00 00000400:00000200:2.0:1769074988.077101:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 44760 00000400:00000200:2.0:1769074988.077111:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.077115:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.077119:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.077123:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d21500. 00000020:00000010:1.0:1769074988.077158:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.077161:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.077164:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ada00. 00000020:00000010:1.0:1769074988.077167:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.077169:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.077186:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.077187:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.077189:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351296768 00000001:00000010:1.0:1769074988.077192:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.077201:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.0:1769074988.077204:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 02000000:00000010:1.0:1769074988.077214:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1fc59000. 00010000:00000010:1.0:1769074988.077223:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.0:1769074988.077226:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.077232:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4d00. 00010000:00000010:1.0:1769074988.077234:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3a00. 00010000:00000010:1.0:1769074988.077237:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.077239:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00010000:00000010:1.0:1769074988.077252:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4100. 00010000:00000010:1.0:1769074988.077255:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd580. 00010000:00000010:1.0:1769074988.077258:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ca00. 00010000:00000010:1.0:1769074988.077260:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00080000:00000010:1.0:1769074988.077272:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a7e0. 00010000:00000010:1.0:1769074988.077288:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.077294:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 00010000:00000010:1.0:1769074988.077296:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3a00. 00010000:00000010:1.0:1769074988.077306:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.077313:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d21500 x1855008351296768/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.077321:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.077324:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351296768, offset 224 00000400:00000200:1.0:1769074988.077327:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.077332:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.077335:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16545:16545:256:4294967295] 192.168.204.41@tcp LPNI seq info [16541:16541:8:4294967295] 00000400:00000200:1.0:1769074988.077342:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.077345:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.077348:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.077350:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.077354:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.077356:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.077369:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511800. 00000020:00000010:1.0:1769074988.077372:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.077374:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ada00. 00000800:00000200:2.0:1769074988.077428:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.077432:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.077436:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.077441:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.077444:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:2.0:1769074988.077446:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00010000:00000010:1.1:1769074988.078065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.1:1769074988.078082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.1:1769074988.078085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4f00. 00010000:00000010:1.1:1769074988.078087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1400. 00010000:00000010:1.1:1769074988.078089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00000400:00000200:3.0:1769074988.078292:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.078302:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d59e00 00000400:00000200:3.0:1769074988.078308:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 45336 00000400:00000200:3.0:1769074988.078319:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.078323:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.078328:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.078333:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3480. 00000020:00000010:1.0:1769074988.078410:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.078414:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.078417:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ada00. 00000020:00000010:1.0:1769074988.078420:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.078422:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.078443:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.078445:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.078447:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351297024 02000000:00000010:1.0:1769074988.078459:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b1fc58000. 00010000:00000010:1.0:1769074988.078472:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.078479:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd580. 00010000:00000010:1.0:1769074988.078486:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c400. 00010000:00000010:1.0:1769074988.078488:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.078494:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4f00. 00010000:00000010:1.0:1769074988.078496:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd580. 00010000:00000010:1.0:1769074988.078498:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c200. 00010000:00000010:1.0:1769074988.078501:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968b80. 00010000:00000010:1.0:1769074988.078517:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4400. 00010000:00000010:1.0:1769074988.078520:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd700. 00010000:00000010:1.0:1769074988.078522:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.0:1769074988.078524:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00000020:00000010:1.0:1769074988.078530:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.078535:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.078539:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2aa80. 00080000:00000010:1.0:1769074988.078542:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0d200. 00080000:00000010:1.0:1769074988.078560:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.078580:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.078585:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.078592:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a120. 00000001:00000010:1.0:1769074988.078596:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.078605:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.078609:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2aa80. 00010000:00000010:1.0:1769074988.078616:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.0:1769074988.078620:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.078629:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.078654:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00080000:00000010:1.0:1769074988.078697:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a7e0. 00080000:00000010:1.0:1769074988.078702:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34edba00. 00010000:00000010:0.0:1769074988.078703:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00000004:00000010:1.0:1769074988.078705:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4880. 00000004:00000010:1.0:1769074988.078727:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790870. 00010000:00000010:0.0:1769074988.078729:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd700. 00000004:00000010:1.0:1769074988.078732:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f25a0. 00010000:00000010:0.0:1769074988.078743:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.078748:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000200:1.0:1769074988.078763:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542193, last committed = 0 00010000:00000200:1.0:1769074988.078769:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3480 x1855008351297024/t60129542193(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.078779:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.078782:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351297024, offset 224 00000400:00000200:1.0:1769074988.078786:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.078791:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.078795:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16546:16546:256:4294967295] 192.168.204.41@tcp LPNI seq info [16542:16542:8:4294967295] 00000400:00000200:1.0:1769074988.078802:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.078805:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.078808:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.078811:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.078814:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.078816:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.078830:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.078833:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.078835:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ada00. 00000800:00000200:2.0:1769074988.078885:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.078890:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.078894:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.078899:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.078903:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:2.0:1769074988.078905:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:2.0:1769074988.079575:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.079584:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d59e80 00000400:00000200:2.0:1769074988.079590:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 45824 00000400:00000200:2.0:1769074988.079601:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.079605:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.079608:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.079613:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d21880. 00000020:00000010:1.0:1769074988.079667:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.079672:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.079676:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ada00. 00000020:00000010:1.0:1769074988.079679:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.079681:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.079703:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.079705:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.079708:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351297152 00000001:00000010:1.0:1769074988.079724:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.079734:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.0:1769074988.079737:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 02000000:00000010:1.0:1769074988.079747:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b30596000. 00010000:00000010:1.0:1769074988.079757:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.0:1769074988.079760:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.079767:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4c00. 00010000:00000010:1.0:1769074988.079769:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdd00. 00010000:00000010:1.0:1769074988.079771:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.0:1769074988.079774:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.079789:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4000. 00010000:00000010:1.0:1769074988.079792:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd380. 00010000:00000010:1.0:1769074988.079794:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d800. 00010000:00000010:1.0:1769074988.079797:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed80. 00080000:00000010:1.0:1769074988.079811:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a7e0. 00010000:00000010:1.0:1769074988.079828:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.079835:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.079838:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdd00. 00010000:00000010:1.0:1769074988.079848:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.079855:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d21880 x1855008351297152/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.079865:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.079867:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351297152, offset 224 00000400:00000200:1.0:1769074988.079871:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.079876:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.079880:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16547:16547:256:4294967295] 192.168.204.41@tcp LPNI seq info [16543:16543:8:4294967295] 00000400:00000200:1.0:1769074988.079886:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.079890:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.079892:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.079895:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.079898:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.079901:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.079915:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.079918:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.079920:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ada00. 00000800:00000200:3.0:1769074988.079973:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.079976:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.079979:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.079984:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.079987:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:3.0:1769074988.079989:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000400:00000200:2.0:1769074988.080806:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.080816:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d59f80 00000400:00000200:2.0:1769074988.080821:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 46400 00000400:00000200:2.0:1769074988.080831:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.080835:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.080839:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.080843:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d21f80. 00000020:00000010:1.0:1769074988.080884:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.080887:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.080890:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ada00. 00000020:00000010:1.0:1769074988.080892:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.080894:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.080912:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.080913:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.080915:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351297408 02000000:00000010:1.0:1769074988.080926:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30591000. 00010000:00000010:1.0:1769074988.080938:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed80. 00010000:00000010:1.0:1769074988.080944:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd380. 00010000:00000010:1.0:1769074988.080951:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.0:1769074988.080953:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed80. 00010000:00000010:1.0:1769074988.080958:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4300. 00010000:00000010:1.0:1769074988.080960:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd380. 00010000:00000010:1.0:1769074988.080962:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1400. 00010000:00000010:1.0:1769074988.080964:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ea00. 00010000:00000010:1.0:1769074988.080979:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4200. 00010000:00000010:1.0:1769074988.080981:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdd00. 00010000:00000010:1.0:1769074988.080983:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.0:1769074988.080985:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00000020:00000010:1.0:1769074988.080991:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.080996:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5880. 00000020:00000010:1.0:1769074988.081000:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2aa80. 00080000:00000010:1.0:1769074988.081002:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34edba00. 00080000:00000010:1.0:1769074988.081020:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.081073:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.081079:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.081086:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b3c40c2a0. 00000001:00000010:1.0:1769074988.081089:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.081096:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.081099:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2aa80. 00010000:00000010:1.0:1769074988.081104:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.0:1769074988.081106:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e580. 00010000:00000010:1.0:1769074988.081113:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.081134:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:0.0:1769074988.081160:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e580. 00010000:00000010:0.0:1769074988.081168:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdd00. 00080000:00000010:1.0:1769074988.081175:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a7e0. 00010000:00000010:0.0:1769074988.081177:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.081180:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34edb200. 00000004:00000010:1.0:1769074988.081185:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5a90. 00000004:00000010:1.0:1769074988.081188:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790d98. 00000004:00000010:1.0:1769074988.081190:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3860. 00010000:00000010:1.0:1769074988.081202:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed80. 00010000:00000200:1.0:1769074988.081215:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542194, last committed = 0 00010000:00000200:1.0:1769074988.081222:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d21f80 x1855008351297408/t60129542194(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.081235:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074988.081239:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351297408, offset 224 00000400:00000200:1.0:1769074988.081244:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.081251:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.081256:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16548:16548:256:4294967295] 192.168.204.41@tcp LPNI seq info [16544:16544:8:4294967295] 00000400:00000200:1.0:1769074988.081265:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.081268:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.081272:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.081275:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.081278:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.081280:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.081295:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.081297:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.081299:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ada00. 00000800:00000200:2.0:1769074988.081351:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.081356:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.081360:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.081365:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.081368:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:2.0:1769074988.081371:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000400:00000200:3.0:1769074988.081949:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.081957:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5a000 00000400:00000200:3.0:1769074988.081967:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 46888 00000400:00000200:3.0:1769074988.081976:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.081978:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.081981:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.081984:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3800. 00010000:00000010:1.1:1769074988.082051:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.1:1769074988.082059:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4500. 00010000:00000010:1.1:1769074988.082063:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9a00. 00010000:00000010:1.1:1769074988.082065:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.1:1769074988.082082:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:0.1:1769074988.082084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4a00. 00010000:00000010:1.1:1769074988.082085:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.1:1769074988.082095:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4900. 00010000:00000010:0.1:1769074988.082096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1600. 00010000:00000010:1.1:1769074988.082102:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1000. 00010000:00000010:1.1:1769074988.082107:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.1:1769074988.082111:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.1:1769074988.082113:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4700. 00010000:00000010:1.1:1769074988.082118:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.1:1769074988.082131:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00000020:00000010:1.0:1769074988.082135:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.082137:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.082140:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edb200. 00000020:00000010:1.0:1769074988.082142:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.082144:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.082163:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.082165:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.082167:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351297536 00000001:00000010:1.0:1769074988.082171:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.082179:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.0:1769074988.082182:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed80. 02000000:00000010:1.0:1769074988.082191:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b30597000. 00010000:00000010:1.0:1769074988.082204:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.0:1769074988.082209:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.082218:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4700. 00010000:00000010:1.0:1769074988.082221:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd280. 00010000:00000010:1.0:1769074988.082225:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.0:1769074988.082228:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9eb80. 00010000:00000010:1.0:1769074988.082248:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4900. 00010000:00000010:1.0:1769074988.082252:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd500. 00010000:00000010:1.0:1769074988.082256:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.0:1769074988.082260:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e280. 00080000:00000010:1.0:1769074988.082275:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a7e0. 00010000:00000010:1.0:1769074988.082291:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.082297:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9eb80. 00010000:00000010:1.0:1769074988.082300:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd280. 00010000:00000010:1.0:1769074988.082309:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed80. 00010000:00000200:1.0:1769074988.082316:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3800 x1855008351297536/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.082325:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.082328:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351297536, offset 224 00000400:00000200:1.0:1769074988.082332:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.082337:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.082341:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16549:16549:256:4294967295] 192.168.204.41@tcp LPNI seq info [16545:16545:8:4294967295] 00000400:00000200:1.0:1769074988.082348:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.082351:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.082354:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.082357:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.082361:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.082363:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.082376:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.082379:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.082381:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edb200. 00000800:00000200:2.0:1769074988.082427:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.082432:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.082436:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.082442:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.082445:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:2.0:1769074988.082447:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:2.0:1769074988.083218:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.083227:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5a100 00000400:00000200:2.0:1769074988.083233:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 47464 00000400:00000200:2.0:1769074988.083243:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.083247:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.083251:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.083255:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d23100. 00000020:00000010:1.0:1769074988.083292:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.083296:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.083299:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edb200. 00000020:00000010:1.0:1769074988.083301:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.083303:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.083320:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.083322:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.083324:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351297792 02000000:00000010:1.0:1769074988.083334:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30592000. 00010000:00000010:1.0:1769074988.083347:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e280. 00010000:00000010:1.0:1769074988.083352:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd500. 00010000:00000010:1.0:1769074988.083358:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1000. 00010000:00000010:1.0:1769074988.083360:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e280. 00010000:00000010:1.0:1769074988.083365:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4500. 00010000:00000010:1.0:1769074988.083367:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd500. 00010000:00000010:1.0:1769074988.083369:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1600. 00010000:00000010:1.0:1769074988.083371:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed80. 00010000:00000010:1.0:1769074988.083385:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4a00. 00010000:00000010:1.0:1769074988.083387:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd280. 00010000:00000010:1.0:1769074988.083389:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.0:1769074988.083391:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9eb80. 00000020:00000010:1.0:1769074988.083397:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.083402:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.083406:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2aa80. 00080000:00000010:1.0:1769074988.083409:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a015ada00. 00080000:00000010:1.0:1769074988.083425:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.083443:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.083448:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.083455:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b075a2000. 00000001:00000010:1.0:1769074988.083457:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.083464:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.083466:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2aa80. 00010000:00000010:1.0:1769074988.083471:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:1.0:1769074988.083474:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.083480:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.083498:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9eb80. 00080000:00000010:1.0:1769074988.083530:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a7e0. 00080000:00000010:1.0:1769074988.083534:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34edb000. 00000004:00000010:1.0:1769074988.083538:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4770. 00000004:00000010:1.0:1769074988.083540:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177900f0. 00000004:00000010:1.0:1769074988.083543:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2960. 00010000:00000010:0.0:1769074988.083545:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.083552:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e280. 00010000:00000010:0.0:1769074988.083556:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd280. 00010000:00000200:1.0:1769074988.083564:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542195, last committed = 0 00010000:00000010:0.0:1769074988.083567:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00010000:00000200:1.0:1769074988.083572:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d23100 x1855008351297792/t60129542195(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.083582:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074988.083585:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351297792, offset 224 00000400:00000200:1.0:1769074988.083588:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.083594:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.083598:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16550:16550:256:4294967295] 192.168.204.41@tcp LPNI seq info [16546:16546:8:4294967295] 00000400:00000200:1.0:1769074988.083607:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.083612:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.083615:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.083619:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.083625:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.083628:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.083647:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.083651:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.083655:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edb200. 00000800:00000200:3.0:1769074988.083710:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.083728:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.083733:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.083738:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.083743:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:3.0:1769074988.083745:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:2.0:1769074988.084383:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.084393:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5a180 00000400:00000200:2.0:1769074988.084398:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 47952 00000400:00000200:2.0:1769074988.084408:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.084412:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.084416:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.084420:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d20a80. 00000020:00000010:1.0:1769074988.084458:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.084461:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.084464:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edb200. 00000020:00000010:1.0:1769074988.084466:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.084468:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.084485:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.084487:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.084488:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351297920 00000001:00000010:1.0:1769074988.084492:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.084500:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.0:1769074988.084504:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e280. 02000000:00000010:1.0:1769074988.084512:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b30590000. 00010000:00000010:1.0:1769074988.084521:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.0:1769074988.084523:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9eb80. 00010000:00000010:1.0:1769074988.084530:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603a00. 00010000:00000010:1.0:1769074988.084532:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd080. 00010000:00000010:1.0:1769074988.084535:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662400. 00010000:00000010:1.0:1769074988.084537:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e200. 00010000:00000010:1.0:1769074988.084553:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.0:1769074988.084556:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.084578:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9eb80. 00010000:00000010:1.0:1769074988.084584:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e200. 00010000:00000010:1.0:1769074988.084586:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd080. 00010000:00000010:1.0:1769074988.084598:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e280. 00010000:00000200:1.0:1769074988.084609:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d20a80 x1855008351297920/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.084627:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.084630:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351297920, offset 224 00000400:00000200:1.0:1769074988.084636:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.084643:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.084648:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16551:16551:256:4294967295] 192.168.204.41@tcp LPNI seq info [16547:16547:8:4294967295] 00000400:00000200:1.0:1769074988.084656:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.084661:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.084664:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.084667:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.084670:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.084672:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.084686:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.084689:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.084691:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edb200. 00000800:00000200:2.0:1769074988.084749:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.084753:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.084757:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.084762:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.084766:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:2.0:1769074988.084768:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000400:00000200:3.0:1769074988.085472:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.085481:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5a280 00000400:00000200:3.0:1769074988.085486:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1ea25 [2] + 840 00000400:00000200:3.0:1769074988.085494:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.085496:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.085500:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.085503:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2680. 00000020:00000010:0.0:1769074988.085550:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.085555:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.085558:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.085560:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.085563:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.085584:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.085586:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.085588:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351298176 02000000:00000010:0.0:1769074988.085602:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47800. 00000004:00000010:0.0:1769074988.085620:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511900. 00080000:00000010:0.0:1769074988.085628:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07b9b600. 00080000:00000010:0.0:1769074988.085632:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.085637:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8b40. 00000001:00000010:0.0:1769074988.085640:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724000. 00080000:00000010:0.0:1769074988.085648:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00010000:00000200:0.0:1769074988.085660:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2680 x1855008351298176/t60129542196(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.085669:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074988.085673:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351298176, offset 224 00000400:00000200:0.0:1769074988.085677:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.085683:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.085687:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16552:16552:256:4294967295] 192.168.204.41@tcp LPNI seq info [16548:16548:8:4294967295] 00000400:00000200:0.0:1769074988.085694:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.085697:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.085700:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.085703:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.085707:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.085709:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.085737:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.085740:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.085742:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.085789:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.085794:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:2.0:1769074988.085798:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.085803:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.085807:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:2.0:1769074988.085808:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00010000:00000010:1.1:1769074988.086057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:0.1:1769074988.086067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4400. 00010000:00000010:1.1:1769074988.086071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4d00. 00010000:00000010:2.1:1769074988.086071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4e00. 00010000:00000010:0.1:1769074988.086075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.1:1769074988.086083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:2.1:1769074988.086083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.1:1769074988.086089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00000400:00000200:2.0:1769074988.086348:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.086357:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5a380 00000400:00000200:2.0:1769074988.086363:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 48528 00000400:00000200:2.0:1769074988.086373:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.086377:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.086381:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.086385:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d22a00. 00000020:00000010:1.0:1769074988.086424:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.086427:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.086430:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edb200. 00000020:00000010:1.0:1769074988.086432:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.086434:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.086450:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.086452:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.086454:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351298432 00000001:00000010:1.0:1769074988.086457:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.086467:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30593000. 00010000:00000010:1.0:1769074988.086480:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.086487:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.086492:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e380. 00010000:00000010:1.0:1769074988.086498:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663e00. 00010000:00000010:1.0:1769074988.086500:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.086506:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603c00. 00010000:00000010:1.0:1769074988.086507:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd080. 00010000:00000010:1.0:1769074988.086510:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663800. 00010000:00000010:1.0:1769074988.086511:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e280. 00010000:00000010:1.0:1769074988.086526:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603200. 00010000:00000010:1.0:1769074988.086528:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd480. 00010000:00000010:1.0:1769074988.086531:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:1.0:1769074988.086532:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e200. 00000020:00000010:1.0:1769074988.086540:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.086544:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5200. 00080000:00000010:1.0:1769074988.086550:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.086566:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.086570:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b075a2a20. 00080000:00000010:1.0:1769074988.086572:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34edb000. 00080000:00000010:1.0:1769074988.086587:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.086619:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.086627:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.086636:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a7e0. 00000001:00000010:1.0:1769074988.086640:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.086650:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.086654:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b075a2a20. 00010000:00000010:1.0:1769074988.086669:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e200. 00010000:00000010:1.0:1769074988.086672:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd480. 00080000:00000010:1.0:1769074988.086755:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.086759:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0c600. 00000004:00000010:1.0:1769074988.086761:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491980. 00000004:00000010:1.0:1769074988.086764:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe90f0. 00000004:00000010:1.0:1769074988.086766:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a02e56000. 00010000:00000010:1.0:1769074988.086774:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.086784:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542197, last committed = 0 00010000:00000200:1.0:1769074988.086789:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d22a00 x1855008351298432/t60129542197(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.086798:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.086801:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351298432, offset 224 00000400:00000200:1.0:1769074988.086804:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.086809:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.086812:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16553:16553:256:4294967295] 192.168.204.41@tcp LPNI seq info [16549:16549:8:4294967295] 00000400:00000200:1.0:1769074988.086818:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.086821:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.086824:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.086827:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.086830:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.086832:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.086848:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.086850:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.086852:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edb200. 00000800:00000200:3.0:1769074988.086914:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.086918:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.086921:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.086925:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.086929:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:3.0:1769074988.086931:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000400:00000200:2.0:1769074988.087657:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.087667:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5a480 00000400:00000200:2.0:1769074988.087672:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 49016 00000400:00000200:2.0:1769074988.087682:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.087686:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.087690:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.087694:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d20700. 00000020:00000010:1.0:1769074988.087740:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.087743:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.087746:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edb200. 00000020:00000010:1.0:1769074988.087748:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.087750:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.087767:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.087769:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.087770:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351298688 00000001:00000010:1.0:1769074988.087774:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724000. 02000000:00000010:1.0:1769074988.087784:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b30595000. 00010000:00000010:1.0:1769074988.087798:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3580. 00010000:00000010:1.0:1769074988.087804:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e000. 00010000:00000010:1.0:1769074988.087810:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:1.0:1769074988.087813:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.087819:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603900. 00010000:00000010:1.0:1769074988.087821:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd480. 00010000:00000010:1.0:1769074988.087823:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663400. 00010000:00000010:1.0:1769074988.087825:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e200. 00010000:00000010:1.0:1769074988.087840:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603600. 00010000:00000010:1.0:1769074988.087842:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdb00. 00010000:00000010:1.0:1769074988.087844:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662a00. 00010000:00000010:1.0:1769074988.087846:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9eb80. 00000020:00000010:1.0:1769074988.087853:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.087859:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.087863:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.087866:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0c600. 00000004:00000010:1.0:1769074988.087875:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.087879:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.087881:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.087887:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecd50. 00080000:00000010:1.0:1769074988.087904:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.087909:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.087912:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.087923:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.087945:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.087952:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.087985:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2aa80. 00000001:00000010:1.0:1769074988.087990:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.087999:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.088003:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.088006:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.088009:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.088012:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.088019:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.0:1769074988.088023:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee80. 00010000:00000010:1.0:1769074988.088046:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.088063:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9eb80. 00010000:00000010:2.0:1769074988.088102:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee80. 00080000:00000010:1.0:1769074988.088103:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e600. 00080000:00000010:1.0:1769074988.088109:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06d0c800. 00010000:00000010:2.0:1769074988.088113:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdb00. 00000004:00000010:1.0:1769074988.088115:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecd50. 00000004:00000010:1.0:1769074988.088121:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.088124:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00010000:00000010:2.0:1769074988.088126:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.088128:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.088133:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490bb0. 00000004:00000010:1.0:1769074988.088136:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9e88. 00000004:00000010:1.0:1769074988.088138:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03563e00. 00010000:00000010:1.0:1769074988.088147:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.088157:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542198, last committed = 0 00010000:00000200:1.0:1769074988.088162:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d20700 x1855008351298688/t60129542198(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.088170:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074988.088173:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351298688, offset 224 00000400:00000200:1.0:1769074988.088176:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.088181:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.088185:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16554:16554:256:4294967295] 192.168.204.41@tcp LPNI seq info [16550:16550:8:4294967295] 00000400:00000200:1.0:1769074988.088192:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.088197:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.088201:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.088205:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.088209:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.088212:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.088230:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.088234:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.088238:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edb200. 00000800:00000200:2.0:1769074988.088281:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.088285:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.088288:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.088293:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.088297:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:2.0:1769074988.088299:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000400:00000200:3.0:1769074988.088988:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.088997:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5a580 00000400:00000200:3.0:1769074988.089001:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 49512 00000400:00000200:3.0:1769074988.089010:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.089012:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.089016:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.089019:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1880. 00000020:00000010:1.0:1769074988.089089:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.089093:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.089096:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0c800. 00000020:00000010:1.0:1769074988.089098:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.089100:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.089117:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.089119:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.089120:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351298944 00000001:00000010:1.0:1769074988.089124:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.089136:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b04a77000. 00010000:00000010:1.0:1769074988.089148:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81c00. 00010000:00000010:1.0:1769074988.089156:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed00. 00010000:00000010:1.0:1769074988.089162:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.0:1769074988.089164:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.089178:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305eda00. 00010000:00000010:1.0:1769074988.089181:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdf00. 00010000:00000010:1.0:1769074988.089183:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.0:1769074988.089185:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9eb80. 00010000:00000010:1.0:1769074988.089207:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed900. 00010000:00000010:1.0:1769074988.089211:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd980. 00010000:00000010:1.0:1769074988.089215:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795000. 00010000:00000010:1.0:1769074988.089218:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e800. 00000020:00000010:1.0:1769074988.089230:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.089239:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.089245:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.089250:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34edb200. 00000004:00000010:1.0:1769074988.089260:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.089262:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.089264:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.089268:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.089281:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.089285:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.089288:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.089299:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.089318:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.089323:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.089343:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b075a2a20. 00000001:00000010:1.0:1769074988.089346:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.089352:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.089353:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.089355:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.089357:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.089359:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.089364:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:1.0:1769074988.089367:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e980. 00010000:00000010:1.0:1769074988.089373:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.089391:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e800. 00010000:00000010:0.0:1769074988.089414:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e980. 00010000:00000010:0.0:1769074988.089423:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd980. 00010000:00000010:0.0:1769074988.089437:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.089438:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e280. 00080000:00000010:1.0:1769074988.089444:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058e800. 00000004:00000010:1.0:1769074988.089448:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.089451:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.089452:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.089454:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.089456:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491dc0. 00000004:00000010:1.0:1769074988.089458:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9960. 00000004:00000010:1.0:1769074988.089460:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03563c20. 00010000:00000010:1.0:1769074988.089468:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.089476:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542199, last committed = 0 00010000:00000200:1.0:1769074988.089482:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1880 x1855008351298944/t60129542199(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.089491:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.089493:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351298944, offset 224 00000400:00000200:1.0:1769074988.089497:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.089502:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.089506:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16555:16555:256:4294967295] 192.168.204.41@tcp LPNI seq info [16551:16551:8:4294967295] 00000400:00000200:1.0:1769074988.089513:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.089516:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.089519:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.089522:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.089525:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.089527:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.089540:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.089543:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.089544:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0c800. 00000800:00000200:2.0:1769074988.089593:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.089598:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.089602:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.089607:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.089610:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:2.0:1769074988.089612:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000200:2.0:1769074988.090301:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.090310:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5a680 00000400:00000200:2.0:1769074988.090315:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 50008 00000400:00000200:2.0:1769074988.090325:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.090329:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.090333:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.090337:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d22680. 00000020:00000010:1.0:1769074988.090376:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.090379:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.090383:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06d0c800. 00000020:00000010:1.0:1769074988.090385:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.090387:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.090404:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.090405:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.090407:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351299200 00000001:00000010:1.0:1769074988.090410:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 02000000:00000010:1.0:1769074988.090421:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b04a76000. 00010000:00000010:1.0:1769074988.090433:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81780. 00010000:00000010:1.0:1769074988.090439:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03f37b00. 00010000:00000010:1.0:1769074988.090446:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:1.0:1769074988.090448:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.090453:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed700. 00010000:00000010:1.0:1769074988.090455:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcda80. 00010000:00000010:1.0:1769074988.090458:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795400. 00010000:00000010:1.0:1769074988.090460:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e800. 00010000:00000010:1.0:1769074988.090474:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed800. 00010000:00000010:1.0:1769074988.090477:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdf80. 00010000:00000010:1.0:1769074988.090479:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:1.0:1769074988.090481:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ef00. 00000020:00000010:1.0:1769074988.090488:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.090494:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.090498:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.090500:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058e800. 00000004:00000010:1.0:1769074988.090508:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.090510:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.090511:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.090515:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.090525:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.090528:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.090530:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.090540:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.090558:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.090563:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.090580:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5cc0. 00000001:00000010:1.0:1769074988.090583:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.090589:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.090592:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.090594:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.090596:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.090600:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.090607:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794000. 00010000:00000010:1.0:1769074988.090611:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e700. 00010000:00000010:1.0:1769074988.090620:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.090643:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ef00. 00010000:00000010:0.0:1769074988.090661:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e700. 00010000:00000010:0.0:1769074988.090667:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdf80. 00010000:00000010:0.0:1769074988.090675:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.090690:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b03c98400. 00080000:00000010:1.0:1769074988.090694:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058f000. 00000004:00000010:1.0:1769074988.090698:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00000004:00000010:1.0:1769074988.090700:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.090703:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.090705:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.090707:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491540. 00000004:00000010:1.0:1769074988.090709:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9b40. 00000004:00000010:1.0:1769074988.090710:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b035630e0. 00010000:00000010:1.0:1769074988.090737:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.090747:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542200, last committed = 0 00010000:00000200:1.0:1769074988.090752:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d22680 x1855008351299200/t60129542200(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.090761:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074988.090763:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351299200, offset 224 00000400:00000200:1.0:1769074988.090767:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.090771:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.090775:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16556:16556:256:4294967295] 192.168.204.41@tcp LPNI seq info [16552:16552:8:4294967295] 00000400:00000200:1.0:1769074988.090781:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.090784:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.090787:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.090789:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.090792:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.090795:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.090808:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.090810:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.090812:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06d0c800. 00000800:00000200:3.0:1769074988.090883:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.090889:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.090893:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.090898:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.090903:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:3.0:1769074988.090905:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00010000:00000010:1.1:1769074988.091061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ca00. 00010000:00000010:1.1:1769074988.091069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4100. 00010000:00000010:0.1:1769074988.091071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4200. 00010000:00000010:1.1:1769074988.091073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:0.1:1769074988.091079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00010000:00000010:0.1:1769074988.091087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4a00. 00010000:00000010:1.1:1769074988.091089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c400. 00010000:00000010:0.1:1769074988.091092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:1.1:1769074988.091094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.1:1769074988.091100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4c00. 00010000:00000010:1.1:1769074988.091102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.1:1769074988.091103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.1:1769074988.091105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d800. 00010000:00000010:1.1:1769074988.091107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4000. 00010000:00000010:1.1:1769074988.091108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.1:1769074988.091112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.1:1769074988.091114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.1:1769074988.091116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4700. 00010000:00000010:1.1:1769074988.091118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.1:1769074988.091120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00000400:00000200:2.0:1769074988.091599:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.091608:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 512 into portal 12 MB=0x6971ec9d5a780 00000400:00000200:2.0:1769074988.091613:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 512/512 into md 0x4c41 [64] + 50504 00000400:00000200:2.0:1769074988.091623:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.091627:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.091631:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.091634:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d22d80. 00000020:00000010:1.0:1769074988.091674:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.091677:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.091680:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f000. 00000020:00000010:1.0:1769074988.091682:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.091684:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.091700:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.091703:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.091704:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351299456 00000001:00000010:1.0:1769074988.091708:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 02000000:00000010:1.0:1769074988.091729:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b04a72000. 00010000:00000010:1.0:1769074988.091743:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81880. 00010000:00000010:1.0:1769074988.091749:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc680. 00010000:00000010:1.0:1769074988.091756:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794200. 00010000:00000010:1.0:1769074988.091758:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.091763:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ede00. 00010000:00000010:1.0:1769074988.091765:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd600. 00010000:00000010:1.0:1769074988.091768:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795800. 00010000:00000010:1.0:1769074988.091770:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ef00. 00010000:00000010:1.0:1769074988.091784:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305edd00. 00010000:00000010:1.0:1769074988.091787:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd780. 00010000:00000010:1.0:1769074988.091789:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795e00. 00010000:00000010:1.0:1769074988.091791:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e500. 00000020:00000010:1.0:1769074988.091798:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.091804:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.091808:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.091811:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06d0c800. 00000004:00000010:1.0:1769074988.091818:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.091820:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.091822:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.091826:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed3f8. 00080000:00000010:1.0:1769074988.091836:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.091839:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.091841:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.091851:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.091869:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.091874:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.091889:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c51e0. 00000001:00000010:1.0:1769074988.091892:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.091897:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.091899:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.091901:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.091902:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.091904:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.091909:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.0:1769074988.091912:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.091918:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.091935:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e500. 00010000:00000010:0.0:1769074988.091963:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:0.0:1769074988.091971:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd780. 00080000:00000010:1.0:1769074988.091983:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0b0fcc80. 00010000:00000010:0.0:1769074988.091985:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.091994:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058ea00. 00000004:00000010:1.0:1769074988.092001:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed3f8. 00000004:00000010:1.0:1769074988.092006:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.092009:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.092012:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.092015:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490ee0. 00000004:00000010:1.0:1769074988.092018:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9d98. 00000004:00000010:1.0:1769074988.092020:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03562f00. 00010000:00000010:1.0:1769074988.092049:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.092062:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542201, last committed = 0 00010000:00000200:1.0:1769074988.092067:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d22d80 x1855008351299456/t60129542201(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 512/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.092076:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074988.092079:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351299456, offset 224 00000400:00000200:1.0:1769074988.092082:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.092086:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.092089:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16557:16557:256:4294967295] 192.168.204.41@tcp LPNI seq info [16553:16553:8:4294967295] 00000400:00000200:1.0:1769074988.092095:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.092098:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.092101:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.092104:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.092107:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.092109:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.092122:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.092124:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.092126:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f000. 00000800:00000200:2.0:1769074988.092171:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.092176:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.092180:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.092185:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.092188:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:2.0:1769074988.092190:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000400:00000200:3.0:1769074988.092847:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.092855:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5a880 00000400:00000200:3.0:1769074988.092859:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 51016 00000400:00000200:3.0:1769074988.092867:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.092869:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.092873:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.092878:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748c380. 00000020:00000010:1.0:1769074988.092917:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.092921:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.092924:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f000. 00000020:00000010:1.0:1769074988.092926:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.092928:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.092945:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.092947:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.092949:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351299712 00000001:00000010:1.0:1769074988.092953:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.092967:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b04a75000. 00010000:00000010:1.0:1769074988.092984:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81280. 00010000:00000010:1.0:1769074988.092993:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fca00. 00010000:00000010:1.0:1769074988.093002:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163800. 00010000:00000010:1.0:1769074988.093007:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.093015:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed100. 00010000:00000010:1.0:1769074988.093017:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd680. 00010000:00000010:1.0:1769074988.093020:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162200. 00010000:00000010:1.0:1769074988.093022:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e500. 00010000:00000010:1.0:1769074988.093059:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed400. 00010000:00000010:1.0:1769074988.093061:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd880. 00010000:00000010:1.0:1769074988.093064:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163200. 00010000:00000010:1.0:1769074988.093066:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9eb00. 00000020:00000010:1.0:1769074988.093073:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.093080:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5200. 00000020:00000010:1.0:1769074988.093085:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.093087:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058ea00. 00000004:00000010:1.0:1769074988.093094:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.093097:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.093098:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.093102:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00080000:00000010:1.0:1769074988.093112:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.093115:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.093117:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.093127:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.093148:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.093153:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.093170:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5b40. 00000001:00000010:1.0:1769074988.093173:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.093178:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.093180:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.093181:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.093183:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.093185:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.093191:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162000. 00010000:00000010:1.0:1769074988.093195:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e300. 00010000:00000010:1.0:1769074988.093203:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.093226:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9eb00. 00010000:00000010:2.0:1769074988.093246:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e300. 00010000:00000010:2.0:1769074988.093254:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd880. 00010000:00000010:2.0:1769074988.093267:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.093280:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0b0fc800. 00080000:00000010:1.0:1769074988.093285:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058ec00. 00000004:00000010:1.0:1769074988.093288:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00000004:00000010:1.0:1769074988.093291:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.093292:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.093294:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.093296:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491870. 00000004:00000010:1.0:1769074988.093298:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe98e8. 00000004:00000010:1.0:1769074988.093300:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b035634a0. 00010000:00000010:1.0:1769074988.093310:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.093319:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542202, last committed = 0 00010000:00000200:1.0:1769074988.093324:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748c380 x1855008351299712/t60129542202(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.093333:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.093335:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351299712, offset 224 00000400:00000200:1.0:1769074988.093339:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.093344:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.093348:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16558:16558:256:4294967295] 192.168.204.41@tcp LPNI seq info [16554:16554:8:4294967295] 00000400:00000200:1.0:1769074988.093354:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.093358:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.093360:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.093363:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.093367:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.093369:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.093382:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.093384:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.093387:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f000. 00000800:00000200:2.0:1769074988.093433:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.093437:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.093441:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.093447:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.093450:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:2.0:1769074988.093452:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000400:00000200:2.0:1769074988.094417:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.094427:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5a980 00000400:00000200:2.0:1769074988.094433:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 51512 00000400:00000200:2.0:1769074988.094443:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.094446:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.094450:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.094454:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d20380. 00000020:00000010:1.0:1769074988.094493:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.094496:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.094499:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f000. 00000020:00000010:1.0:1769074988.094501:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.094503:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.094520:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.094521:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.094523:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351299968 00000001:00000010:1.0:1769074988.094526:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.094535:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162a00. 00010000:00000010:1.0:1769074988.094538:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 02000000:00000010:1.0:1769074988.094550:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b04a71000. 00080000:00000010:1.0:1769074988.094570:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c50c0. 00000004:00000010:1.0:1769074988.094581:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b34dcd100. 00080000:00000010:1.0:1769074988.094585:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058ec00. 00080000:00000010:1.0:1769074988.094589:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.094594:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5ae0. 00000001:00000010:1.0:1769074988.094598:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.094607:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.094628:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.094638:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d20380 x1855008351299968/t60129542203(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.094650:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074988.094654:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351299968, offset 224 00000400:00000200:1.0:1769074988.094659:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.094663:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.094667:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16559:16559:256:4294967295] 192.168.204.41@tcp LPNI seq info [16555:16555:8:4294967295] 00000400:00000200:1.0:1769074988.094672:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.094675:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.094678:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.094681:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.094684:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.094686:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.094703:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.094705:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.094707:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f000. 00000800:00000200:3.0:1769074988.094775:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.094779:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.094782:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.094786:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.094790:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074988.094791:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00010000:00000010:0.1:1769074988.095059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed900. 00010000:00000010:1.1:1769074988.095062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:2.1:1769074988.095064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603600. 00010000:00000010:0.1:1769074988.095066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:1.1:1769074988.095069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4900. 00010000:00000010:1.1:1769074988.095077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:2.1:1769074988.095078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:1.1:1769074988.095086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1000. 00010000:00000010:1.1:1769074988.095090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.1:1769074988.095093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603a00. 00010000:00000010:1.1:1769074988.095095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662400. 00010000:00000010:1.1:1769074988.095097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.1:1769074988.095099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.1:1769074988.095101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.1:1769074988.095103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5ea00. 00010000:00000010:1.1:1769074988.095112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603200. 00010000:00000010:1.1:1769074988.095114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:1.1:1769074988.095119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663e00. 00000400:00000200:2.0:1769074988.096009:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.096018:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d5aa00 00000400:00000200:2.0:1769074988.096024:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1ea25 [2] + 1232 00000400:00000200:2.0:1769074988.096063:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.096068:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.096072:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.096076:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d23480. 00000020:00000010:0.0:1769074988.096112:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.096115:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.096119:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.096121:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.096123:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.096142:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.096144:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.096146:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351300096 00000001:00000010:0.0:1769074988.096149:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 02000000:00000010:0.0:1769074988.096159:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc46800. 00000004:00000010:0.0:1769074988.096164:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.096648:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.096707:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.096727:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc46000. 00000100:00000010:0.0:1769074988.096730:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.096736:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000400:00000010:0.0:1769074988.096741:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200af0. 00000400:00000200:0.0:1769074988.096745:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.096751:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.096755:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16560:16560:256:4294967295] 192.168.204.41@tcp LPNI seq info [16556:16556:8:4294967295] 00000400:00000200:0.0:1769074988.096759:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.096763:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.096766:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.096769:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.096772:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.096776:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.096778:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.096790:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d5aa00-0x6971ec9d5aa00 00000800:00000200:2.0:1769074988.096850:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.096854:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:2.0:1769074988.096858:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.096863:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.096867:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc46000 00000400:00000200:3.0:1769074988.097325:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:3.0:1769074988.097336:0:16312:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x286a1 00000400:00000200:3.0:1769074988.097340:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.097342:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:3.0:1769074988.097345:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:3.0:1769074988.097347:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000100:00000200:3.0:1769074988.097351:0:16312:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc46000 00000100:00000010:0.0:1769074988.097396:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.097408:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc46000. 00000004:00000010:0.0:1769074988.097883:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.097891:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d23480 x1855008351300096/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.097902:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.097905:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351300096, offset 224 00000400:00000200:0.0:1769074988.097909:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.097915:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.097919:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16561:16561:256:4294967295] 192.168.204.41@tcp LPNI seq info [16557:16557:8:4294967295] 00000400:00000200:0.0:1769074988.097925:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.097928:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.097931:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.097934:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.097938:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.097940:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.097959:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.097963:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.097967:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.098012:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.098016:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:2.0:1769074988.098019:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.098025:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.098044:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:2.0:1769074988.098047:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00010000:00000010:1.1:1769074988.099056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:1.1:1769074988.099064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5ee00. 00010000:00000010:1.1:1769074988.099067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662a00. 00010000:00000010:0.1:1769074988.099073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed800. 00010000:00000010:1.1:1769074988.099078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:0.1:1769074988.099085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794000. 00010000:00000010:1.1:1769074988.099086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4a00. 00010000:00000010:1.1:1769074988.099097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e300. 00010000:00000010:0.1:1769074988.099099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305edd00. 00010000:00000010:1.1:1769074988.099103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795000. 00010000:00000010:0.1:1769074988.099111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:1.1:1769074988.099120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.1:1769074988.099127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602600. 00010000:00000010:1.1:1769074988.099130:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e600. 00010000:00000010:1.1:1769074988.099137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:1.1:1769074988.099143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:1.1:1769074988.099146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602c00. 00010000:00000010:1.1:1769074988.099148:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e100. 00010000:00000010:1.1:1769074988.099152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795e00. 00000400:00000200:2.0:1769074988.099161:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.099171:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5ab00 00000400:00000200:2.0:1769074988.099176:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1ea25 [2] + 1680 00000400:00000010:2.0:1769074988.099181:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5b00. 00000400:00000200:2.0:1769074988.099185:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09649c00 00000400:00000200:2.0:1769074988.099202:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.099207:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.099210:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09649c00 00000400:00000010:2.0:1769074988.099213:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09649c00. 00000100:00000200:2.0:1769074988.099217:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.099261:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.099264:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.099267:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.099270:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.099272:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.099291:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.099293:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.099294:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351300352 02000000:00000010:0.0:1769074988.099308:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46000. 00000020:00000010:0.0:1769074988.099325:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b84e0. 00080000:00000010:0.0:1769074988.099328:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07b9a400. 00080000:00000010:0.0:1769074988.099336:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.099351:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b81e0. 00000001:00000010:0.0:1769074988.099354:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724a80. 00080000:00000010:0.0:1769074988.099362:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.099365:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b84e0. 00000004:00000010:0.0:1769074988.099370:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b34dcd100. 00010000:00000200:0.0:1769074988.099383:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0769bc50 x1855008351300352/t60129542204(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.099393:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.099396:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351300352, offset 224 00000400:00000200:0.0:1769074988.099399:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.099404:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.099408:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16562:16562:256:4294967295] 192.168.204.41@tcp LPNI seq info [16558:16558:8:4294967295] 00000400:00000200:0.0:1769074988.099414:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.099417:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.099420:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.099423:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.099426:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.099429:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.099443:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.099446:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.099448:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 02000000:00000010:0.0:1769074988.099453:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.099458:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d23480. 02000000:00000010:0.0:1769074988.099463:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.099467:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2680. 02000000:00000010:0.0:1769074988.099471:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.099473:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21180. 02000000:00000010:0.0:1769074988.099476:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc45800. 00000100:00000010:0.0:1769074988.099478:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 00000100:00000200:0.0:1769074988.099481:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074988.099485:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924790. 00000400:00000010:0.0:1769074988.099489:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724240. 00000800:00000200:3.0:1769074988.099509:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.099512:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.099515:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.099519:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.099523:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:3.0:1769074988.099524:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 02000000:00000010:3.0:1769074988.099529:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46000. 00000400:00000200:2.0:1769074988.100214:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.100224:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5ac00 00000400:00000200:2.0:1769074988.100230:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 52160 00000400:00000200:2.0:1769074988.100239:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.100243:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.100247:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.100252:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d21180. 00000020:00000010:1.0:1769074988.100298:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.100303:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.100307:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f000. 00000020:00000010:1.0:1769074988.100311:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.100314:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.100335:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.100337:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.100339:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351300608 00000001:00000010:1.0:1769074988.100343:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 02000000:00000010:1.0:1769074988.100356:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b35cea000. 00010000:00000010:1.0:1769074988.100370:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81d00. 00010000:00000010:1.0:1769074988.100377:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc080. 00010000:00000010:1.0:1769074988.100384:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:1.0:1769074988.100387:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.100392:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305edc00. 00010000:00000010:1.0:1769074988.100394:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd400. 00010000:00000010:1.0:1769074988.100397:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163e00. 00010000:00000010:1.0:1769074988.100399:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9eb00. 00010000:00000010:1.0:1769074988.100415:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed000. 00010000:00000010:1.0:1769074988.100417:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde80. 00010000:00000010:1.0:1769074988.100419:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162e00. 00010000:00000010:1.0:1769074988.100421:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e000. 00000020:00000010:1.0:1769074988.100429:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.100434:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5f60. 00080000:00000010:1.0:1769074988.100438:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.100449:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.100452:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5de0. 00080000:00000010:1.0:1769074988.100456:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b012e6600. 00080000:00000010:1.0:1769074988.100471:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.100493:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.100498:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.100504:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5000. 00000001:00000010:1.0:1769074988.100507:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.100513:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.100515:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5de0. 00010000:00000010:1.0:1769074988.100527:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e000. 00010000:00000010:1.0:1769074988.100530:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde80. 00080000:00000010:1.0:1769074988.100584:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.100587:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058f200. 00000004:00000010:1.0:1769074988.100591:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491a90. 00000004:00000010:1.0:1769074988.100594:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9618. 00000004:00000010:1.0:1769074988.100597:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b035625a0. 00010000:00000010:1.0:1769074988.100607:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.100620:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542205, last committed = 0 00010000:00000200:1.0:1769074988.100627:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d21180 x1855008351300608/t60129542205(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.100640:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.100644:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351300608, offset 224 00000400:00000200:1.0:1769074988.100650:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.100657:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.100661:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16563:16563:256:4294967295] 192.168.204.41@tcp LPNI seq info [16559:16559:8:4294967295] 00000400:00000200:1.0:1769074988.100668:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.100671:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.100673:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.100676:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.100680:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.100682:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.100696:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.100698:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.100700:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f000. 00000800:00000200:2.0:1769074988.100759:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.100763:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.100768:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.100772:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.100776:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:2.0:1769074988.100778:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:3.0:1769074988.101391:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.101402:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5ad00 00000400:00000200:3.0:1769074988.101409:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 52648 00000400:00000200:3.0:1769074988.101420:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.101424:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.101430:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.101436:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593800. 00000020:00000010:1.0:1769074988.101476:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.101480:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.101483:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b012e7400. 00000020:00000010:1.0:1769074988.101485:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.101487:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.101504:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.101506:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.101508:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351300864 00000001:00000010:1.0:1769074988.101512:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724a80. 02000000:00000010:1.0:1769074988.101522:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b35ceb000. 00010000:00000010:1.0:1769074988.101536:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81a00. 00010000:00000010:1.0:1769074988.101541:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc580. 00010000:00000010:1.0:1769074988.101547:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162800. 00010000:00000010:1.0:1769074988.101550:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.101555:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed300. 00010000:00000010:1.0:1769074988.101556:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde80. 00010000:00000010:1.0:1769074988.101559:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163000. 00010000:00000010:1.0:1769074988.101561:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e000. 00010000:00000010:1.0:1769074988.101576:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed600. 00010000:00000010:1.0:1769074988.101578:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdd80. 00010000:00000010:1.0:1769074988.101580:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162600. 00010000:00000010:1.0:1769074988.101582:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e380. 00000020:00000010:1.0:1769074988.101588:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.101596:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.101602:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.101606:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058f000. 00000004:00000010:1.0:1769074988.101617:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.101620:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.101623:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.101629:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed3f8. 00080000:00000010:1.0:1769074988.101646:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.101651:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.101655:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.101670:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.101691:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.101696:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.101732:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5de0. 00000001:00000010:1.0:1769074988.101735:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.101744:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.101746:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.101747:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.101749:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.101751:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.101756:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163c00. 00010000:00000010:1.0:1769074988.101759:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e480. 00010000:00000010:1.0:1769074988.101766:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.101783:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e380. 00080000:00000010:1.0:1769074988.101818:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0b0fc880. 00080000:00000010:1.0:1769074988.101822:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058f400. 00010000:00000010:0.0:1769074988.101826:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e480. 00000004:00000010:1.0:1769074988.101827:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed3f8. 00000004:00000010:1.0:1769074988.101834:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00010000:00000010:0.0:1769074988.101835:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdd80. 00000004:00000010:1.0:1769074988.101837:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.101842:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.101845:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491210. 00010000:00000010:0.0:1769074988.101847:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.101848:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9708. 00000004:00000010:1.0:1769074988.101853:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03562b40. 00010000:00000010:1.0:1769074988.101863:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.101872:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542206, last committed = 0 00010000:00000200:1.0:1769074988.101877:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38593800 x1855008351300864/t60129542206(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.101887:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.101889:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351300864, offset 224 00000400:00000200:1.0:1769074988.101893:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.101898:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.101902:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16564:16564:256:4294967295] 192.168.204.41@tcp LPNI seq info [16560:16560:8:4294967295] 00000400:00000200:1.0:1769074988.101908:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.101912:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.101914:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.101918:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.101921:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.101923:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.101937:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.101939:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.101941:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b012e7400. 00000800:00000200:2.0:1769074988.101993:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.101997:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.102001:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.102007:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.102010:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:2.0:1769074988.102012:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:2.0:1769074988.102726:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.102735:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5ae00 00000400:00000200:2.0:1769074988.102741:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 53152 00000400:00000200:2.0:1769074988.102752:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.102755:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.102759:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.102763:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35d23480. 00000020:00000010:1.0:1769074988.102801:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.102804:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.102807:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.102809:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.102811:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.102829:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.102830:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.102832:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351301120 00000001:00000010:1.0:1769074988.102835:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 02000000:00000010:1.0:1769074988.102847:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b38560000. 00010000:00000010:1.0:1769074988.102860:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81c80. 00010000:00000010:1.0:1769074988.102866:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074988.102872:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:1.0:1769074988.102875:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.102880:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed200. 00010000:00000010:1.0:1769074988.102882:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdc80. 00010000:00000010:1.0:1769074988.102884:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662a00. 00010000:00000010:1.0:1769074988.102886:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e380. 00010000:00000010:1.0:1769074988.102901:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305edf00. 00010000:00000010:1.0:1769074988.102903:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdc00. 00010000:00000010:1.0:1769074988.102905:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663e00. 00010000:00000010:1.0:1769074988.102907:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ef80. 00000020:00000010:1.0:1769074988.102914:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.102920:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.102924:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.102926:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058f200. 00000004:00000010:1.0:1769074988.102933:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.102936:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.102937:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.102941:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.102951:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.102954:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.102957:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.102967:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.102987:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.102992:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.103009:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5960. 00000001:00000010:1.0:1769074988.103012:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.103018:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.103020:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.103021:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.103023:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.1:1769074988.103049:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794200. 00010000:00000010:1.1:1769074988.103054:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:1.1:1769074988.103058:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0b32e700. 00010000:00000010:1.1:1769074988.103062:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163200. 00010000:00000010:2.1:1769074988.103068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed400. 00010000:00000010:2.1:1769074988.103078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162000. 00010000:00000010:1.1:1769074988.103079:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163800. 00010000:00000010:1.1:1769074988.103092:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162a00. 00000020:00000010:1.0:1769074988.103097:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.103102:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:1.0:1769074988.103105:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ec00. 00010000:00000010:1.0:1769074988.103112:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.103127:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ef80. 00010000:00000010:0.0:1769074988.103154:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ec00. 00080000:00000010:1.0:1769074988.103162:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0a80. 00010000:00000010:0.0:1769074988.103163:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdc00. 00080000:00000010:1.0:1769074988.103171:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058ee00. 00010000:00000010:0.0:1769074988.103174:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.103177:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00000004:00000010:1.0:1769074988.103182:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.103185:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.103187:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.103189:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490cc0. 00000004:00000010:1.0:1769074988.103192:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe92d0. 00000004:00000010:1.0:1769074988.103195:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03562d20. 00010000:00000010:1.0:1769074988.103207:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.103220:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542207, last committed = 0 00010000:00000200:1.0:1769074988.103227:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35d23480 x1855008351301120/t60129542207(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.103240:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.103243:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351301120, offset 224 00000400:00000200:1.0:1769074988.103248:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.103254:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.103259:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16565:16565:256:4294967295] 192.168.204.41@tcp LPNI seq info [16561:16561:8:4294967295] 00000400:00000200:1.0:1769074988.103265:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.103268:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.103271:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.103274:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.103277:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.103279:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.103296:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.103299:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.103301:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:3.0:1769074988.103367:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.103370:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.103373:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.103377:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.103380:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:3.0:1769074988.103381:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00000400:00000200:2.0:1769074988.104056:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.104065:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5af00 00000400:00000200:2.0:1769074988.104070:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 53640 00000400:00000200:2.0:1769074988.104079:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.104083:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.104087:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.104092:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c55500. 00000020:00000010:1.0:1769074988.104129:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.104132:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.104135:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.104137:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.104139:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.104156:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.104158:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.104160:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351301376 00000001:00000010:1.0:1769074988.104163:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.104173:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b38567000. 00010000:00000010:1.0:1769074988.104187:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81180. 00010000:00000010:1.0:1769074988.104196:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0a00. 00010000:00000010:1.0:1769074988.104205:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.0:1769074988.104209:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.104217:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed500. 00010000:00000010:1.0:1769074988.104221:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdc00. 00010000:00000010:1.0:1769074988.104225:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662400. 00010000:00000010:1.0:1769074988.104228:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ef80. 00010000:00000010:1.0:1769074988.104250:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305edb00. 00010000:00000010:1.0:1769074988.104253:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdd80. 00010000:00000010:1.0:1769074988.104257:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162a00. 00010000:00000010:1.0:1769074988.104260:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ec80. 00000020:00000010:1.0:1769074988.104269:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.104276:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.104280:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.104282:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058ee00. 00080000:00000010:1.0:1769074988.104298:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.104316:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.104321:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.104327:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5e40. 00000001:00000010:1.0:1769074988.104330:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.104335:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.104337:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.104342:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163800. 00010000:00000010:1.0:1769074988.104344:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.104350:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.104367:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ec80. 00080000:00000010:1.0:1769074988.104395:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a09955840. 00080000:00000010:1.0:1769074988.104399:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058e600. 00000004:00000010:1.0:1769074988.104401:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490000. 00000004:00000010:1.0:1769074988.104403:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9780. 00000004:00000010:1.0:1769074988.104406:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b035621e0. 00010000:00000010:1.0:1769074988.104414:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000010:0.0:1769074988.104426:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000200:1.0:1769074988.104427:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542208, last committed = 0 00010000:00000010:0.0:1769074988.104436:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdd80. 00010000:00000200:1.0:1769074988.104436:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c55500 x1855008351301376/t60129542208(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1769074988.104444:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00000400:00000010:1.0:1769074988.104448:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000200:1.0:1769074988.104452:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351301376, offset 224 00000400:00000200:1.0:1769074988.104456:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.104461:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.104464:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16566:16566:256:4294967295] 192.168.204.41@tcp LPNI seq info [16562:16562:8:4294967295] 00000400:00000200:1.0:1769074988.104470:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.104473:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.104475:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.104479:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.104482:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.104484:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.104497:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.104500:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.104502:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.104559:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.104563:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.104567:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.104572:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.104576:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:2.0:1769074988.104578:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000400:00000200:3.0:1769074988.105888:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.105909:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5b000 00000400:00000200:3.0:1769074988.105921:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 54128 00000400:00000200:3.0:1769074988.105942:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.105947:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.105951:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.105956:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593480. 00000020:00000010:1.0:1769074988.106010:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.106015:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.106020:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.106024:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.106047:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.106070:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.106073:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.106075:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351301632 00000001:00000010:1.0:1769074988.106079:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.106089:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162000. 00010000:00000010:1.0:1769074988.106094:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 02000000:00000010:1.0:1769074988.106130:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8a02d8d000. 00080000:00000010:1.0:1769074988.106154:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c50c0. 00000004:00000010:1.0:1769074988.106164:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b34dcd880. 00080000:00000010:1.0:1769074988.106168:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058e600. 00080000:00000010:1.0:1769074988.106172:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.106177:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5ea0. 00000001:00000010:1.0:1769074988.106180:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.106188:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.106203:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.106212:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38593480 x1855008351301632/t60129542209(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.106221:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.106225:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351301632, offset 224 00000400:00000200:1.0:1769074988.106228:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.106233:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.106237:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16567:16567:256:4294967295] 192.168.204.41@tcp LPNI seq info [16563:16563:8:4294967295] 00000400:00000200:1.0:1769074988.106243:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.106247:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.106249:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.106252:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.106256:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.106258:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.106272:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.106274:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.106277:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.106333:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.106337:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.106341:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.106346:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.106349:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:2.0:1769074988.106352:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:2.0:1769074988.107799:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.107808:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d5b080 00000400:00000200:2.0:1769074988.107814:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1eed9 [2] + 0 00000400:00000200:2.0:1769074988.107823:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.107826:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.107830:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.107834:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c54700. 00000020:00000010:0.0:1769074988.107874:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.107878:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.107882:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.107885:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.107887:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.107907:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.107909:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.107911:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351301760 00000001:00000010:0.0:1769074988.107915:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:0.0:1769074988.107924:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc45800. 00000004:00000010:0.0:1769074988.107928:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.108425:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.108446:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.108452:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.108454:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.108459:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000400:00000010:0.0:1769074988.108464:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200348. 00000400:00000200:0.0:1769074988.108467:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.108474:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.108478:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16568:16568:256:4294967295] 192.168.204.41@tcp LPNI seq info [16564:16564:8:4294967295] 00000400:00000200:0.0:1769074988.108482:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.108486:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.108489:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.108492:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.108495:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.108499:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.108501:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.108514:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d5b080-0x6971ec9d5b080 00000800:00000200:3.0:1769074988.108577:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.108581:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.108584:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.108588:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.108592:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc47400 00000400:00000200:2.0:1769074988.109059:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:2.0:1769074988.109071:0:16310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x286c5 00000400:00000200:2.0:1769074988.109076:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.109080:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:2.0:1769074988.109084:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:2.0:1769074988.109086:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000200:2.0:1769074988.109090:0:16310:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc47400 00000100:00000010:0.0:1769074988.109125:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.109132:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc47400. 00000004:00000010:0.0:1769074988.109590:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.109600:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c54700 x1855008351301760/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.109611:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074988.109614:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351301760, offset 224 00000400:00000200:0.0:1769074988.109617:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.109622:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.109625:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16569:16569:256:4294967295] 192.168.204.41@tcp LPNI seq info [16565:16565:8:4294967295] 00000400:00000200:0.0:1769074988.109631:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.109635:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.109637:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.109640:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.109643:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.109645:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.109660:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.109663:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.109666:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.109728:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.109733:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:2.0:1769074988.109736:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.109741:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.109744:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:2.0:1769074988.109746:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00010000:00000010:0.1:1769074988.110062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed600. 00010000:00000010:0.1:1769074988.110067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163c00. 00000400:00000200:3.0:1769074988.110933:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.110940:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5b180 00000400:00000200:3.0:1769074988.110945:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1eed9 [2] + 448 00000400:00000200:3.0:1769074988.110953:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.110955:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.110958:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.110961:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38590a80. 00000020:00000010:0.0:1769074988.111010:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.111016:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.111021:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.111025:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.111048:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.111069:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.111071:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.111073:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351302016 02000000:00000010:0.0:1769074988.111088:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47400. 00000020:00000010:0.0:1769074988.111107:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b84e0. 00080000:00000010:0.0:1769074988.111113:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b2f5600. 00080000:00000010:0.0:1769074988.111124:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.111142:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8360. 00000001:00000010:0.0:1769074988.111147:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.111158:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.111163:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b84e0. 00000004:00000010:0.0:1769074988.111172:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b34dcd880. 00010000:00000200:0.0:1769074988.111189:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38590a80 x1855008351302016/t60129542210(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.111199:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.111201:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351302016, offset 224 00000400:00000200:0.0:1769074988.111205:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.111210:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.111213:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16570:16570:256:4294967295] 192.168.204.41@tcp LPNI seq info [16566:16566:8:4294967295] 00000400:00000200:0.0:1769074988.111219:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.111223:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.111225:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.111228:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.111232:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.111234:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.111249:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.111251:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.111253:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.111301:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.111305:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:2.0:1769074988.111309:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.111315:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.111318:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:2.0:1769074988.111320:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000400:00000200:2.0:1769074988.112095:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.112103:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5b280 00000400:00000200:2.0:1769074988.112109:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 54776 00000400:00000200:2.0:1769074988.112117:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.112121:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.112125:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.112128:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c56d80. 00000020:00000010:1.0:1769074988.112173:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.112177:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.112181:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.112183:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.112185:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.112205:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.112207:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.112209:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351302272 00000001:00000010:1.0:1769074988.112213:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.112247:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a02d8e000. 00010000:00000010:1.0:1769074988.112269:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b80. 00010000:00000010:1.0:1769074988.112279:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0080. 00010000:00000010:1.0:1769074988.112305:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163200. 00010000:00000010:1.0:1769074988.112311:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.112323:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed600. 00010000:00000010:1.0:1769074988.112327:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd780. 00010000:00000010:1.0:1769074988.112331:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163c00. 00010000:00000010:1.0:1769074988.112334:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ec80. 00010000:00000010:1.0:1769074988.112361:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed400. 00010000:00000010:1.0:1769074988.112365:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdf80. 00010000:00000010:1.0:1769074988.112369:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.0:1769074988.112373:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e780. 00000020:00000010:1.0:1769074988.112386:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.112395:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5f60. 00080000:00000010:1.0:1769074988.112402:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.112419:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.112424:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c55a0. 00080000:00000010:1.0:1769074988.112429:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b012e7400. 00080000:00000010:1.0:1769074988.112450:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.112485:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.112493:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.112502:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5360. 00000001:00000010:1.0:1769074988.112505:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.112513:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.112515:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c55a0. 00010000:00000010:1.0:1769074988.112530:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e780. 00010000:00000010:1.0:1769074988.112534:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdf80. 00080000:00000010:1.0:1769074988.112596:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.112599:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058f800. 00000004:00000010:1.0:1769074988.112618:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491760. 00000004:00000010:1.0:1769074988.112621:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9ca8. 00000004:00000010:1.0:1769074988.112623:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b035623c0. 00010000:00000010:1.0:1769074988.112632:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.112642:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542211, last committed = 0 00010000:00000200:1.0:1769074988.112648:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c56d80 x1855008351302272/t60129542211(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.112658:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000100:00000200:1.0:1769074988.112661:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351302272, offset 224 00000400:00000200:1.0:1769074988.112665:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.112670:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.112673:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16571:16571:256:4294967295] 192.168.204.41@tcp LPNI seq info [16567:16567:8:4294967295] 00000400:00000200:1.0:1769074988.112679:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.112683:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.112685:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.112688:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.112692:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.112694:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.112708:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.112726:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.112729:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:3.0:1769074988.112789:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.112793:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.112796:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.112799:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.112802:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:3.0:1769074988.112804:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000400:00000200:2.0:1769074988.113444:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.113453:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5b380 00000400:00000200:2.0:1769074988.113457:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 55264 00000400:00000200:2.0:1769074988.113466:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.113469:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.113473:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.113476:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c55880. 00000020:00000010:1.0:1769074988.113522:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.113526:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.113530:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.113532:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.113534:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.113553:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.113555:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.113557:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351302528 00000001:00000010:1.0:1769074988.113561:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:1.0:1769074988.113594:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a02d8a000. 00010000:00000010:1.0:1769074988.113608:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fe00. 00010000:00000010:1.0:1769074988.113614:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511880. 00010000:00000010:1.0:1769074988.113622:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030a00. 00010000:00000010:1.0:1769074988.113624:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.113630:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305edd00. 00010000:00000010:1.0:1769074988.113632:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdf80. 00010000:00000010:1.0:1769074988.113634:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030600. 00010000:00000010:1.0:1769074988.113637:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e780. 00010000:00000010:1.0:1769074988.113652:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed800. 00010000:00000010:1.0:1769074988.113655:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd980. 00010000:00000010:1.0:1769074988.113657:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.0:1769074988.113659:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e180. 00000020:00000010:1.0:1769074988.113666:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.113672:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5f60. 00000020:00000010:1.0:1769074988.113677:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.113679:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058f800. 00000004:00000010:1.0:1769074988.113687:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.113690:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.113692:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.113696:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00080000:00000010:1.0:1769074988.113710:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.113730:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.113733:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.113746:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.113765:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.113770:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.113793:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c55a0. 00000001:00000010:1.0:1769074988.113797:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.113807:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.113810:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.113828:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.113831:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.113834:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.113843:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030000. 00010000:00000010:1.0:1769074988.113847:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e400. 00010000:00000010:1.0:1769074988.113858:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.113883:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e180. 00010000:00000010:2.0:1769074988.113910:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e400. 00010000:00000010:2.0:1769074988.113919:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd980. 00010000:00000010:2.0:1769074988.113929:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.113947:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511a00. 00080000:00000010:1.0:1769074988.113952:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058fe00. 00000004:00000010:1.0:1769074988.113957:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00000004:00000010:1.0:1769074988.113961:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.113964:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.113968:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.113971:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490990. 00000004:00000010:1.0:1769074988.113974:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9e10. 00000004:00000010:1.0:1769074988.113977:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03563a40. 00010000:00000010:1.0:1769074988.113988:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.114001:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542212, last committed = 0 00010000:00000200:1.0:1769074988.114007:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c55880 x1855008351302528/t60129542212(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.114016:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.114019:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351302528, offset 224 00000400:00000200:1.0:1769074988.114023:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074988.114049:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602000. 00010000:00000010:1.1:1769074988.114055:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0b32e900. 00010000:00000010:1.1:1769074988.114061:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed000. 00010000:00000010:0.1:1769074988.114069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305edf00. 00010000:00000010:1.1:1769074988.114070:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162e00. 00010000:00000010:0.1:1769074988.114080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:0.1:1769074988.114090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305edb00. 00010000:00000010:1.1:1769074988.114091:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:0.1:1769074988.114097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163800. 00010000:00000010:1.1:1769074988.114100:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213b600. 00010000:00000010:1.1:1769074988.114108:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305eea00. 00010000:00000010:1.1:1769074988.114115:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162600. 00010000:00000010:1.1:1769074988.114139:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162800. 00010000:00000010:1.1:1769074988.114144:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697000. 00010000:00000010:1.1:1769074988.114148:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee600. 00010000:00000010:1.1:1769074988.114151:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663e00. 00010000:00000010:1.1:1769074988.114160:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00000400:00000200:1.0:1769074988.114170:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.114175:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16572:16572:256:4294967295] 192.168.204.41@tcp LPNI seq info [16568:16568:8:4294967295] 00000400:00000200:1.0:1769074988.114185:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.114190:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.114195:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.114199:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.114205:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.114208:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.114225:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.114230:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.114233:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.114274:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.114278:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.114282:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.114287:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.114290:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:2.0:1769074988.114292:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:3.0:1769074988.114988:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.114995:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5b480 00000400:00000200:3.0:1769074988.114999:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 55768 00000400:00000200:3.0:1769074988.115007:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.115010:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.115013:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.115016:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38591880. 00000020:00000010:1.0:1769074988.115086:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.115091:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.115096:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.115100:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.115103:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.115131:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.115134:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.115138:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351302784 00000001:00000010:1.0:1769074988.115144:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.115177:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a02d88000. 00010000:00000010:1.0:1769074988.115196:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f580. 00010000:00000010:1.0:1769074988.115206:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b30132700. 00010000:00000010:1.0:1769074988.115217:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.0:1769074988.115221:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.115229:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed000. 00010000:00000010:1.0:1769074988.115232:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdb00. 00010000:00000010:1.0:1769074988.115236:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031600. 00010000:00000010:1.0:1769074988.115240:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e180. 00010000:00000010:1.0:1769074988.115262:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed900. 00010000:00000010:1.0:1769074988.115265:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd280. 00010000:00000010:1.0:1769074988.115268:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.0:1769074988.115272:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e600. 00000020:00000010:1.0:1769074988.115281:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.115290:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.115296:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.115299:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058fe00. 00000004:00000010:1.0:1769074988.115310:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.115314:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.115316:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.115320:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.115333:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.115337:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.115339:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.115351:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.115372:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.115378:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.115397:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5180. 00000001:00000010:1.0:1769074988.115400:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.115406:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.115408:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.115409:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.115411:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.115413:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.115418:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.0:1769074988.115420:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e900. 00010000:00000010:1.0:1769074988.115427:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.115446:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e600. 00080000:00000010:1.0:1769074988.115477:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b03327100. 00080000:00000010:1.0:1769074988.115481:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058f600. 00000004:00000010:1.0:1769074988.115485:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00000004:00000010:1.0:1769074988.115488:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.115491:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.115494:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.115496:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491ba0. 00000004:00000010:1.0:1769074988.115499:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9690. 00000004:00000010:1.0:1769074988.115502:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03562960. 00010000:00000010:0.0:1769074988.115509:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e900. 00010000:00000010:1.0:1769074988.115513:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000010:0.0:1769074988.115517:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd280. 00010000:00000010:0.0:1769074988.115526:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00010000:00000200:1.0:1769074988.115527:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542213, last committed = 0 00010000:00000200:1.0:1769074988.115537:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38591880 x1855008351302784/t60129542213(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.115548:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074988.115551:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351302784, offset 224 00000400:00000200:1.0:1769074988.115554:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.115559:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.115563:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16573:16573:256:4294967295] 192.168.204.41@tcp LPNI seq info [16569:16569:8:4294967295] 00000400:00000200:1.0:1769074988.115569:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.115572:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.115575:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.115578:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.115582:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.115585:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.115604:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.115609:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.115613:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.115647:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.115651:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.115654:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.115659:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.115662:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:2.0:1769074988.115665:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000400:00000200:2.0:1769074988.116290:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.116299:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5b580 00000400:00000200:2.0:1769074988.116304:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 56264 00000400:00000200:2.0:1769074988.116312:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.116315:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.116319:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.116323:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c56680. 00000020:00000010:1.0:1769074988.116395:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.116399:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.116403:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.116405:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.116407:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.116428:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.116430:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.116432:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351303040 00000001:00000010:1.0:1769074988.116436:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.116463:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a02d8f000. 00010000:00000010:1.0:1769074988.116478:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.116485:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327680. 00010000:00000010:1.0:1769074988.116492:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162800. 00010000:00000010:1.0:1769074988.116495:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.116501:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305edb00. 00010000:00000010:1.0:1769074988.116504:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdd00. 00010000:00000010:1.0:1769074988.116506:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162600. 00010000:00000010:1.0:1769074988.116508:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e600. 00010000:00000010:1.0:1769074988.116525:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305edf00. 00010000:00000010:1.0:1769074988.116527:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd700. 00010000:00000010:1.0:1769074988.116529:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163800. 00010000:00000010:1.0:1769074988.116531:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e680. 00000020:00000010:1.0:1769074988.116538:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.116545:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.116551:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.116555:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058f600. 00000004:00000010:1.0:1769074988.116566:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.116569:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.116572:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.116577:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed3f8. 00080000:00000010:1.0:1769074988.116591:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.116597:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.116601:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.116618:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.116649:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.116657:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.116687:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5480. 00000001:00000010:1.0:1769074988.116692:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.116702:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.116705:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.116708:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.116710:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.116728:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.116736:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:1.0:1769074988.116741:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e900. 00010000:00000010:1.0:1769074988.116749:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.116771:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e680. 00010000:00000010:0.0:1769074988.116800:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e900. 00010000:00000010:0.0:1769074988.116808:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd700. 00080000:00000010:1.0:1769074988.116816:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b03327200. 00010000:00000010:0.0:1769074988.116818:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.116824:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058fc00. 00000004:00000010:1.0:1769074988.116830:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed3f8. 00000004:00000010:1.0:1769074988.116834:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.116836:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.116838:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.116839:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490220. 00000004:00000010:1.0:1769074988.116842:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe99d8. 00000004:00000010:1.0:1769074988.116845:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03562780. 00010000:00000010:1.0:1769074988.116858:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.116872:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542214, last committed = 0 00010000:00000200:1.0:1769074988.116880:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c56680 x1855008351303040/t60129542214(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.116894:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.116898:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351303040, offset 224 00000400:00000200:1.0:1769074988.116904:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.116911:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.116916:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16574:16574:256:4294967295] 192.168.204.41@tcp LPNI seq info [16570:16570:8:4294967295] 00000400:00000200:1.0:1769074988.116926:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.116931:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.116935:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.116939:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.116944:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.116948:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.116966:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.116971:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.116974:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:3.0:1769074988.117055:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.117059:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.117063:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.117068:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.117071:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:3.0:1769074988.117072:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000400:00000200:2.0:1769074988.117748:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.117756:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5b680 00000400:00000200:2.0:1769074988.117762:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 56760 00000400:00000200:2.0:1769074988.117770:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.117774:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.117777:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.117781:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c55c00. 00000020:00000010:1.0:1769074988.117821:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.117825:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.117828:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.117830:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.117832:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.117850:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.117852:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.117853:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351303296 00000001:00000010:1.0:1769074988.117857:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 02000000:00000010:1.0:1769074988.117880:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a02d89000. 00010000:00000010:1.0:1769074988.117894:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fc00. 00010000:00000010:1.0:1769074988.117901:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327580. 00010000:00000010:1.0:1769074988.117908:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162e00. 00010000:00000010:1.0:1769074988.117911:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.117926:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5400. 00010000:00000010:1.0:1769074988.117928:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd700. 00010000:00000010:1.0:1769074988.117931:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7c00. 00010000:00000010:1.0:1769074988.117934:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e680. 00010000:00000010:1.0:1769074988.117951:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5c00. 00010000:00000010:1.0:1769074988.117953:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd280. 00010000:00000010:1.0:1769074988.117956:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:1.0:1769074988.117958:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e400. 00000020:00000010:1.0:1769074988.117964:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.117971:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.117975:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.117977:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058fc00. 00000004:00000010:1.0:1769074988.117985:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.117987:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.117988:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.117992:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.118002:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.118005:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.118008:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.118018:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00010000:00000010:1.1:1769074988.118049:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696200. 00010000:00000010:1.1:1769074988.118054:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee100. 00010000:00000010:1.1:1769074988.118057:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162a00. 00010000:00000010:1.1:1769074988.118066:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.1:1769074988.118070:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162000. 00000001:00000010:1.0:1769074988.118093:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.118099:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.118125:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5a20. 00000001:00000010:1.0:1769074988.118130:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.118139:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.118142:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.118144:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.118147:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.118150:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.118157:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:1.0:1769074988.118162:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.118171:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.118192:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e400. 00010000:00000010:0.0:1769074988.118215:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000010:0.0:1769074988.118223:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd280. 00010000:00000010:0.0:1769074988.118236:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.118238:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b03327780. 00080000:00000010:1.0:1769074988.118244:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058e000. 00000004:00000010:1.0:1769074988.118248:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.118250:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.118252:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.118254:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.118256:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490880. 00000004:00000010:1.0:1769074988.118258:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9078. 00000004:00000010:1.0:1769074988.118260:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03563680. 00010000:00000010:1.0:1769074988.118268:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.118278:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542215, last committed = 0 00010000:00000200:1.0:1769074988.118283:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c55c00 x1855008351303296/t60129542215(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.118293:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.118296:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351303296, offset 224 00000400:00000200:1.0:1769074988.118301:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.118307:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.118312:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16575:16575:256:4294967295] 192.168.204.41@tcp LPNI seq info [16571:16571:8:4294967295] 00000400:00000200:1.0:1769074988.118322:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.118327:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.118331:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.118335:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.118340:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.118343:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.118362:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.118366:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.118370:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.118409:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.118413:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.118416:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.118421:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.118424:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:2.0:1769074988.118426:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:3.0:1769074988.119083:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.119090:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5b780 00000400:00000200:3.0:1769074988.119094:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 57256 00000400:00000200:3.0:1769074988.119102:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.119104:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.119107:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.119111:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afca80. 00000020:00000010:1.0:1769074988.119151:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.119155:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.119160:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.119163:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.119167:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.119192:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.119195:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.119198:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351303552 00000001:00000010:1.0:1769074988.119204:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.119219:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b38575000. 00010000:00000010:1.0:1769074988.119237:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f980. 00010000:00000010:1.0:1769074988.119247:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327f00. 00010000:00000010:1.0:1769074988.119257:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:1.0:1769074988.119261:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.119270:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5000. 00010000:00000010:1.0:1769074988.119274:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd100. 00010000:00000010:1.0:1769074988.119278:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6000. 00010000:00000010:1.0:1769074988.119282:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e400. 00010000:00000010:1.0:1769074988.119305:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5300. 00010000:00000010:1.0:1769074988.119310:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd980. 00010000:00000010:1.0:1769074988.119314:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:1.0:1769074988.119317:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ec00. 00000020:00000010:1.0:1769074988.119327:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.119336:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.119342:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.119345:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058e000. 00000004:00000010:1.0:1769074988.119355:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.119358:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.119361:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.119365:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecd50. 00080000:00000010:1.0:1769074988.119375:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.119379:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.119381:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.119392:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.119412:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.119416:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.119434:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5ba0. 00000001:00000010:1.0:1769074988.119438:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.119447:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.119450:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.119452:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.119455:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.119458:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.119466:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:1.0:1769074988.119471:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e480. 00010000:00000010:1.0:1769074988.119480:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.119506:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ec00. 00010000:00000010:2.0:1769074988.119521:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e480. 00010000:00000010:2.0:1769074988.119530:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd980. 00010000:00000010:2.0:1769074988.119539:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.119560:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b03327800. 00080000:00000010:1.0:1769074988.119566:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058fa00. 00000004:00000010:1.0:1769074988.119570:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecd50. 00000004:00000010:1.0:1769074988.119574:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.119577:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.119580:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.119583:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490440. 00000004:00000010:1.0:1769074988.119586:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9a50. 00000004:00000010:1.0:1769074988.119589:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b03562000. 00010000:00000010:1.0:1769074988.119602:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.119615:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542216, last committed = 0 00010000:00000200:1.0:1769074988.119622:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afca80 x1855008351303552/t60129542216(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.119635:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.119639:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351303552, offset 224 00000400:00000200:1.0:1769074988.119643:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.119649:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.119654:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16576:16576:256:4294967295] 192.168.204.41@tcp LPNI seq info [16572:16572:8:4294967295] 00000400:00000200:1.0:1769074988.119664:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.119669:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.119672:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.119676:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.119681:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.119685:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.119698:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.119701:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.119703:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.119753:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.119757:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.119760:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.119765:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.119768:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:2.0:1769074988.119770:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000400:00000200:2.0:1769074988.120476:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.120485:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5b880 00000400:00000200:2.0:1769074988.120489:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 57752 00000400:00000200:2.0:1769074988.120498:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.120502:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.120505:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.120509:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c54a80. 00000020:00000010:1.0:1769074988.120556:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.120561:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.120566:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.120569:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.120573:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.120596:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.120600:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.120603:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351303808 00000001:00000010:1.0:1769074988.120608:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.120623:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b35ca6000. 00010000:00000010:1.0:1769074988.120639:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f900. 00010000:00000010:1.0:1769074988.120648:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511500. 00010000:00000010:1.0:1769074988.120656:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:1.0:1769074988.120660:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.120667:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5600. 00010000:00000010:1.0:1769074988.120670:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcdd80. 00010000:00000010:1.0:1769074988.120674:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6200. 00010000:00000010:1.0:1769074988.120677:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ec00. 00010000:00000010:1.0:1769074988.120696:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5200. 00010000:00000010:1.0:1769074988.120699:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd980. 00010000:00000010:1.0:1769074988.120703:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:1.0:1769074988.120706:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e300. 00000020:00000010:1.0:1769074988.120732:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.120740:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.120744:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.120746:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058fa00. 00000004:00000010:1.0:1769074988.120754:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.120756:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.120758:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.120762:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ec000. 00080000:00000010:1.0:1769074988.120771:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.120775:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.120777:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.120787:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.120805:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.120810:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.120827:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5780. 00000001:00000010:1.0:1769074988.120830:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.120835:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.120837:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.120839:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.120841:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.120843:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.120848:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7200. 00010000:00000010:1.0:1769074988.120850:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.120857:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.120875:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e300. 00010000:00000010:0.0:1769074988.120898:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:0.0:1769074988.120906:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd980. 00080000:00000010:1.0:1769074988.120911:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511f00. 00010000:00000010:0.0:1769074988.120914:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.120917:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3058e200. 00000004:00000010:1.0:1769074988.120924:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ec000. 00000004:00000010:1.0:1769074988.120928:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.120930:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.120932:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.120934:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491ed0. 00000004:00000010:1.0:1769074988.120936:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9258. 00000004:00000010:1.0:1769074988.120938:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06772b40. 00010000:00000010:1.0:1769074988.120946:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.120956:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542217, last committed = 0 00010000:00000200:1.0:1769074988.120961:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c54a80 x1855008351303808/t60129542217(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.120970:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.120972:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351303808, offset 224 00000400:00000200:1.0:1769074988.120976:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.120982:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.120987:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16577:16577:256:4294967295] 192.168.204.41@tcp LPNI seq info [16573:16573:8:4294967295] 00000400:00000200:1.0:1769074988.120996:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.121002:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.121006:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.121011:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.121016:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.121019:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.121057:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.121061:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.121064:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:3.0:1769074988.121095:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.121099:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.121102:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.121106:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.121108:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:3.0:1769074988.121110:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:2.0:1769074988.121794:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.121802:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5b980 00000400:00000200:2.0:1769074988.121807:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 58248 00000400:00000200:2.0:1769074988.121815:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.121819:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.121822:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.121826:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c55f80. 00000020:00000010:1.0:1769074988.121866:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.121870:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.121873:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.121875:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.121877:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.121894:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.121896:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.121898:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351304064 00000001:00000010:1.0:1769074988.121902:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 02000000:00000010:1.0:1769074988.121912:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b35ca2000. 00010000:00000010:1.0:1769074988.121926:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.121932:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.121938:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7400. 00010000:00000010:1.0:1769074988.121941:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.121946:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5f00. 00010000:00000010:1.0:1769074988.121948:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd280. 00010000:00000010:1.0:1769074988.121951:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162000. 00010000:00000010:1.0:1769074988.121953:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e300. 00010000:00000010:1.0:1769074988.121968:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5500. 00010000:00000010:1.0:1769074988.121970:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd980. 00010000:00000010:1.0:1769074988.121973:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162a00. 00010000:00000010:1.0:1769074988.121974:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e700. 00000020:00000010:1.0:1769074988.121983:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.121992:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.121999:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.122003:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058e200. 00000004:00000010:1.0:1769074988.122013:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.122017:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.122020:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.122051:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ee5b8. 00080000:00000010:1.0:1769074988.122065:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.122069:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.122071:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.122084:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.122105:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.122113:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.122139:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5f60. 00000001:00000010:1.0:1769074988.122143:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.122152:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.122155:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.122158:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.122160:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.122163:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.122179:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:1.0:1769074988.122183:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e980. 00010000:00000010:1.0:1769074988.122189:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.122208:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e700. 00010000:00000010:0.0:1769074988.122231:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e980. 00010000:00000010:0.0:1769074988.122240:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd980. 00010000:00000010:0.0:1769074988.122253:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.122255:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2d80. 00080000:00000010:1.0:1769074988.122261:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40510400. 00000004:00000010:1.0:1769074988.122265:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ee5b8. 00000004:00000010:1.0:1769074988.122268:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.122269:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.122271:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.122273:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490dd0. 00000004:00000010:1.0:1769074988.122275:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9f78. 00000004:00000010:1.0:1769074988.122277:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b067723c0. 00010000:00000010:1.0:1769074988.122286:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.122295:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542218, last committed = 0 00010000:00000200:1.0:1769074988.122300:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c55f80 x1855008351304064/t60129542218(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.122309:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074988.122311:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351304064, offset 224 00000400:00000200:1.0:1769074988.122315:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.122319:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.122323:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16578:16578:256:4294967295] 192.168.204.41@tcp LPNI seq info [16574:16574:8:4294967295] 00000400:00000200:1.0:1769074988.122329:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.122332:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.122334:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.122337:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.122340:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.122343:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.122356:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.122359:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.122361:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.122405:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.122409:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.122413:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.122418:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.122421:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:2.0:1769074988.122423:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000400:00000200:3.0:1769074988.123171:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.123178:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5ba80 00000400:00000200:3.0:1769074988.123183:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 58752 00000400:00000200:3.0:1769074988.123190:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.123194:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.123198:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.123202:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afce00. 00000020:00000010:1.0:1769074988.123240:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.123243:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.123246:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3058f400. 00000020:00000010:1.0:1769074988.123248:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.123250:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.123267:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.123269:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.123270:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351304320 00000001:00000010:1.0:1769074988.123274:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.123284:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b35ca7000. 00010000:00000010:1.0:1769074988.123297:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f080. 00010000:00000010:1.0:1769074988.123303:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.123310:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:1.0:1769074988.123312:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.123318:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5b00. 00010000:00000010:1.0:1769074988.123320:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd980. 00010000:00000010:1.0:1769074988.123323:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5400. 00010000:00000010:1.0:1769074988.123325:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e700. 00010000:00000010:1.0:1769074988.123339:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5a00. 00010000:00000010:1.0:1769074988.123342:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.123344:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5e00. 00010000:00000010:1.0:1769074988.123346:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee80. 00000020:00000010:1.0:1769074988.123352:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.123357:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.123362:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.123366:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b055dae00. 00000004:00000010:1.0:1769074988.123373:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.123375:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.123377:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.123380:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edaa0. 00080000:00000010:1.0:1769074988.123389:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.123393:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.123395:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.123405:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.123422:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.123427:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.123444:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c54e0. 00000001:00000010:1.0:1769074988.123447:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.123452:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.123454:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.123456:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.123457:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.123460:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.123464:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5800. 00010000:00000010:1.0:1769074988.123467:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.123473:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.123491:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee80. 00010000:00000010:0.0:1769074988.123516:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:0.0:1769074988.123525:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2400. 00080000:00000010:1.0:1769074988.123530:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2100. 00010000:00000010:0.0:1769074988.123536:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.123537:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40510600. 00000004:00000010:1.0:1769074988.123547:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edaa0. 00000004:00000010:1.0:1769074988.123552:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.123554:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.123556:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.123558:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d491430. 00000004:00000010:1.0:1769074988.123560:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9870. 00000004:00000010:1.0:1769074988.123562:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06772f00. 00010000:00000010:1.0:1769074988.123570:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.123582:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542219, last committed = 0 00010000:00000200:1.0:1769074988.123588:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afce00 x1855008351304320/t60129542219(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.123601:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074988.123604:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351304320, offset 224 00000400:00000200:1.0:1769074988.123609:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.123616:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.123620:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16579:16579:256:4294967295] 192.168.204.41@tcp LPNI seq info [16575:16575:8:4294967295] 00000400:00000200:1.0:1769074988.123629:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.123634:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.123638:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.123642:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.123647:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.123650:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.123667:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.123670:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.123673:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3058f400. 00000800:00000200:2.0:1769074988.123723:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.123727:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.123731:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.123735:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.123739:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:2.0:1769074988.123741:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000400:00000200:2.0:1769074988.124420:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.124428:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5bb80 00000400:00000200:2.0:1769074988.124433:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 59248 00000400:00000200:2.0:1769074988.124442:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.124446:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.124450:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.124454:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c54000. 00000020:00000010:1.0:1769074988.124494:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.124497:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.124501:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055dac00. 00000020:00000010:1.0:1769074988.124503:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.124505:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.124522:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.124524:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.124526:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351304576 00000001:00000010:1.0:1769074988.124529:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.124540:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b35ca5000. 00010000:00000010:1.0:1769074988.124552:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.124559:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2f00. 00010000:00000010:1.0:1769074988.124565:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:1.0:1769074988.124567:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.124573:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5900. 00010000:00000010:1.0:1769074988.124575:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2f00. 00010000:00000010:1.0:1769074988.124579:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4800. 00010000:00000010:1.0:1769074988.124582:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee80. 00010000:00000010:1.0:1769074988.124603:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5700. 00010000:00000010:1.0:1769074988.124607:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2d80. 00010000:00000010:1.0:1769074988.124610:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5000. 00010000:00000010:1.0:1769074988.124613:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e580. 00000020:00000010:1.0:1769074988.124626:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.124635:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.124641:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.124645:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3058f400. 00000004:00000010:1.0:1769074988.124654:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.124658:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.124660:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.124666:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176eee98. 00080000:00000010:1.0:1769074988.124677:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.124680:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.124682:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.124694:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.124726:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.124732:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.124754:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5240. 00000001:00000010:1.0:1769074988.124758:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.124768:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.124771:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.124774:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.124776:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.124779:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.124787:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4600. 00010000:00000010:1.0:1769074988.124791:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.124800:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.124824:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e580. 00010000:00000010:2.0:1769074988.124842:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:2.0:1769074988.124850:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2d80. 00010000:00000010:2.0:1769074988.124859:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.124881:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2780. 00080000:00000010:1.0:1769074988.124887:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40511a00. 00000004:00000010:1.0:1769074988.124893:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176eee98. 00000004:00000010:1.0:1769074988.124896:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.124899:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.124902:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.124905:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490770. 00000004:00000010:1.0:1769074988.124908:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9000. 00000004:00000010:1.0:1769074988.124911:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b067730e0. 00010000:00000010:1.0:1769074988.124923:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.124935:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542220, last committed = 0 00010000:00000200:1.0:1769074988.124942:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c54000 x1855008351304576/t60129542220(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.124952:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.124954:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351304576, offset 224 00000400:00000200:1.0:1769074988.124958:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.124963:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.124966:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16580:16580:256:4294967295] 192.168.204.41@tcp LPNI seq info [16576:16576:8:4294967295] 00000400:00000200:1.0:1769074988.124972:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.124976:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.124979:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.124983:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.124988:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.124991:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.125009:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.125013:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.125016:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055dac00. 00000800:00000200:3.0:1769074988.125093:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.125097:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.125099:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.125103:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.125106:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:3.0:1769074988.125108:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:2.0:1769074988.125903:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.125911:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5bc80 00000400:00000200:2.0:1769074988.125916:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 59736 00000400:00000200:2.0:1769074988.125925:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.125929:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.125932:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.125936:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c54380. 00000020:00000010:1.0:1769074988.125976:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.125980:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.125985:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055dac00. 00000020:00000010:1.0:1769074988.125988:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.125991:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.126016:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.126020:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.126023:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351304832 00010000:00000010:2.1:1769074988.126055:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed800. 00000001:00000010:1.0:1769074988.126056:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 00010000:00000010:0.1:1769074988.126059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed900. 00010000:00000010:0.1:1769074988.126068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:2.1:1769074988.126068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030000. 02000000:00000010:1.0:1769074988.126072:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b0488f000. 00010000:00000010:0.1:1769074988.126075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305edf00. 00010000:00000010:0.1:1769074988.126085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:1.0:1769074988.126090:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb80. 00010000:00000010:1.0:1769074988.126099:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2580. 00010000:00000010:1.0:1769074988.126108:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5a00. 00010000:00000010:1.0:1769074988.126112:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.126120:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5800. 00010000:00000010:1.0:1769074988.126123:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2580. 00010000:00000010:1.0:1769074988.126126:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5200. 00010000:00000010:1.0:1769074988.126129:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e580. 00010000:00000010:1.0:1769074988.126152:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5e00. 00010000:00000010:1.0:1769074988.126156:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2780. 00010000:00000010:1.0:1769074988.126160:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5600. 00010000:00000010:1.0:1769074988.126163:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e980. 00000020:00000010:1.0:1769074988.126174:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.126181:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.126185:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.126188:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b069c9a00. 00000004:00000010:1.0:1769074988.126195:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.126197:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.126199:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.126203:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef540. 00080000:00000010:1.0:1769074988.126213:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.126216:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.126218:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.126229:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.126247:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.126252:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.126267:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5f00. 00000001:00000010:1.0:1769074988.126269:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.126275:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.126277:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.126278:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.126280:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.126282:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.126287:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4000. 00010000:00000010:1.0:1769074988.126289:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.126295:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.126313:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e980. 00010000:00000010:0.0:1769074988.126334:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:0.0:1769074988.126342:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2780. 00010000:00000010:0.0:1769074988.126354:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.126358:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2f80. 00080000:00000010:1.0:1769074988.126363:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40510e00. 00000004:00000010:1.0:1769074988.126367:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef540. 00000004:00000010:1.0:1769074988.126370:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.126372:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.126374:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.126376:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b3d490330. 00000004:00000010:1.0:1769074988.126378:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9d20. 00000004:00000010:1.0:1769074988.126380:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06772780. 00010000:00000010:1.0:1769074988.126389:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.126398:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542221, last committed = 0 00010000:00000200:1.0:1769074988.126403:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c54380 x1855008351304832/t60129542221(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.126412:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.126414:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351304832, offset 224 00000400:00000200:1.0:1769074988.126418:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.126422:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.126425:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16581:16581:256:4294967295] 192.168.204.41@tcp LPNI seq info [16577:16577:8:4294967295] 00000400:00000200:1.0:1769074988.126432:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.126435:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.126437:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.126440:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.126443:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.126445:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.126458:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.126461:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.126463:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055dac00. 00000800:00000200:2.0:1769074988.126507:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.126512:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.126516:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.126521:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.126525:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:2.0:1769074988.126527:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00010000:00000010:1.1:1769074988.127056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696400. 00010000:00000010:1.1:1769074988.127061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee400. 00010000:00000010:1.1:1769074988.127064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed400. 00010000:00000010:1.1:1769074988.127066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.1:1769074988.127071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163200. 00010000:00000010:1.1:1769074988.127074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6a00. 00010000:00000010:1.1:1769074988.127076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ad00. 00010000:00000010:1.1:1769074988.127079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.1:1769074988.127083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030a00. 00000400:00000200:3.0:1769074988.127434:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.127442:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5bd80 00000400:00000200:3.0:1769074988.127446:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 60232 00000400:00000200:3.0:1769074988.127462:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.127465:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.127468:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.127471:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe300. 00000020:00000010:1.0:1769074988.127508:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.127511:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.127514:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b069c8600. 00000020:00000010:1.0:1769074988.127516:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.127518:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.127537:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.127538:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.127540:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351305088 00000001:00000010:1.0:1769074988.127544:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.127554:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b0488b000. 00010000:00000010:1.0:1769074988.127567:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb00. 00010000:00000010:1.0:1769074988.127573:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2380. 00010000:00000010:1.0:1769074988.127581:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4e00. 00010000:00000010:1.0:1769074988.127586:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.127593:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5d00. 00010000:00000010:1.0:1769074988.127596:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2380. 00010000:00000010:1.0:1769074988.127600:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4c00. 00010000:00000010:1.0:1769074988.127604:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e980. 00010000:00000010:1.0:1769074988.127626:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5100. 00010000:00000010:1.0:1769074988.127630:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2f80. 00010000:00000010:1.0:1769074988.127633:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:1.0:1769074988.127636:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e480. 00000020:00000010:1.0:1769074988.127648:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.127656:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.127662:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.127664:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b069c8800. 00000004:00000010:1.0:1769074988.127672:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.127674:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.127675:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.127679:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00080000:00000010:1.0:1769074988.127689:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.127692:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.127694:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.127705:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.127741:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.127747:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.127763:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c58a0. 00000001:00000010:1.0:1769074988.127765:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.127771:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.127773:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.127775:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.127776:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.127778:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.127784:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6a00. 00010000:00000010:1.0:1769074988.127786:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.127793:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.127810:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e480. 00010000:00000010:0.0:1769074988.127832:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000010:0.0:1769074988.127840:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2f80. 00010000:00000010:0.0:1769074988.127853:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.127854:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2c00. 00080000:00000010:1.0:1769074988.127859:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40510000. 00000004:00000010:1.0:1769074988.127863:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00000004:00000010:1.0:1769074988.127866:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.127868:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.127870:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.127872:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d320. 00000004:00000010:1.0:1769074988.127875:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe93c0. 00000004:00000010:1.0:1769074988.127877:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06773e00. 00010000:00000010:1.0:1769074988.127885:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.127893:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542222, last committed = 0 00010000:00000200:1.0:1769074988.127898:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe300 x1855008351305088/t60129542222(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.127907:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.127909:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351305088, offset 224 00000400:00000200:1.0:1769074988.127912:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.127917:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.127920:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16582:16582:256:4294967295] 192.168.204.41@tcp LPNI seq info [16578:16578:8:4294967295] 00000400:00000200:1.0:1769074988.127926:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.127931:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.127934:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.127937:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.127940:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.127942:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.127955:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.127957:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.127959:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b069c8600. 00000800:00000200:2.0:1769074988.128011:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.128016:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.128019:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.128024:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.128045:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:2.0:1769074988.128048:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:2.0:1769074988.128867:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.128875:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5be80 00000400:00000200:2.0:1769074988.128880:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 60728 00000400:00000200:2.0:1769074988.128889:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.128892:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.128896:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.128900:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c54e00. 00000020:00000010:1.0:1769074988.128968:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.128972:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.128975:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b069c8600. 00000020:00000010:1.0:1769074988.128978:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.128980:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.128999:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.129001:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.129003:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351305344 00000001:00000010:1.0:1769074988.129007:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.129019:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b04888000. 00010000:00000010:1.0:1769074988.129054:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd00. 00010000:00000010:1.0:1769074988.129063:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2080. 00010000:00000010:1.0:1769074988.129081:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:1.0:1769074988.129085:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.129097:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aed00. 00010000:00000010:1.0:1769074988.129099:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2080. 00010000:00000010:1.0:1769074988.129102:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f800. 00010000:00000010:1.0:1769074988.129104:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e480. 00010000:00000010:1.0:1769074988.129124:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae100. 00010000:00000010:1.0:1769074988.129126:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.129129:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e400. 00010000:00000010:1.0:1769074988.129131:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e900. 00000020:00000010:1.0:1769074988.129138:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.129146:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.129150:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.129153:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b069c9800. 00000004:00000010:1.0:1769074988.129160:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.129163:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.129165:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.129168:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edcd8. 00080000:00000010:1.0:1769074988.129180:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.129183:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.129186:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.129201:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.129229:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.129237:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.129263:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5300. 00000001:00000010:1.0:1769074988.129267:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.129276:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.129278:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.129280:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.129281:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.129284:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.129289:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:1.0:1769074988.129292:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.129299:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.129318:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e900. 00010000:00000010:0.0:1769074988.129340:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000010:0.0:1769074988.129349:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00080000:00000010:1.0:1769074988.129361:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2600. 00010000:00000010:0.0:1769074988.129363:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.129367:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40511400. 00000004:00000010:1.0:1769074988.129374:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edcd8. 00000004:00000010:1.0:1769074988.129378:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.129380:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.129382:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.129384:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c000. 00000004:00000010:1.0:1769074988.129386:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe91e0. 00000004:00000010:1.0:1769074988.129388:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06772d20. 00010000:00000010:1.0:1769074988.129396:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.129405:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542223, last committed = 0 00010000:00000200:1.0:1769074988.129410:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c54e00 x1855008351305344/t60129542223(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.129420:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.129422:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351305344, offset 224 00000400:00000200:1.0:1769074988.129426:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.129431:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.129435:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16583:16583:256:4294967295] 192.168.204.41@tcp LPNI seq info [16579:16579:8:4294967295] 00000400:00000200:1.0:1769074988.129441:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.129444:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.129447:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.129450:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.129453:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.129455:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.129469:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.129471:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.129474:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b069c8600. 00000800:00000200:3.0:1769074988.129523:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.129527:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.129530:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.129534:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.129537:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:3.0:1769074988.129539:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00010000:00000010:1.1:1769074988.130056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:1.1:1769074988.130061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a900. 00010000:00000010:1.1:1769074988.130065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031200. 00010000:00000010:0.1:1769074988.130075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5c00. 00010000:00000010:1.1:1769074988.130076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.1:1769074988.130080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031400. 00010000:00000010:0.1:1769074988.130087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:1.1:1769074988.130088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a300. 00010000:00000010:1.1:1769074988.130099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163800. 00010000:00000010:0.1:1769074988.130100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5200. 00010000:00000010:0.1:1769074988.130111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7200. 00010000:00000010:1.1:1769074988.130111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162800. 00010000:00000010:1.1:1769074988.130115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031000. 00010000:00000010:1.1:1769074988.130117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ae00. 00010000:00000010:1.1:1769074988.130119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:0.1:1769074988.130129:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5500. 00010000:00000010:1.1:1769074988.130131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162e00. 00010000:00000010:0.1:1769074988.130135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:0.1:1769074988.130142:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5a00. 00010000:00000010:0.1:1769074988.130145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5800. 00000400:00000200:2.0:1769074988.130445:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.130452:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5bf80 00000400:00000200:2.0:1769074988.130456:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 61224 00000400:00000200:2.0:1769074988.130463:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.130465:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.130468:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.130471:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c57b80. 00000020:00000010:1.0:1769074988.130508:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.130511:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.130514:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b069c8600. 00000020:00000010:1.0:1769074988.130516:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.130518:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.130535:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.130537:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.130539:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351305600 00000001:00000010:1.0:1769074988.130543:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 02000000:00000010:1.0:1769074988.130553:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b0488e000. 00010000:00000010:1.0:1769074988.130567:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cd00. 00010000:00000010:1.0:1769074988.130573:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b80. 00010000:00000010:1.0:1769074988.130580:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:1.0:1769074988.130582:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.130588:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae400. 00010000:00000010:1.0:1769074988.130590:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b80. 00010000:00000010:1.0:1769074988.130592:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e600. 00010000:00000010:1.0:1769074988.130594:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e900. 00010000:00000010:1.0:1769074988.130609:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aec00. 00010000:00000010:1.0:1769074988.130611:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.130613:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.0:1769074988.130615:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00000020:00000010:1.0:1769074988.130622:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.130629:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5960. 00000020:00000010:1.0:1769074988.130633:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.130635:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b069c8e00. 00000004:00000010:1.0:1769074988.130642:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.130644:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.130646:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.130649:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.130660:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.130664:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.130666:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.130676:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.130694:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.130700:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.130740:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5d20. 00000001:00000010:1.0:1769074988.130743:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.130750:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.130752:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.130753:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.130755:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.130758:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.130762:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f200. 00010000:00000010:1.0:1769074988.130765:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.130771:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.130789:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:2.0:1769074988.130806:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:2.0:1769074988.130813:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2600. 00010000:00000010:2.0:1769074988.130823:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.130835:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2200. 00080000:00000010:1.0:1769074988.130839:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40511200. 00000004:00000010:1.0:1769074988.130843:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.130845:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.130847:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.130849:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.130850:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0ccc0. 00000004:00000010:1.0:1769074988.130852:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9168. 00000004:00000010:1.0:1769074988.130854:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b067734a0. 00010000:00000010:1.0:1769074988.130862:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.130871:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542224, last committed = 0 00010000:00000200:1.0:1769074988.130877:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c57b80 x1855008351305600/t60129542224(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.130886:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074988.130888:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351305600, offset 224 00000400:00000200:1.0:1769074988.130892:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.130896:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.130899:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16584:16584:256:4294967295] 192.168.204.41@tcp LPNI seq info [16580:16580:8:4294967295] 00000400:00000200:1.0:1769074988.130906:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.130909:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.130911:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.130914:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.130917:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.130920:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.130933:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.130936:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.130938:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b069c8600. 00000800:00000200:2.0:1769074988.130983:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.130987:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.130991:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.130994:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.130997:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:2.0:1769074988.130998:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000400:00000200:3.0:1769074988.131996:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.132005:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5c080 00000400:00000200:3.0:1769074988.132011:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 61720 00000400:00000200:3.0:1769074988.132020:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.132023:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.132046:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.132051:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff100. 00000020:00000010:1.0:1769074988.132090:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.132095:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.132098:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b069c8600. 00000020:00000010:1.0:1769074988.132100:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.132103:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.132124:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.132125:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.132128:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351305856 00000001:00000010:1.0:1769074988.132132:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.132141:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:1.0:1769074988.132145:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 02000000:00000010:1.0:1769074988.132159:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b0488d000. 00080000:00000010:1.0:1769074988.132184:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c50c0. 00000004:00000010:1.0:1769074988.132196:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b35dc2200. 00080000:00000010:1.0:1769074988.132201:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b055dac00. 00080000:00000010:1.0:1769074988.132205:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.132210:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5d80. 00000001:00000010:1.0:1769074988.132213:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.132221:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.132238:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.132246:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff100 x1855008351305856/t60129542225(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.132255:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.132258:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351305856, offset 224 00000400:00000200:1.0:1769074988.132262:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.132267:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.132271:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16585:16585:256:4294967295] 192.168.204.41@tcp LPNI seq info [16581:16581:8:4294967295] 00000400:00000200:1.0:1769074988.132278:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.132281:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.132283:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.132286:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.132290:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.132292:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.132306:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.132309:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.132312:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b069c8600. 00000800:00000200:2.0:1769074988.132361:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.132367:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.132371:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.132377:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.132380:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:2.0:1769074988.132382:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:2.0:1769074988.133661:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.133671:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d5c100 00000400:00000200:2.0:1769074988.133679:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1eed9 [2] + 840 00000400:00000200:2.0:1769074988.133690:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.133693:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.133698:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.133703:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c56a00. 00000020:00000010:0.0:1769074988.133763:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.133768:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.133774:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.133778:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.133782:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.133811:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.133815:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.133819:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351305984 00000001:00000010:0.0:1769074988.133825:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:0.0:1769074988.133838:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc47800. 00000004:00000010:0.0:1769074988.133844:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.134401:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.134452:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.134458:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.134461:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.134466:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000400:00000010:0.0:1769074988.134472:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200e38. 00000400:00000200:0.0:1769074988.134475:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.134482:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.134485:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16586:16586:256:4294967295] 192.168.204.41@tcp LPNI seq info [16582:16582:8:4294967295] 00000400:00000200:0.0:1769074988.134489:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.134493:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.134496:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.134499:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.134502:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.134506:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.134508:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.134520:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d5c100-0x6971ec9d5c100 00000800:00000200:3.0:1769074988.134573:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.134577:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.134580:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.134584:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.134588:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc46800 00010000:00000010:1.1:1769074988.135065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030e00. 00010000:00000010:2.1:1769074988.135071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5300. 00010000:00000010:0.1:1769074988.135072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5e00. 00010000:00000010:1.1:1769074988.135081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064300. 00010000:00000010:2.1:1769074988.135082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:0.1:1769074988.135087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4000. 00010000:00000010:1.1:1769074988.135091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:2.1:1769074988.135092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5700. 00010000:00000010:0.1:1769074988.135096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5100. 00010000:00000010:2.1:1769074988.135100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4600. 00010000:00000010:0.1:1769074988.135106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6a00. 00010000:00000010:1.1:1769074988.135116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:1.1:1769074988.135123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163400. 00010000:00000010:1.1:1769074988.135127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064900. 00010000:00000010:1.1:1769074988.135131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6800. 00000400:00000200:2.0:1769074988.135144:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00010000:00000010:1.1:1769074988.135144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:1.1:1769074988.135151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163600. 00000400:00000200:2.0:1769074988.135156:0:16310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x2870d 00010000:00000010:1.1:1769074988.135158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064400. 00000400:00000200:2.0:1769074988.135161:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.135165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162a00. 00000400:00000200:2.0:1769074988.135166:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:2.0:1769074988.135173:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:2.0:1769074988.135175:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000200:2.0:1769074988.135180:0:16310:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc46800 00010000:00000010:1.1:1769074988.135180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7400. 00010000:00000010:1.1:1769074988.135188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162400. 00010000:00000010:1.1:1769074988.135190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064500. 00010000:00000010:1.1:1769074988.135193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5e00. 00010000:00000010:1.1:1769074988.135204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:1.1:1769074988.135207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163a00. 00010000:00000010:1.1:1769074988.135209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064700. 00010000:00000010:1.1:1769074988.135212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5000. 00010000:00000010:1.1:1769074988.135218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:1.1:1769074988.135224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794400. 00010000:00000010:1.1:1769074988.135226:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064200. 00000100:00000010:0.0:1769074988.135229:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00010000:00000010:1.1:1769074988.135229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5600. 00000100:00000010:0.0:1769074988.135238:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc46800. 00010000:00000010:1.1:1769074988.135240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5a00. 00010000:00000010:1.1:1769074988.135245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795200. 00010000:00000010:1.1:1769074988.135248:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064c00. 00010000:00000010:1.1:1769074988.135253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:1.1:1769074988.135260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4e00. 00000004:00000010:0.0:1769074988.135854:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.135862:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c56a00 x1855008351305984/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.135873:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.135876:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351305984, offset 224 00000400:00000200:0.0:1769074988.135879:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.135885:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.135888:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16587:16587:256:4294967295] 192.168.204.41@tcp LPNI seq info [16583:16583:8:4294967295] 00000400:00000200:0.0:1769074988.135894:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.135898:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.135900:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.135904:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.135907:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.135909:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.135925:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.135928:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.135930:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.135990:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.135994:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:2.0:1769074988.135999:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.136005:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.136009:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:2.0:1769074988.136011:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000400:00000200:3.0:1769074988.137141:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.137148:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5c200 00000400:00000200:3.0:1769074988.137152:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1eed9 [2] + 1288 00000400:00000200:3.0:1769074988.137159:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.137162:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.137165:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.137167:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe680. 00000020:00000010:0.0:1769074988.137219:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.137225:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.137229:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07b9b000. 00000020:00000010:0.0:1769074988.137232:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.137235:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.137261:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.137265:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.137269:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351306240 02000000:00000010:0.0:1769074988.137288:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46800. 00000020:00000010:0.0:1769074988.137311:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b85a0. 00080000:00000010:0.0:1769074988.137319:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01efa200. 00080000:00000010:0.0:1769074988.137331:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.137349:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8ba0. 00000001:00000010:0.0:1769074988.137353:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7243c0. 00080000:00000010:0.0:1769074988.137362:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.137364:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b85a0. 00000004:00000010:0.0:1769074988.137371:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b35dc2200. 00010000:00000200:0.0:1769074988.137387:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe680 x1855008351306240/t60129542226(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.137396:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.137399:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351306240, offset 224 00000400:00000200:0.0:1769074988.137402:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.137407:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.137410:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16588:16588:256:4294967295] 192.168.204.41@tcp LPNI seq info [16584:16584:8:4294967295] 00000400:00000200:0.0:1769074988.137416:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.137420:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.137422:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.137425:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.137429:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.137431:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.137445:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.137448:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.137450:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9b000. 00000800:00000200:2.0:1769074988.137487:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.137491:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:2.0:1769074988.137494:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.137499:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.137501:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:2.0:1769074988.137503:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000400:00000200:2.0:1769074988.138167:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.138176:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5c300 00000400:00000200:2.0:1769074988.138183:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 62368 00000400:00000200:2.0:1769074988.138193:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.138197:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.138201:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.138206:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c57100. 00000020:00000010:1.0:1769074988.138249:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.138253:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.138258:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b069c8600. 00000020:00000010:1.0:1769074988.138260:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.138263:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.138283:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.138285:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.138287:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351306496 00000001:00000010:1.0:1769074988.138291:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.138301:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e000. 00010000:00000010:1.0:1769074988.138305:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 02000000:00000010:1.0:1769074988.138319:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b3fc52000. 00010000:00000010:1.0:1769074988.138342:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ee00. 00010000:00000010:1.0:1769074988.138345:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00000004:00000010:1.0:1769074988.138359:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b35dc2600. 00080000:00000010:1.0:1769074988.138364:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04a3f000. 00080000:00000010:1.0:1769074988.138369:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.138375:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c53c0. 00000001:00000010:1.0:1769074988.138378:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.138387:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.138403:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.138414:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c57100 x1855008351306496/t60129542227(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.138424:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000100:00000200:1.0:1769074988.138427:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351306496, offset 224 00000400:00000200:1.0:1769074988.138430:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.138435:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.138439:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16589:16589:256:4294967295] 192.168.204.41@tcp LPNI seq info [16585:16585:8:4294967295] 00000400:00000200:1.0:1769074988.138445:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.138448:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.138451:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.138454:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.138457:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.138460:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.138474:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.138477:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.138479:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b069c8600. 00000800:00000200:3.0:1769074988.138526:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.138529:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.138532:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.138536:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.138539:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:3.0:1769074988.138540:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000400:00000200:2.0:1769074988.139312:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.139321:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5c380 00000400:00000200:2.0:1769074988.139326:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 63016 00000400:00000200:2.0:1769074988.139336:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.139340:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.139343:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.139347:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c57480. 00000020:00000010:1.0:1769074988.139386:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.139389:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.139392:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.139395:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.139397:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.139414:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.139416:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.139417:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351306624 00000001:00000010:1.0:1769074988.139420:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7243c0. 00010000:00000010:1.0:1769074988.139429:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:1.0:1769074988.139432:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 02000000:00000010:1.0:1769074988.139460:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a02c4b000. 00010000:00000010:1.0:1769074988.139475:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ea00. 00010000:00000010:1.0:1769074988.139478:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.139485:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae000. 00010000:00000010:1.0:1769074988.139488:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.139490:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:1.0:1769074988.139492:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.139514:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae300. 00010000:00000010:1.0:1769074988.139516:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2f80. 00010000:00000010:1.0:1769074988.139518:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:1.0:1769074988.139521:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00080000:00000010:1.0:1769074988.139537:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c5900. 00010000:00000010:1.0:1769074988.139559:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.139566:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.139569:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.139582:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000200:1.0:1769074988.139593:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c57480 x1855008351306624/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.139605:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.139609:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351306624, offset 224 00000400:00000200:1.0:1769074988.139614:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.139621:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.139625:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16590:16590:256:4294967295] 192.168.204.41@tcp LPNI seq info [16586:16586:8:4294967295] 00000400:00000200:1.0:1769074988.139635:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.139640:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.139643:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.139648:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.139652:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.139656:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.139671:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.139674:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.139676:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:2.0:1769074988.139732:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.139736:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.139741:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.139745:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.139748:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:2.0:1769074988.139751:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:3.0:1769074988.140475:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.140481:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5c480 00000400:00000200:3.0:1769074988.140485:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 63592 00000400:00000200:3.0:1769074988.140492:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.140494:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.140497:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.140500:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afc380. 00000020:00000010:1.0:1769074988.140536:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.140539:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.140542:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.140544:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.140546:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.140563:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.140565:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.140567:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351306880 02000000:00000010:1.0:1769074988.140582:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b10125000. 00010000:00000010:1.0:1769074988.140598:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.140607:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2f80. 00010000:00000010:1.0:1769074988.140615:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.140625:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f400. 00010000:00000010:1.0:1769074988.140629:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.140635:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae600. 00010000:00000010:1.0:1769074988.140638:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2f80. 00010000:00000010:1.0:1769074988.140643:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7400. 00010000:00000010:1.0:1769074988.140647:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074988.140669:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae200. 00010000:00000010:1.0:1769074988.140672:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.140674:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:1.0:1769074988.140676:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00000020:00000010:1.0:1769074988.140684:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf59e0. 00000020:00000010:1.0:1769074988.140690:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf59e0. 00000020:00000010:1.0:1769074988.140694:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5a80. 00080000:00000010:1.0:1769074988.140697:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04a3e800. 00080000:00000010:1.0:1769074988.140736:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.140771:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.140778:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.140785:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5600. 00000001:00000010:1.0:1769074988.140788:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.140810:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.140813:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5a80. 00010000:00000010:1.0:1769074988.140818:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:1.0:1769074988.140821:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.140828:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.140846:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000010:0.0:1769074988.140881:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:0.0:1769074988.140890:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00080000:00000010:1.0:1769074988.140893:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c5900. 00010000:00000010:0.0:1769074988.140901:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.140901:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34edbc00. 00000004:00000010:1.0:1769074988.140908:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4440. 00000004:00000010:1.0:1769074988.140913:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790f00. 00000004:00000010:1.0:1769074988.140917:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2d20. 00010000:00000010:1.0:1769074988.140925:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.140935:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542228, last committed = 0 00010000:00000200:1.0:1769074988.140941:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afc380 x1855008351306880/t60129542228(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.140950:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000200:1.0:1769074988.140952:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351306880, offset 224 00000400:00000200:1.0:1769074988.140964:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.140969:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.140973:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16591:16591:256:4294967295] 192.168.204.41@tcp LPNI seq info [16587:16587:8:4294967295] 00000400:00000200:1.0:1769074988.140979:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.140982:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.140985:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.140988:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.140991:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.140993:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.141005:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.141007:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.141009:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:2.0:1769074988.141083:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.141087:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.141091:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.141095:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.141099:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:2.0:1769074988.141101:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000400:00000200:2.0:1769074988.141760:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.141768:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5c500 00000400:00000200:2.0:1769074988.141774:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 64080 00000400:00000200:2.0:1769074988.141783:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.141787:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.141791:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.141795:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c55180. 00000020:00000010:1.0:1769074988.141835:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.141838:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.141841:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.141843:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.141845:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.141863:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.141864:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.141866:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351307008 00000001:00000010:1.0:1769074988.141869:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.141877:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:1.0:1769074988.141881:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 02000000:00000010:1.0:1769074988.141889:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10127000. 00010000:00000010:1.0:1769074988.141898:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6a00. 00010000:00000010:1.0:1769074988.141901:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.141907:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aef00. 00010000:00000010:1.0:1769074988.141909:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2780. 00010000:00000010:1.0:1769074988.141912:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:1.0:1769074988.141914:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.141929:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae500. 00010000:00000010:1.0:1769074988.141931:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2d80. 00010000:00000010:1.0:1769074988.141933:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:1.0:1769074988.141936:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00080000:00000010:1.0:1769074988.141948:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c5900. 00010000:00000010:1.0:1769074988.141963:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.141969:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.141972:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2780. 00010000:00000010:1.0:1769074988.141981:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000200:1.0:1769074988.141988:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c55180 x1855008351307008/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.141997:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.141999:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351307008, offset 224 00000400:00000200:1.0:1769074988.142003:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.142007:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.142011:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16592:16592:256:4294967295] 192.168.204.41@tcp LPNI seq info [16588:16588:8:4294967295] 00000400:00000200:1.0:1769074988.142016:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.142019:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.142022:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.142054:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.142059:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.142062:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.142078:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.142081:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.142084:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:3.0:1769074988.142123:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.142127:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.142130:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.142135:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.142139:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:3.0:1769074988.142141:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00000400:00000200:2.0:1769074988.142934:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.142944:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5c600 00000400:00000200:2.0:1769074988.142949:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 64656 00000400:00000200:2.0:1769074988.142959:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.142963:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.142967:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.142971:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c56300. 00000020:00000010:1.0:1769074988.143019:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.143023:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.1:1769074988.143048:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:1.1:1769074988.143054:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064e00. 00010000:00000010:1.1:1769074988.143061:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e400. 00010000:00000010:2.1:1769074988.143061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aec00. 00010000:00000010:0.1:1769074988.143072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae100. 00010000:00000010:2.1:1769074988.143074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f200. 00010000:00000010:1.1:1769074988.143077:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:0.1:1769074988.143082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:1.1:1769074988.143085:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.1:1769074988.143100:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd000. 00010000:00000010:1.1:1769074988.143106:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.1:1769074988.143115:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:1.1:1769074988.143118:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f600. 00000020:00000010:1.0:1769074988.143125:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.143129:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.143132:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.143158:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.143161:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.143163:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351307264 02000000:00000010:1.0:1769074988.143178:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b38498000. 00010000:00000010:1.0:1769074988.143192:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.143198:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2d80. 00010000:00000010:1.0:1769074988.143205:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:1.0:1769074988.143208:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.143213:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aeb00. 00010000:00000010:1.0:1769074988.143216:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2d80. 00010000:00000010:1.0:1769074988.143218:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7200. 00010000:00000010:1.0:1769074988.143220:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cd00. 00010000:00000010:1.0:1769074988.143237:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aea00. 00010000:00000010:1.0:1769074988.143239:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2780. 00010000:00000010:1.0:1769074988.143242:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:1.0:1769074988.143252:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000020:00000010:1.0:1769074988.143263:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.143269:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.143273:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5a80. 00080000:00000010:1.0:1769074988.143276:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04a3fe00. 00080000:00000010:1.0:1769074988.143295:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.143325:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.143333:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.143342:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5720. 00000001:00000010:1.0:1769074988.143347:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.143358:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.143362:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5a80. 00010000:00000010:1.0:1769074988.143370:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:1.0:1769074988.143374:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.143384:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.143411:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:0.0:1769074988.143426:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:0.0:1769074988.143433:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2780. 00010000:00000010:0.0:1769074988.143440:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.143465:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c5900. 00080000:00000010:1.0:1769074988.143470:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eda600. 00000004:00000010:1.0:1769074988.143474:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5870. 00000004:00000010:1.0:1769074988.143477:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177907f8. 00000004:00000010:1.0:1769074988.143480:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3a40. 00010000:00000010:1.0:1769074988.143492:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000200:1.0:1769074988.143503:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542229, last committed = 0 00010000:00000200:1.0:1769074988.143509:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c56300 x1855008351307264/t60129542229(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.143519:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.143522:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351307264, offset 224 00000400:00000200:1.0:1769074988.143525:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.143530:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.143534:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16593:16593:256:4294967295] 192.168.204.41@tcp LPNI seq info [16589:16589:8:4294967295] 00000400:00000200:1.0:1769074988.143541:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.143544:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.143547:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.143550:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.143553:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.143555:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.143570:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.143572:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.143574:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:2.0:1769074988.143631:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.143634:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.143638:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.143642:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.143645:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:2.0:1769074988.143648:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:3.0:1769074988.144302:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.144309:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5c680 00000400:00000200:3.0:1769074988.144314:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 65144 00000400:00000200:3.0:1769074988.144321:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.144323:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.144327:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.144330:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff480. 00000020:00000010:1.0:1769074988.144379:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.144382:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.144385:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.144387:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.144390:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.144407:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.144409:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.144410:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351307392 00000001:00000010:1.0:1769074988.144414:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.144421:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:1.0:1769074988.144425:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 02000000:00000010:1.0:1769074988.144434:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05360000. 00010000:00000010:1.0:1769074988.144444:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.0:1769074988.144447:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.144453:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae900. 00010000:00000010:1.0:1769074988.144455:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.144458:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:1.0:1769074988.144460:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.144474:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae700. 00010000:00000010:1.0:1769074988.144476:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2780. 00010000:00000010:1.0:1769074988.144479:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:1.0:1769074988.144481:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00080000:00000010:1.0:1769074988.144493:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c5900. 00010000:00000010:1.0:1769074988.144509:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.144515:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.144517:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.144526:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.144534:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff480 x1855008351307392/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.144542:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.144545:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351307392, offset 224 00000400:00000200:1.0:1769074988.144548:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.144553:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.144556:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16594:16594:256:4294967295] 192.168.204.41@tcp LPNI seq info [16590:16590:8:4294967295] 00000400:00000200:1.0:1769074988.144562:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.144565:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.144568:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.144570:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.144574:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.144577:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.144593:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.144597:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.144601:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:2.0:1769074988.144647:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.144651:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.144655:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.144660:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.144664:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:2.0:1769074988.144666:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:2.0:1769074988.145342:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.145351:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5c780 00000400:00000200:2.0:1769074988.145357:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 65720 00000400:00000200:2.0:1769074988.145366:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.145370:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.145374:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.145377:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c57800. 00000020:00000010:1.0:1769074988.145452:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.145457:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.145460:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.145462:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.145464:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.145485:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.145487:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.145489:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351307648 02000000:00000010:1.0:1769074988.145502:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17393000. 00010000:00000010:1.0:1769074988.145516:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.145523:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2780. 00010000:00000010:1.0:1769074988.145530:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f200. 00010000:00000010:1.0:1769074988.145532:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.145538:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae800. 00010000:00000010:1.0:1769074988.145540:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2780. 00010000:00000010:1.0:1769074988.145542:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e400. 00010000:00000010:1.0:1769074988.145544:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9e080. 00010000:00000010:1.0:1769074988.145561:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aee00. 00010000:00000010:1.0:1769074988.145563:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.145566:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163a00. 00010000:00000010:1.0:1769074988.145568:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00000020:00000010:1.0:1769074988.145576:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.145583:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.145588:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5a80. 00080000:00000010:1.0:1769074988.145590:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04a3ee00. 00080000:00000010:1.0:1769074988.145613:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.145641:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.145649:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.145659:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5540. 00000001:00000010:1.0:1769074988.145663:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.145673:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.145676:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5a80. 00010000:00000010:1.0:1769074988.145681:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162400. 00010000:00000010:1.0:1769074988.145684:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.145691:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.145724:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:0.0:1769074988.145750:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:0.0:1769074988.145758:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2400. 00010000:00000010:0.0:1769074988.145771:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.145773:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c5900. 00080000:00000010:1.0:1769074988.145779:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eda800. 00000004:00000010:1.0:1769074988.145782:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5760. 00000004:00000010:1.0:1769074988.145784:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790960. 00000004:00000010:1.0:1769074988.145786:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3e00. 00010000:00000010:1.0:1769074988.145795:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000200:1.0:1769074988.145805:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542230, last committed = 0 00010000:00000200:1.0:1769074988.145811:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c57800 x1855008351307648/t60129542230(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.145821:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074988.145823:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351307648, offset 224 00000400:00000200:1.0:1769074988.145827:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.145832:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.145836:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16595:16595:256:4294967295] 192.168.204.41@tcp LPNI seq info [16591:16591:8:4294967295] 00000400:00000200:1.0:1769074988.145842:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.145846:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.145848:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.145851:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.145855:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.145857:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.145872:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.145875:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.145877:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:3.0:1769074988.145939:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.145943:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.145946:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.145950:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.145959:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074988.145961:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000400:00000200:2.0:1769074988.146562:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.146570:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5c800 00000400:00000200:2.0:1769074988.146575:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 66208 00000400:00000200:2.0:1769074988.146584:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.146588:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.146591:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.146595:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908ea00. 00000020:00000010:1.0:1769074988.146641:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.146645:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.146648:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.146651:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.146653:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.146672:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.146673:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.146676:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351307776 00000001:00000010:1.0:1769074988.146680:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.146688:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162a00. 00010000:00000010:1.0:1769074988.146692:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 02000000:00000010:1.0:1769074988.146701:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b17395000. 00010000:00000010:1.0:1769074988.146722:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163600. 00010000:00000010:1.0:1769074988.146727:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.146735:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae100. 00010000:00000010:1.0:1769074988.146737:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.146740:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163400. 00010000:00000010:1.0:1769074988.146742:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.146757:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aec00. 00010000:00000010:1.0:1769074988.146759:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.146762:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162e00. 00010000:00000010:1.0:1769074988.146764:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00080000:00000010:1.0:1769074988.146779:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c5900. 00010000:00000010:1.0:1769074988.146795:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.146801:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.146804:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.146814:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000200:1.0:1769074988.146821:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908ea00 x1855008351307776/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.146831:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.146833:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351307776, offset 224 00000400:00000200:1.0:1769074988.146836:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.146841:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.146845:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16596:16596:256:4294967295] 192.168.204.41@tcp LPNI seq info [16592:16592:8:4294967295] 00000400:00000200:1.0:1769074988.146851:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.146854:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.146857:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.146860:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.146863:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.146865:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.146879:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.146881:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.146883:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:2.0:1769074988.146938:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.146942:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.146946:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.146952:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.146955:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:2.0:1769074988.146958:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00010000:00000010:0.1:1769074988.147070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae200. 00010000:00000010:0.1:1769074988.147076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6800. 00000400:00000200:3.0:1769074988.147647:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.147655:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5c900 00000400:00000200:3.0:1769074988.147659:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 66784 00000400:00000200:3.0:1769074988.147666:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.147669:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.147671:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.147674:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04affb80. 00000020:00000010:1.0:1769074988.147726:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.147730:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.147733:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04a3fa00. 00000020:00000010:1.0:1769074988.147736:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.147738:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.147755:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.147757:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.147758:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351308032 02000000:00000010:1.0:1769074988.147769:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b17397000. 00010000:00000010:1.0:1769074988.147781:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.147787:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.147795:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162800. 00010000:00000010:1.0:1769074988.147798:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.147803:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae200. 00010000:00000010:1.0:1769074988.147805:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2400. 00010000:00000010:1.0:1769074988.147808:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163800. 00010000:00000010:1.0:1769074988.147810:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ee00. 00010000:00000010:1.0:1769074988.147824:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd000. 00010000:00000010:1.0:1769074988.147826:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.147828:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163200. 00010000:00000010:1.0:1769074988.147830:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00000020:00000010:1.0:1769074988.147837:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.147841:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.147845:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5a80. 00080000:00000010:1.0:1769074988.147848:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34eda800. 00080000:00000010:1.0:1769074988.147864:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.147882:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.147887:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.147893:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5060. 00000001:00000010:1.0:1769074988.147896:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.147902:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.147904:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5a80. 00010000:00000010:1.0:1769074988.147909:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:1.0:1769074988.147912:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.147918:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.147935:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:2.0:1769074988.147970:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00080000:00000010:1.0:1769074988.147979:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c5900. 00010000:00000010:2.0:1769074988.147980:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00080000:00000010:1.0:1769074988.147986:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34edae00. 00000004:00000010:1.0:1769074988.147991:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4cc0. 00000004:00000010:1.0:1769074988.147994:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790b40. 00010000:00000010:2.0:1769074988.147994:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.148000:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f32c0. 00010000:00000010:1.0:1769074988.148013:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.148024:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542231, last committed = 0 00010000:00000200:1.0:1769074988.148056:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04affb80 x1855008351308032/t60129542231(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.148066:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074988.148076:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351308032, offset 224 00000400:00000200:1.0:1769074988.148080:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.148085:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.148088:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16597:16597:256:4294967295] 192.168.204.41@tcp LPNI seq info [16593:16593:8:4294967295] 00000400:00000200:1.0:1769074988.148094:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.148097:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.148101:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.148105:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.148110:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.148113:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.148130:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.148134:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.148137:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3fa00. 00000800:00000200:2.0:1769074988.148177:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.148181:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.148184:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.148189:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.148193:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:2.0:1769074988.148195:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000400:00000200:2.0:1769074988.148785:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.148794:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5c980 00000400:00000200:2.0:1769074988.148799:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 67272 00000400:00000200:2.0:1769074988.148809:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.148813:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.148817:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.148820:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908dc00. 00000020:00000010:1.0:1769074988.148859:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.148863:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.148865:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.148867:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.148869:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.148886:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.148887:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.148889:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351308160 00000001:00000010:1.0:1769074988.148893:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.148901:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030e00. 00010000:00000010:1.0:1769074988.148904:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 02000000:00000010:1.0:1769074988.148912:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b17392000. 00010000:00000010:1.0:1769074988.148921:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031000. 00010000:00000010:1.0:1769074988.148923:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.148930:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064e00. 00010000:00000010:1.0:1769074988.148932:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.148935:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.0:1769074988.148937:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.148951:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064c00. 00010000:00000010:1.0:1769074988.148953:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd880. 00010000:00000010:1.0:1769074988.148956:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.0:1769074988.148958:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd00. 00080000:00000010:1.0:1769074988.148970:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c5900. 00010000:00000010:1.0:1769074988.148985:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.148992:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.148995:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.149023:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000200:1.0:1769074988.149052:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908dc00 x1855008351308160/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.149062:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074988.149065:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351308160, offset 224 00000400:00000200:1.0:1769074988.149068:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.149073:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.149076:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16598:16598:256:4294967295] 192.168.204.41@tcp LPNI seq info [16594:16594:8:4294967295] 00000400:00000200:1.0:1769074988.149082:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.149085:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.149088:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.149090:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.149093:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.149096:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.149111:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2100. 00000020:00000010:1.0:1769074988.149115:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.149119:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:3.0:1769074988.149159:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.149163:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.149166:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.149170:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.149173:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:3.0:1769074988.149175:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000400:00000200:2.0:1769074988.150083:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.150093:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5ca80 00000400:00000200:2.0:1769074988.150098:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 67848 00000400:00000200:2.0:1769074988.150107:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.150111:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.150114:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.150118:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908c700. 00000020:00000010:1.0:1769074988.150163:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.150167:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.150170:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.150172:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.150174:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.150200:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.150201:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.150203:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351308416 02000000:00000010:1.0:1769074988.150215:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3848a000. 00010000:00000010:1.0:1769074988.150227:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd00. 00010000:00000010:1.0:1769074988.150232:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd880. 00010000:00000010:1.0:1769074988.150238:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.0:1769074988.150241:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd00. 00010000:00000010:1.0:1769074988.150263:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064200. 00010000:00000010:1.0:1769074988.150265:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcd880. 00010000:00000010:1.0:1769074988.150267:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030a00. 00010000:00000010:1.0:1769074988.150269:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb00. 00010000:00000010:1.0:1769074988.150284:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064700. 00010000:00000010:1.0:1769074988.150286:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2100. 00010000:00000010:1.0:1769074988.150289:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.0:1769074988.150291:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb80. 00000020:00000010:1.0:1769074988.150297:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.150301:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.150305:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5a80. 00080000:00000010:1.0:1769074988.150308:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34eda600. 00080000:00000010:1.0:1769074988.150324:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.150342:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.150347:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.150352:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5840. 00000001:00000010:1.0:1769074988.150355:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.150361:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.150364:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5a80. 00010000:00000010:1.0:1769074988.150370:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.0:1769074988.150375:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.150383:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.150406:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb80. 00010000:00000010:0.0:1769074988.150431:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000010:0.0:1769074988.150438:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2100. 00010000:00000010:0.0:1769074988.150448:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.150462:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c5900. 00080000:00000010:1.0:1769074988.150468:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03ce0000. 00000004:00000010:1.0:1769074988.150472:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4ff0. 00000004:00000010:1.0:1769074988.150475:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790000. 00000004:00000010:1.0:1769074988.150477:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2000. 00010000:00000010:1.0:1769074988.150487:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd00. 00010000:00000200:1.0:1769074988.150496:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542232, last committed = 0 00010000:00000200:1.0:1769074988.150501:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908c700 x1855008351308416/t60129542232(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.150511:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.150513:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351308416, offset 224 00000400:00000200:1.0:1769074988.150517:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.150521:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.150525:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16599:16599:256:4294967295] 192.168.204.41@tcp LPNI seq info [16595:16595:8:4294967295] 00000400:00000200:1.0:1769074988.150530:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.150533:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.150536:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.150539:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.150542:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.150544:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.150558:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.150560:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.150562:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:2.0:1769074988.150609:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.150613:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.150617:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.150621:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.150624:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:2.0:1769074988.150626:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00010000:00000010:0.1:1769074988.151060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aea00. 00010000:00000010:0.1:1769074988.151067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:0.1:1769074988.151070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aee00. 00010000:00000010:0.1:1769074988.151072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162400. 00010000:00000010:1.1:1769074988.151077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e000. 00010000:00000010:1.1:1769074988.151084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ea00. 00010000:00000010:1.1:1769074988.151089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae000. 00010000:00000010:1.1:1769074988.151093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:1.1:1769074988.151096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:1.1:1769074988.151099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:1.1:1769074988.151102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae300. 00010000:00000010:1.1:1769074988.151105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663000. 00010000:00000010:1.1:1769074988.151109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:1.1:1769074988.151118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f400. 00010000:00000010:1.1:1769074988.151121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6a00. 00010000:00000010:1.1:1769074988.151124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aef00. 00010000:00000010:1.1:1769074988.151126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:1.1:1769074988.151129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:1.1:1769074988.151132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:1.1:1769074988.151134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae500. 00010000:00000010:1.1:1769074988.151137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:1.1:1769074988.151143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7000. 00000400:00000200:3.0:1769074988.151387:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.151400:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5cb00 00000400:00000200:3.0:1769074988.151404:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 68336 00000400:00000200:3.0:1769074988.151411:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.151414:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.151417:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.151419:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff800. 00000020:00000010:1.0:1769074988.151457:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.151460:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.151463:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.151465:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.151467:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.151485:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.151487:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.151488:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351308544 00000001:00000010:1.0:1769074988.151492:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.151500:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030000. 00010000:00000010:1.0:1769074988.151504:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd00. 02000000:00000010:1.0:1769074988.151512:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b38488000. 00010000:00000010:1.0:1769074988.151522:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.0:1769074988.151524:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb80. 00010000:00000010:1.0:1769074988.151532:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064500. 00010000:00000010:1.0:1769074988.151534:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2100. 00010000:00000010:1.0:1769074988.151542:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663000. 00010000:00000010:1.0:1769074988.151545:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f080. 00010000:00000010:1.0:1769074988.151562:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.0:1769074988.151564:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.151587:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb80. 00010000:00000010:1.0:1769074988.151595:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f080. 00010000:00000010:1.0:1769074988.151599:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2100. 00010000:00000010:1.0:1769074988.151612:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd00. 00010000:00000200:1.0:1769074988.151622:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff800 x1855008351308544/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.151635:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074988.151638:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351308544, offset 224 00000400:00000200:1.0:1769074988.151643:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.151650:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.151655:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16600:16600:256:4294967295] 192.168.204.41@tcp LPNI seq info [16596:16596:8:4294967295] 00000400:00000200:1.0:1769074988.151663:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.151667:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.151669:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.151672:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.151676:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.151678:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.151691:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.151694:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.151696:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:2.0:1769074988.151749:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.151753:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.151757:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.151762:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.151765:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:2.0:1769074988.151767:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000400:00000200:2.0:1769074988.152456:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.152465:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5cc00 00000400:00000200:2.0:1769074988.152471:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1eed9 [2] + 1680 00000400:00000010:2.0:1769074988.152475:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e89a0. 00000400:00000200:2.0:1769074988.152479:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09649840 00000400:00000200:2.0:1769074988.152498:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.152502:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.152506:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09649840 00000400:00000010:2.0:1769074988.152508:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09649840. 00000100:00000200:2.0:1769074988.152512:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.152565:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.152570:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.152575:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.152579:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.152583:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.152610:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.152614:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.152617:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351308800 02000000:00000010:0.0:1769074988.152636:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46000. 00000004:00000010:0.0:1769074988.152659:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b35dc2600. 00080000:00000010:0.0:1769074988.152668:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01efba00. 00080000:00000010:0.0:1769074988.152674:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.152682:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b85a0. 00000001:00000010:0.0:1769074988.152686:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724480. 00080000:00000010:0.0:1769074988.152696:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00010000:00000200:0.0:1769074988.152728:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07698850 x1855008351308800/t60129542233(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.152742:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.152747:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351308800, offset 224 00000400:00000200:0.0:1769074988.152754:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.152761:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.152765:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16601:16601:256:4294967295] 192.168.204.41@tcp LPNI seq info [16597:16597:8:4294967295] 00000400:00000200:0.0:1769074988.152776:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.152781:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.152786:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.152791:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.152796:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.152799:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.152818:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.152822:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.152826:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 02000000:00000010:0.0:1769074988.152834:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.152839:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe680. 02000000:00000010:0.0:1769074988.152844:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.152848:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c56a00. 02000000:00000010:0.0:1769074988.152852:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.152855:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590a80. 02000000:00000010:0.0:1769074988.152860:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc45800. 00000800:00000200:3.0:1769074988.152863:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1769074988.152864:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c54700. 00000800:00000010:3.0:1769074988.152868:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074988.152873:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.152874:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:3.0:1769074988.152879:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074988.152884:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924b00. 00000400:00000200:3.0:1769074988.152884:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:3.0:1769074988.152887:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 02000000:00000010:3.0:1769074988.152893:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46000. 00000400:00000010:0.0:1769074988.152895:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724b40. 00000400:00000200:2.0:1769074988.153413:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.153422:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5cd00 00000400:00000200:2.0:1769074988.153428:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 68912 00000400:00000200:2.0:1769074988.153436:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.153440:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.153444:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.153448:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908ca80. 00000020:00000010:1.0:1769074988.153486:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.153489:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.153493:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.153495:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.153497:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.153515:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.153516:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.153518:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351309056 00000001:00000010:1.0:1769074988.153522:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 02000000:00000010:1.0:1769074988.153532:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3848e000. 00010000:00000010:1.0:1769074988.153543:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.153550:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.153554:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2700. 00010000:00000010:1.0:1769074988.153560:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:1.0:1769074988.153563:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.153568:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064400. 00010000:00000010:1.0:1769074988.153569:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2700. 00010000:00000010:1.0:1769074988.153572:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663e00. 00010000:00000010:1.0:1769074988.153574:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fd00. 00010000:00000010:1.0:1769074988.153595:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064900. 00010000:00000010:1.0:1769074988.153598:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2100. 00010000:00000010:1.0:1769074988.153601:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:1.0:1769074988.153605:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f080. 00000020:00000010:1.0:1769074988.153618:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5300. 00000020:00000010:1.0:1769074988.153625:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5300. 00080000:00000010:1.0:1769074988.153633:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.153654:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.153661:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5900. 00080000:00000010:1.0:1769074988.153664:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34edbc00. 00080000:00000010:1.0:1769074988.153682:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.153707:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.153725:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.153734:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5a80. 00000001:00000010:1.0:1769074988.153737:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.153743:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.153746:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5900. 00010000:00000010:1.0:1769074988.153758:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f080. 00010000:00000010:1.0:1769074988.153761:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2100. 00080000:00000010:1.0:1769074988.153824:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.153827:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40511600. 00000004:00000010:1.0:1769074988.153830:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c550. 00000004:00000010:1.0:1769074988.153832:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9438. 00000004:00000010:1.0:1769074988.153834:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06772960. 00010000:00000010:1.0:1769074988.153841:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.153850:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542234, last committed = 0 00010000:00000200:1.0:1769074988.153855:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908ca80 x1855008351309056/t60129542234(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.153864:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.153866:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351309056, offset 224 00000400:00000200:1.0:1769074988.153869:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.153874:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.153877:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16602:16602:256:4294967295] 192.168.204.41@tcp LPNI seq info [16598:16598:8:4294967295] 00000400:00000200:1.0:1769074988.153883:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.153887:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.153889:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.153892:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.153895:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.153898:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.153911:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.153914:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.153916:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:2.0:1769074988.153966:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.153971:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.153974:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.153980:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.153983:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:2.0:1769074988.153986:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000400:00000200:3.0:1769074988.154776:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.154783:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5ce00 00000400:00000200:3.0:1769074988.154787:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 69400 00000400:00000200:3.0:1769074988.154795:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.154797:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.154800:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.154803:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afea00. 00000020:00000010:1.0:1769074988.154844:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.154847:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.154851:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.154853:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.154855:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.154872:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.154874:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.154875:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351309312 00000001:00000010:1.0:1769074988.154879:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724480. 00010000:00000010:1.0:1769074988.154888:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.0:1769074988.154892:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 02000000:00000010:1.0:1769074988.154904:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b3848f000. 00080000:00000010:1.0:1769074988.154924:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c50c0. 00000004:00000010:1.0:1769074988.154934:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b35dc2100. 00080000:00000010:1.0:1769074988.154937:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03ce0000. 00080000:00000010:1.0:1769074988.154941:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.154946:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5900. 00000001:00000010:1.0:1769074988.154948:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.154955:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.154969:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.154977:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afea00 x1855008351309312/t60129542235(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.154986:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.154989:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351309312, offset 224 00000400:00000200:1.0:1769074988.154992:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.154997:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.155000:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16603:16603:256:4294967295] 192.168.204.41@tcp LPNI seq info [16599:16599:8:4294967295] 00000400:00000200:1.0:1769074988.155006:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.155009:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.155012:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.155015:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.155018:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.155021:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.155053:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.155058:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.155062:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:2.0:1769074988.155099:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.155104:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.155108:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.155112:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.155115:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:2.0:1769074988.155118:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000400:00000200:2.0:1769074988.156281:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.156290:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d5ce80 00000400:00000200:2.0:1769074988.156296:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1efe9 [2] + 0 00000400:00000200:2.0:1769074988.156305:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.156309:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.156312:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.156316:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908ce00. 00000020:00000010:0.0:1769074988.156366:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.156372:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.156377:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.156380:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.156384:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.156407:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.156411:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.156414:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351309440 00000001:00000010:0.0:1769074988.156419:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 02000000:00000010:0.0:1769074988.156430:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc45800. 00000004:00000010:0.0:1769074988.156437:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.157120:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.157169:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.157178:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.157182:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.157190:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000400:00000010:0.0:1769074988.157197:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200690. 00000400:00000200:0.0:1769074988.157202:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.157211:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.157216:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16604:16604:256:4294967295] 192.168.204.41@tcp LPNI seq info [16600:16600:8:4294967295] 00000400:00000200:0.0:1769074988.157222:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.157229:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.157235:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.157239:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.157244:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.157249:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.157253:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.157269:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d5ce80-0x6971ec9d5ce80 00000800:00000200:3.0:1769074988.157326:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.157329:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.157332:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.157336:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.157340:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc47400 00000400:00000200:2.0:1769074988.157795:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:2.0:1769074988.157805:0:16310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x28759 00000400:00000200:2.0:1769074988.157809:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.157812:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:2.0:1769074988.157816:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:2.0:1769074988.157818:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000100:00000200:2.0:1769074988.157821:0:16310:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc47400 00000100:00000010:0.0:1769074988.157863:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.157877:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc47400. 00000004:00000010:0.0:1769074988.158412:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.158420:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908ce00 x1855008351309440/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.158431:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.158433:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351309440, offset 224 00000400:00000200:0.0:1769074988.158437:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.158442:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.158446:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16605:16605:256:4294967295] 192.168.204.41@tcp LPNI seq info [16601:16601:8:4294967295] 00000400:00000200:0.0:1769074988.158452:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.158455:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.158458:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.158461:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.158464:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.158467:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.158482:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.158485:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.158487:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00000800:00000200:2.0:1769074988.158532:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.158536:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:2.0:1769074988.158540:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.158544:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.158547:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:2.0:1769074988.158549:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000400:00000200:3.0:1769074988.159732:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.159740:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5cf80 00000400:00000200:3.0:1769074988.159744:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1efe9 [2] + 448 00000400:00000200:3.0:1769074988.159752:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.159754:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.159757:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.159761:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe680. 00000020:00000010:0.0:1769074988.159797:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.159801:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.159804:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.159807:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.159809:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.159827:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.159829:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.159831:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351309696 02000000:00000010:0.0:1769074988.159845:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47400. 00000020:00000010:0.0:1769074988.159864:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b84e0. 00080000:00000010:0.0:1769074988.159868:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01efaa00. 00080000:00000010:0.0:1769074988.159879:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.159896:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8c00. 00000001:00000010:0.0:1769074988.159901:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724600. 00080000:00000010:0.0:1769074988.159913:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.159917:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b84e0. 00000004:00000010:0.0:1769074988.159925:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b35dc2100. 00010000:00000200:0.0:1769074988.159943:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe680 x1855008351309696/t60129542236(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.159956:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.159960:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351309696, offset 224 00000400:00000200:0.0:1769074988.159965:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.159972:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.159977:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16606:16606:256:4294967295] 192.168.204.41@tcp LPNI seq info [16602:16602:8:4294967295] 00000400:00000200:0.0:1769074988.159987:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.159992:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.159997:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.160001:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.160006:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.160010:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.160047:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.160051:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.160053:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00010000:00000010:2.1:1769074988.160062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd000. 00010000:00000010:2.1:1769074988.160072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:1.1:1769074988.160074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.1:1769074988.160084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae900. 00010000:00000010:1.1:1769074988.160089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:1.1:1769074988.160092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:1.1:1769074988.160096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:1.1:1769074988.160100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae700. 00010000:00000010:1.1:1769074988.160105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163a00. 00010000:00000010:1.1:1769074988.160116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f200. 00000800:00000200:2.0:1769074988.160118:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1769074988.160120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163600. 00000800:00000010:2.0:1769074988.160123:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00010000:00000010:1.1:1769074988.160125:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae100. 00000400:00000200:2.0:1769074988.160130:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.160136:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.160141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163400. 00000400:00000200:2.0:1769074988.160142:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00010000:00000010:1.1:1769074988.160148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162a00. 00000400:00000010:2.0:1769074988.160149:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00010000:00000010:1.1:1769074988.160154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162e00. 00010000:00000010:1.1:1769074988.160161:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aec00. 00010000:00000010:1.1:1769074988.160165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163200. 00010000:00000010:1.1:1769074988.160176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162800. 00000400:00000200:2.0:1769074988.160781:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.160789:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5d080 00000400:00000200:2.0:1769074988.160795:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 70048 00000400:00000200:2.0:1769074988.160805:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.160809:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.160812:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.160816:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908c000. 00000020:00000010:1.0:1769074988.160856:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.160859:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.160863:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.160866:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.160868:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.160888:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.160889:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.160891:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351309952 00000001:00000010:1.0:1769074988.160895:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.160909:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3f70d000. 00010000:00000010:1.0:1769074988.160925:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074988.160932:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2680. 00010000:00000010:1.0:1769074988.160940:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:1.0:1769074988.160943:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.160949:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064300. 00010000:00000010:1.0:1769074988.160951:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2680. 00010000:00000010:1.0:1769074988.160961:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795200. 00010000:00000010:1.0:1769074988.160964:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f080. 00010000:00000010:1.0:1769074988.160993:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745c00. 00010000:00000010:1.0:1769074988.160996:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde00. 00010000:00000010:1.0:1769074988.160999:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794400. 00010000:00000010:1.0:1769074988.161001:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb80. 00000020:00000010:1.0:1769074988.161011:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b40. 00000020:00000010:1.0:1769074988.161017:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b40. 00080000:00000010:1.0:1769074988.161021:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.161058:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.161063:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c52a0. 00080000:00000010:1.0:1769074988.161067:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04a3fa00. 00080000:00000010:1.0:1769074988.161085:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.161117:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.161125:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.161135:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5660. 00000001:00000010:1.0:1769074988.161140:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.161150:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.161154:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c52a0. 00010000:00000010:1.0:1769074988.161172:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb80. 00010000:00000010:1.0:1769074988.161176:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde00. 00080000:00000010:1.0:1769074988.161236:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.161239:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40510c00. 00000004:00000010:1.0:1769074988.161242:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0ded0. 00000004:00000010:1.0:1769074988.161244:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9bb8. 00000004:00000010:1.0:1769074988.161246:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06773680. 00010000:00000010:1.0:1769074988.161254:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.161264:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542237, last committed = 0 00010000:00000200:1.0:1769074988.161270:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908c000 x1855008351309952/t60129542237(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.161279:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074988.161282:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351309952, offset 224 00000400:00000200:1.0:1769074988.161286:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.161291:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.161294:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16607:16607:256:4294967295] 192.168.204.41@tcp LPNI seq info [16603:16603:8:4294967295] 00000400:00000200:1.0:1769074988.161301:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.161304:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.161307:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.161310:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.161313:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.161315:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.161332:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.161336:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.161340:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:3.0:1769074988.161392:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.161394:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.161397:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.161400:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.161403:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:3.0:1769074988.161404:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:2.0:1769074988.162016:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.162042:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5d180 00000400:00000200:2.0:1769074988.162051:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 70536 00000400:00000200:2.0:1769074988.162061:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.162065:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.162069:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.162072:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908df80. 00000020:00000010:1.0:1769074988.162109:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.162114:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.162119:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.162122:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.162125:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.162149:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.162153:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.162157:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351310208 00000001:00000010:1.0:1769074988.162163:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724600. 02000000:00000010:1.0:1769074988.162176:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b38b5a000. 00010000:00000010:1.0:1769074988.162190:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c380. 00010000:00000010:1.0:1769074988.162196:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2280. 00010000:00000010:1.0:1769074988.162203:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794200. 00010000:00000010:1.0:1769074988.162205:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.162211:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745000. 00010000:00000010:1.0:1769074988.162213:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2280. 00010000:00000010:1.0:1769074988.162216:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795e00. 00010000:00000010:1.0:1769074988.162218:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fb80. 00010000:00000010:1.0:1769074988.162233:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745300. 00010000:00000010:1.0:1769074988.162236:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.162238:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:1.0:1769074988.162240:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f900. 00000020:00000010:1.0:1769074988.162247:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b40. 00000020:00000010:1.0:1769074988.162253:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b40. 00000020:00000010:1.0:1769074988.162258:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.162260:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b069c8600. 00080000:00000010:1.0:1769074988.162278:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.162297:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.162302:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.162308:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c52a0. 00000001:00000010:1.0:1769074988.162311:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.162317:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.162319:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.162324:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:1.0:1769074988.162327:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f980. 00010000:00000010:1.0:1769074988.162334:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.162352:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f900. 00010000:00000010:0.0:1769074988.162382:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f980. 00010000:00000010:0.0:1769074988.162389:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00080000:00000010:1.0:1769074988.162391:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a0c0. 00010000:00000010:0.0:1769074988.162398:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.162398:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b40511800. 00000004:00000010:1.0:1769074988.162406:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c110. 00000004:00000010:1.0:1769074988.162409:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9528. 00000004:00000010:1.0:1769074988.162411:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b067732c0. 00010000:00000010:1.0:1769074988.162420:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.162429:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542238, last committed = 0 00010000:00000200:1.0:1769074988.162434:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908df80 x1855008351310208/t60129542238(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.162444:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.162446:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351310208, offset 224 00000400:00000200:1.0:1769074988.162449:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.162454:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.162457:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16608:16608:256:4294967295] 192.168.204.41@tcp LPNI seq info [16604:16604:8:4294967295] 00000400:00000200:1.0:1769074988.162463:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.162466:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.162469:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.162472:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.162475:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.162478:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.162491:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.162494:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.162496:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:2.0:1769074988.162551:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.162555:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.162559:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.162564:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.162567:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:2.0:1769074988.162569:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:3.0:1769074988.163248:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.163258:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5d280 00000400:00000200:3.0:1769074988.163264:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 71024 00000400:00000200:3.0:1769074988.163274:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.163279:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.163283:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.163289:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58000. 00000020:00000010:1.0:1769074988.163327:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.163331:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.163334:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34edae00. 00000020:00000010:1.0:1769074988.163337:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.163339:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.163357:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.163359:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.163361:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351310464 00000001:00000010:1.0:1769074988.163368:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.163379:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b38b58000. 00010000:00000010:1.0:1769074988.163394:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.163402:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2e00. 00010000:00000010:1.0:1769074988.163408:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795000. 00010000:00000010:1.0:1769074988.163411:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.163417:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745600. 00010000:00000010:1.0:1769074988.163419:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2e00. 00010000:00000010:1.0:1769074988.163422:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794000. 00010000:00000010:1.0:1769074988.163424:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f900. 00010000:00000010:1.0:1769074988.163439:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745200. 00010000:00000010:1.0:1769074988.163442:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde00. 00010000:00000010:1.0:1769074988.163444:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:1.0:1769074988.163446:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fc00. 00000020:00000010:1.0:1769074988.163454:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b40. 00000020:00000010:1.0:1769074988.163461:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b40. 00000020:00000010:1.0:1769074988.163466:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.163468:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b412ad800. 00000004:00000010:1.0:1769074988.163477:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.163481:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.163483:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.163490:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.163511:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.163517:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.163520:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.163532:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.163552:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.163557:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.163584:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5c60. 00000001:00000010:1.0:1769074988.163586:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.163592:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.163594:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.163596:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.163597:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.163599:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.163605:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.0:1769074988.163608:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.163614:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.163635:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fc00. 00010000:00000010:0.0:1769074988.163662:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000010:0.0:1769074988.163670:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde00. 00080000:00000010:1.0:1769074988.163674:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2480. 00010000:00000010:0.0:1769074988.163678:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.163680:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02aec200. 00000004:00000010:1.0:1769074988.163688:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.163692:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.163695:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.163698:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.163701:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0ddc0. 00000004:00000010:1.0:1769074988.163704:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe9ac8. 00000004:00000010:1.0:1769074988.163707:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b067721e0. 00010000:00000010:1.0:1769074988.163732:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.163748:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542239, last committed = 0 00010000:00000200:1.0:1769074988.163756:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58000 x1855008351310464/t60129542239(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.163769:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074988.163774:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351310464, offset 224 00000400:00000200:1.0:1769074988.163785:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.163792:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.163795:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16609:16609:256:4294967295] 192.168.204.41@tcp LPNI seq info [16605:16605:8:4294967295] 00000400:00000200:1.0:1769074988.163802:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.163806:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.163808:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.163811:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.163814:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.163817:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.163830:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2c00. 00000020:00000010:1.0:1769074988.163832:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.163834:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34edae00. 00000800:00000200:2.0:1769074988.163887:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.163892:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.163895:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.163900:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.163904:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:2.0:1769074988.163906:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00010000:00000010:0.1:1769074988.164053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064700. 00010000:00000010:1.1:1769074988.164057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031000. 00010000:00000010:0.1:1769074988.164061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.1:1769074988.164065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064e00. 00010000:00000010:1.1:1769074988.164070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.1:1769074988.164072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030e00. 00010000:00000010:1.1:1769074988.164075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.1:1769074988.164078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064c00. 00010000:00000010:1.1:1769074988.164081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.1:1769074988.164088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.1:1769074988.164091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.1:1769074988.164094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064500. 00010000:00000010:1.1:1769074988.164098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663000. 00010000:00000010:1.1:1769074988.164101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030000. 00000400:00000200:2.0:1769074988.164655:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.164664:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5d380 00000400:00000200:2.0:1769074988.164669:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 71528 00000400:00000200:2.0:1769074988.164678:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.164681:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.164685:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.164689:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908e680. 00000020:00000010:1.0:1769074988.164749:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.164753:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.164757:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b412ace00. 00000020:00000010:1.0:1769074988.164760:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.164762:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.164782:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.164784:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.164786:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351310720 00000001:00000010:1.0:1769074988.164790:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 02000000:00000010:1.0:1769074988.164801:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b38b59000. 00010000:00000010:1.0:1769074988.164815:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c280. 00010000:00000010:1.0:1769074988.164823:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2180. 00010000:00000010:1.0:1769074988.164830:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.0:1769074988.164833:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.164838:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745f00. 00010000:00000010:1.0:1769074988.164840:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2180. 00010000:00000010:1.0:1769074988.164843:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1000. 00010000:00000010:1.0:1769074988.164845:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fc00. 00010000:00000010:1.0:1769074988.164862:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745500. 00010000:00000010:1.0:1769074988.164864:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.164866:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.0:1769074988.164868:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f580. 00000020:00000010:1.0:1769074988.164875:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b40. 00000020:00000010:1.0:1769074988.164883:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b40. 00000020:00000010:1.0:1769074988.164887:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.164890:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34edae00. 00000004:00000010:1.0:1769074988.164898:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.164900:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.164901:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.164905:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edcd8. 00080000:00000010:1.0:1769074988.164918:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.164922:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.164926:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.164937:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.164956:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.164961:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.164983:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c59c0. 00000001:00000010:1.0:1769074988.164985:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.164991:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.164993:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.164995:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.164996:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.164998:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c50c0. 00010000:00000010:1.0:1769074988.165003:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.0:1769074988.165006:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fe00. 00010000:00000010:1.0:1769074988.165012:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.165057:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f580. 00010000:00000010:2.0:1769074988.165069:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fe00. 00010000:00000010:2.0:1769074988.165078:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00010000:00000010:2.0:1769074988.165088:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.165106:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2800. 00080000:00000010:1.0:1769074988.165113:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02aec000. 00000004:00000010:1.0:1769074988.165134:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edcd8. 00000004:00000010:1.0:1769074988.165138:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.165141:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.165143:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.165145:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d540. 00000004:00000010:1.0:1769074988.165147:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b05fe94b0. 00000004:00000010:1.0:1769074988.165149:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06773a40. 00010000:00000010:1.0:1769074988.165159:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.165169:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542240, last committed = 0 00010000:00000200:1.0:1769074988.165174:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908e680 x1855008351310720/t60129542240(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.165283:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.165287:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351310720, offset 224 00000400:00000200:1.0:1769074988.165292:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.165297:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.165300:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16610:16610:256:4294967295] 192.168.204.41@tcp LPNI seq info [16606:16606:8:4294967295] 00000400:00000200:1.0:1769074988.165307:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.165310:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.165312:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.165315:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.165318:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.165321:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.165337:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.165340:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.165342:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b412ace00. 00000800:00000200:3.0:1769074988.165395:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.165399:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.165402:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.165406:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.165409:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:3.0:1769074988.165411:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000400:00000200:2.0:1769074988.166186:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.166195:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5d480 00000400:00000200:2.0:1769074988.166200:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 72032 00000400:00000200:2.0:1769074988.166210:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.166214:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.166218:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.166222:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908d500. 00000020:00000010:1.0:1769074988.166260:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.166264:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.166267:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b412ace00. 00000020:00000010:1.0:1769074988.166269:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.166271:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.166289:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.166291:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.166292:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351310976 00000001:00000010:1.0:1769074988.166296:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.166305:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.0:1769074988.166308:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 02000000:00000010:1.0:1769074988.166321:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b03c80000. 00080000:00000010:1.0:1769074988.166341:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c50c0. 00000004:00000010:1.0:1769074988.166351:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b35dc2480. 00080000:00000010:1.0:1769074988.166355:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02aec000. 00080000:00000010:1.0:1769074988.166359:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.166363:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5c00. 00000001:00000010:1.0:1769074988.166366:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.166372:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.166386:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.166393:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908d500 x1855008351310976/t60129542241(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.166401:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.166404:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351310976, offset 224 00000400:00000200:1.0:1769074988.166407:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.166412:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.166415:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16611:16611:256:4294967295] 192.168.204.41@tcp LPNI seq info [16607:16607:8:4294967295] 00000400:00000200:1.0:1769074988.166421:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.166424:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.166427:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.166430:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.166433:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.166435:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.166448:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.166451:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.166453:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b412ace00. 00000800:00000200:2.0:1769074988.166496:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.166500:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.166503:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.166508:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.166511:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:2.0:1769074988.166514:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:3.0:1769074988.167780:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.167787:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d5d500 00000400:00000200:3.0:1769074988.167791:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1efe9 [2] + 840 00000400:00000200:3.0:1769074988.167798:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.167801:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.167804:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.167807:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58e00. 00000020:00000010:0.0:1769074988.167855:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.167860:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.167865:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.167868:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.167872:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.167896:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.167899:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.167900:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351311104 00000001:00000010:0.0:1769074988.167904:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:0.0:1769074988.167913:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc47800. 00000004:00000010:0.0:1769074988.167918:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00010000:00000010:0.1:1769074988.168062:0:26107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745300. 00010000:00000010:0.1:1769074988.168069:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:1.1:1769074988.168077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.1:1769074988.168086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ee00. 00010000:00000010:1.1:1769074988.168093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dda00. 00010000:00000010:1.1:1769074988.168098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064900. 00010000:00000010:1.1:1769074988.168102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:1.1:1769074988.168111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:1.1:1769074988.168115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.1:1769074988.168119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:1.1:1769074988.168122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1ddc00. 00080000:00000010:0.0:1769074988.168441:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.168773:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.168783:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.168786:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.168791:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000400:00000010:0.0:1769074988.168796:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200d58. 00000400:00000200:0.0:1769074988.168799:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.168806:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.168810:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16612:16612:256:4294967295] 192.168.204.41@tcp LPNI seq info [16608:16608:8:4294967295] 00000400:00000200:0.0:1769074988.168813:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.168818:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.168821:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.168824:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.168827:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.168830:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.168832:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.168844:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d5d500-0x6971ec9d5d500 00000800:00000200:2.0:1769074988.168898:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.168903:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:2.0:1769074988.168906:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.168911:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.168916:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc46800 00000400:00000200:2.0:1769074988.169382:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:2.0:1769074988.169391:0:16311:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x28779 00000400:00000200:2.0:1769074988.169396:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.169400:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:2.0:1769074988.169403:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:2.0:1769074988.169405:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000200:2.0:1769074988.169409:0:16311:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc46800 00000100:00000010:0.0:1769074988.169447:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.169454:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc46800. 00000004:00000010:0.0:1769074988.169950:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.169958:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58e00 x1855008351311104/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.169968:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.169971:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351311104, offset 224 00000400:00000200:0.0:1769074988.169974:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.169979:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.169982:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16613:16613:256:4294967295] 192.168.204.41@tcp LPNI seq info [16609:16609:8:4294967295] 00000400:00000200:0.0:1769074988.169989:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.169992:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.169994:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.169997:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.170000:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.170003:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.170017:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.170019:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.170022:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00000800:00000200:3.0:1769074988.170091:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.170097:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.170101:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.170107:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.170111:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:3.0:1769074988.170113:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000400:00000200:2.0:1769074988.171233:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.171243:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5d600 00000400:00000200:2.0:1769074988.171248:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1efe9 [2] + 1288 00000400:00000200:2.0:1769074988.171258:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.171262:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.171266:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.171269:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908f100. 00000020:00000010:0.0:1769074988.171307:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.171311:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.171315:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.171318:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.171322:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.171346:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.171349:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.171353:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351311360 02000000:00000010:0.0:1769074988.171371:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46800. 00000020:00000010:0.0:1769074988.171393:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8ae0. 00080000:00000010:0.0:1769074988.171398:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07b9b000. 00080000:00000010:0.0:1769074988.171406:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.171418:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8660. 00000001:00000010:0.0:1769074988.171422:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724600. 00080000:00000010:0.0:1769074988.171430:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.171433:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8ae0. 00000004:00000010:0.0:1769074988.171439:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b35dc2480. 00010000:00000200:0.0:1769074988.171452:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908f100 x1855008351311360/t60129542242(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.171462:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074988.171465:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351311360, offset 224 00000400:00000200:0.0:1769074988.171468:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.171473:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.171476:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16614:16614:256:4294967295] 192.168.204.41@tcp LPNI seq info [16610:16610:8:4294967295] 00000400:00000200:0.0:1769074988.171482:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.171485:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.171487:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074988.171490:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.171493:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.171496:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.171510:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.171512:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.171514:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00000800:00000200:2.0:1769074988.171557:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.171561:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:2.0:1769074988.171565:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.171570:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.171574:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:2.0:1769074988.171576:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000400:00000200:3.0:1769074988.172202:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.172209:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5d700 00000400:00000200:3.0:1769074988.172213:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 72680 00000400:00000200:3.0:1769074988.172220:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.172223:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.172226:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.172229:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5a300. 00000020:00000010:1.0:1769074988.172266:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.172270:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.172273:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aec200. 00000020:00000010:1.0:1769074988.172276:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.172278:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.172297:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.172299:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.172301:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351311616 00000001:00000010:1.0:1769074988.172304:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.172313:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.0:1769074988.172317:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 02000000:00000010:1.0:1769074988.172330:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b03c87000. 00010000:00000010:1.0:1769074988.172350:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.0:1769074988.172353:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f580. 00000004:00000010:1.0:1769074988.172367:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b35dc2600. 00080000:00000010:1.0:1769074988.172371:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b412ace00. 00080000:00000010:1.0:1769074988.172375:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.172380:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c56c0. 00000001:00000010:1.0:1769074988.172382:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.172389:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.172407:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.172421:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5a300 x1855008351311616/t60129542243(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.172435:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.172439:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351311616, offset 224 00000400:00000200:1.0:1769074988.172444:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.172451:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.172457:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16615:16615:256:4294967295] 192.168.204.41@tcp LPNI seq info [16611:16611:8:4294967295] 00000400:00000200:1.0:1769074988.172467:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.172472:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.172477:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.172481:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.172486:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.172500:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.172516:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.172520:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.172524:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aec200. 00000800:00000200:2.0:1769074988.172563:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.172567:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.172571:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.172576:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.172579:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:2.0:1769074988.172581:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00010000:00000010:1.1:1769074988.173053:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745c00. 00010000:00000010:0.1:1769074988.173057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745200. 00010000:00000010:1.1:1769074988.173060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.1:1769074988.173064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745500. 00010000:00000010:0.1:1769074988.173066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.1:1769074988.173073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.1:1769074988.173076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.1:1769074988.173081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150de00. 00010000:00000010:1.1:1769074988.173086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd600. 00010000:00000010:1.1:1769074988.173104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:1.1:1769074988.173127:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794200. 00010000:00000010:1.1:1769074988.173129:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d400. 00010000:00000010:1.1:1769074988.173131:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd500. 00010000:00000010:1.1:1769074988.173134:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:1.1:1769074988.173140:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795000. 00010000:00000010:1.1:1769074988.173142:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.1:1769074988.173143:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd100. 00000400:00000200:2.0:1769074988.173388:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.173396:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5d780 00000400:00000200:2.0:1769074988.173402:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 73328 00000400:00000200:2.0:1769074988.173411:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.173415:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.173418:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.173422:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908f480. 00000020:00000010:1.0:1769074988.173494:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.173498:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.173502:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aec200. 00000020:00000010:1.0:1769074988.173504:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.173507:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.173527:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.173529:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.173531:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351311744 00000001:00000010:1.0:1769074988.173535:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724600. 00010000:00000010:1.0:1769074988.173544:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:1.0:1769074988.173548:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 02000000:00000010:1.0:1769074988.173557:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03c84000. 00010000:00000010:1.0:1769074988.173570:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.0:1769074988.173572:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.173579:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745c00. 00010000:00000010:1.0:1769074988.173582:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2200. 00010000:00000010:1.0:1769074988.173585:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.0:1769074988.173587:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00000004:00000010:1.0:1769074988.173605:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae423c0. 00000004:00000010:1.0:1769074988.173610:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.173614:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066decc0. 00080000:00000010:1.0:1769074988.173620:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a04db4e00. 00000001:00000010:1.0:1769074988.173629:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.173634:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00010000:00000010:1.0:1769074988.173666:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745b00. 00010000:00000010:1.0:1769074988.173668:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.173671:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:1.0:1769074988.173674:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fe00. 00080000:00000010:1.0:1769074988.173687:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c57e0. 00010000:00000010:1.0:1769074988.173708:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.173736:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.173740:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2200. 00010000:00000010:1.0:1769074988.173750:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00010000:00000200:1.0:1769074988.173758:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908f480 x1855008351311744/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.173768:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.173770:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351311744, offset 224 00000400:00000200:1.0:1769074988.173774:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.173779:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.173783:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16616:16616:256:4294967295] 192.168.204.41@tcp LPNI seq info [16612:16612:8:4294967295] 00000400:00000200:1.0:1769074988.173789:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.173792:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.173795:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.173798:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.173801:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.173803:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.173818:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.173821:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.173823:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aec200. 00000800:00000200:3.0:1769074988.173874:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.173878:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.173881:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.173885:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.173888:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:3.0:1769074988.173890:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000400:00000200:2.0:1769074988.174739:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.174748:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5d880 00000400:00000200:2.0:1769074988.174753:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 73904 00000400:00000200:2.0:1769074988.174762:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.174766:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.174769:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.174773:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908ed80. 00000020:00000010:1.0:1769074988.174824:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.174828:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.174833:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aec200. 00000020:00000010:1.0:1769074988.174836:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.174840:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.174861:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.174865:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.174867:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351312000 02000000:00000010:1.0:1769074988.174883:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b03c83000. 00010000:00000010:1.0:1769074988.174899:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fe00. 00010000:00000010:1.0:1769074988.174907:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.174915:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:1.0:1769074988.174924:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:1.0:1769074988.174928:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fe00. 00010000:00000010:1.0:1769074988.174936:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745a00. 00010000:00000010:1.0:1769074988.174939:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c00. 00010000:00000010:1.0:1769074988.174943:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663c00. 00010000:00000010:1.0:1769074988.174946:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f880. 00010000:00000010:1.0:1769074988.174967:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745900. 00010000:00000010:1.0:1769074988.174971:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2200. 00010000:00000010:1.0:1769074988.174974:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.0:1769074988.174978:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00000020:00000010:1.0:1769074988.174987:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.174993:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.174997:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5120. 00080000:00000010:1.0:1769074988.175000:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01f5e000. 00080000:00000010:1.0:1769074988.175019:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.175067:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.175073:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.175079:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5420. 00000001:00000010:1.0:1769074988.175083:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.175089:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.175091:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5120. 00010000:00000010:1.0:1769074988.175096:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663000. 00010000:00000010:1.0:1769074988.175099:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.175105:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.175123:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:0.0:1769074988.175153:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:0.0:1769074988.175161:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2200. 00080000:00000010:1.0:1769074988.175167:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c57e0. 00010000:00000010:0.0:1769074988.175169:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.175175:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04db4e00. 00000004:00000010:1.0:1769074988.175180:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066decc0. 00000004:00000010:1.0:1769074988.175183:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.175185:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae423c0. 00010000:00000010:1.0:1769074988.175194:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fe00. 00010000:00000200:1.0:1769074988.175203:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542244, last committed = 0 00010000:00000200:1.0:1769074988.175208:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908ed80 x1855008351312000/t60129542244(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.175217:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.175220:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351312000, offset 224 00000400:00000200:1.0:1769074988.175223:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.175228:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.175231:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16617:16617:256:4294967295] 192.168.204.41@tcp LPNI seq info [16613:16613:8:4294967295] 00000400:00000200:1.0:1769074988.175237:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.175240:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.175243:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.175246:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.175249:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.175251:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.175265:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.175268:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.175270:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aec200. 00000800:00000200:2.0:1769074988.175326:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.175330:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.175335:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.175340:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.175343:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:2.0:1769074988.175346:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000400:00000200:3.0:1769074988.175935:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.175941:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5d900 00000400:00000200:3.0:1769074988.175945:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 74392 00000400:00000200:3.0:1769074988.175952:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.175955:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.175958:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.175961:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59180. 00000020:00000010:1.0:1769074988.176002:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.176005:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.176008:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5e800. 00000020:00000010:1.0:1769074988.176010:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.176012:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.176047:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.176050:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.176052:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351312128 00000001:00000010:1.0:1769074988.176056:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.176065:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030000. 00010000:00000010:1.0:1769074988.176069:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fe00. 02000000:00000010:1.0:1769074988.176080:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1728d000. 00010000:00000010:1.0:1769074988.176090:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.0:1769074988.176092:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.176099:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745700. 00010000:00000010:1.0:1769074988.176101:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2200. 00010000:00000010:1.0:1769074988.176103:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.0:1769074988.176105:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00000004:00000010:1.0:1769074988.176118:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae42f00. 00000004:00000010:1.0:1769074988.176122:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.176124:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066decc0. 00080000:00000010:1.0:1769074988.176127:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a01f5ee00. 00000001:00000010:1.0:1769074988.176131:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.176135:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00010000:00000010:1.0:1769074988.176155:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745800. 00010000:00000010:1.0:1769074988.176159:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde00. 00010000:00000010:1.0:1769074988.176163:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.0:1769074988.176167:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f980. 00080000:00000010:1.0:1769074988.176184:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c57e0. 00010000:00000010:1.0:1769074988.176206:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.176216:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.176220:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2200. 00010000:00000010:1.0:1769074988.176233:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fe00. 00010000:00000200:1.0:1769074988.176241:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59180 x1855008351312128/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.176251:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.176254:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351312128, offset 224 00000400:00000200:1.0:1769074988.176257:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.176262:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.176265:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16618:16618:256:4294967295] 192.168.204.41@tcp LPNI seq info [16614:16614:8:4294967295] 00000400:00000200:1.0:1769074988.176271:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.176274:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.176276:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.176279:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.176282:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.176284:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.176297:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.176300:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.176302:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5e800. 00000800:00000200:2.0:1769074988.176353:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.176357:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.176361:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.176366:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.176369:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:2.0:1769074988.176371:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000400:00000200:2.0:1769074988.177063:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.177071:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5da00 00000400:00000200:2.0:1769074988.177076:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 74968 00000400:00000200:2.0:1769074988.177085:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.177089:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.177092:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.177096:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908d180. 00000020:00000010:1.0:1769074988.177135:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.177139:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.177143:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5e800. 00000020:00000010:1.0:1769074988.177147:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.177151:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.177174:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.177176:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.177178:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351312384 02000000:00000010:1.0:1769074988.177189:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b1728b000. 00010000:00000010:1.0:1769074988.177202:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f980. 00010000:00000010:1.0:1769074988.177208:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde00. 00010000:00000010:1.0:1769074988.177214:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.0:1769074988.177216:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f980. 00010000:00000010:1.0:1769074988.177221:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745e00. 00010000:00000010:1.0:1769074988.177223:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2200. 00010000:00000010:1.0:1769074988.177226:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030e00. 00010000:00000010:1.0:1769074988.177227:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585fe00. 00010000:00000010:1.0:1769074988.177242:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745d00. 00010000:00000010:1.0:1769074988.177244:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde00. 00010000:00000010:1.0:1769074988.177247:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.0:1769074988.177249:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00000020:00000010:1.0:1769074988.177254:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.177259:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.177264:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c5120. 00080000:00000010:1.0:1769074988.177266:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02aec200. 00080000:00000010:1.0:1769074988.177281:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.177300:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.177305:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.177311:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b06d2a0c0. 00000001:00000010:1.0:1769074988.177314:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.177320:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.177323:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c5120. 00010000:00000010:1.0:1769074988.177331:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.0:1769074988.177335:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.177343:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.177367:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000010:0.0:1769074988.177384:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:0.0:1769074988.177392:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde00. 00010000:00000010:0.0:1769074988.177399:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.177416:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c57e0. 00080000:00000010:1.0:1769074988.177420:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01f5ee00. 00000004:00000010:1.0:1769074988.177422:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066decc0. 00000004:00000010:1.0:1769074988.177424:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.177426:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42f00. 00010000:00000010:1.0:1769074988.177435:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f980. 00010000:00000200:1.0:1769074988.177445:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542245, last committed = 0 00010000:00000200:1.0:1769074988.177450:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908d180 x1855008351312384/t60129542245(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.177463:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.177465:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351312384, offset 224 00000400:00000200:1.0:1769074988.177469:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.177473:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.177476:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16619:16619:256:4294967295] 192.168.204.41@tcp LPNI seq info [16615:16615:8:4294967295] 00000400:00000200:1.0:1769074988.177482:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.177485:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.177488:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.177491:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.177494:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.177496:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.177512:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2800. 00000020:00000010:1.0:1769074988.177516:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.177519:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5e800. 00000800:00000200:3.0:1769074988.177572:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.177575:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.177577:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.177580:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.177583:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074988.177584:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:2.0:1769074988.178168:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.178176:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5da80 00000400:00000200:2.0:1769074988.178180:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 75456 00000400:00000200:2.0:1769074988.178189:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.178193:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.178196:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.178200:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908d880. 00000020:00000010:1.0:1769074988.178237:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.178240:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.178243:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5e800. 00000020:00000010:1.0:1769074988.178245:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.178247:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.178264:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.178266:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.178268:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351312512 00000001:00000010:1.0:1769074988.178271:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.178279:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031000. 00010000:00000010:1.0:1769074988.178283:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f980. 02000000:00000010:1.0:1769074988.178291:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1728e000. 00010000:00000010:1.0:1769074988.178302:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.0:1769074988.178305:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.178311:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745100. 00010000:00000010:1.0:1769074988.178313:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2800. 00010000:00000010:1.0:1769074988.178316:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.0:1769074988.178318:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00000004:00000010:1.0:1769074988.178333:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae42960. 00000004:00000010:1.0:1769074988.178338:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.178342:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066decc0. 00080000:00000010:1.0:1769074988.178346:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a01f5ee00. 00000001:00000010:1.0:1769074988.178352:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.178358:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00010000:00000010:1.0:1769074988.178383:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745400. 00010000:00000010:1.0:1769074988.178387:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.178391:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.0:1769074988.178395:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00080000:00000010:1.0:1769074988.178408:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.178424:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.178429:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.178432:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2800. 00010000:00000010:1.0:1769074988.178442:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f980. 00010000:00000200:1.0:1769074988.178450:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908d880 x1855008351312512/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.178459:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.178461:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351312512, offset 224 00000400:00000200:1.0:1769074988.178464:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.178469:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.178472:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16620:16620:256:4294967295] 192.168.204.41@tcp LPNI seq info [16616:16616:8:4294967295] 00000400:00000200:1.0:1769074988.178478:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.178482:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.178484:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.178487:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.178490:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.178492:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.178505:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.178508:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.178510:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5e800. 00000800:00000200:2.0:1769074988.178563:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.178567:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.178571:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.178576:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.178579:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:2.0:1769074988.178581:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000400:00000200:3.0:1769074988.179219:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.179226:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5db80 00000400:00000200:3.0:1769074988.179230:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 76032 00000400:00000200:3.0:1769074988.179246:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.179249:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.179252:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.179255:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59c00. 00000020:00000010:1.0:1769074988.179291:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.179294:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.179296:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5e800. 00000020:00000010:1.0:1769074988.179298:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.179301:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.179317:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.179319:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.179320:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351312768 02000000:00000010:1.0:1769074988.179333:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b1728a000. 00010000:00000010:1.0:1769074988.179350:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.179359:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.179369:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.0:1769074988.179373:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.179380:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745500. 00010000:00000010:1.0:1769074988.179384:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327a00. 00010000:00000010:1.0:1769074988.179387:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d400. 00010000:00000010:1.0:1769074988.179390:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f980. 00010000:00000010:1.0:1769074988.179406:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745200. 00010000:00000010:1.0:1769074988.179408:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327f00. 00010000:00000010:1.0:1769074988.179410:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150de00. 00010000:00000010:1.0:1769074988.179412:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00000020:00000010:1.0:1769074988.179418:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.179422:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.179427:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0a3c57e0. 00080000:00000010:1.0:1769074988.179430:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04db4e00. 00080000:00000010:1.0:1769074988.179446:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.179463:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.179467:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.179473:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5120. 00000001:00000010:1.0:1769074988.179476:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.179482:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.179484:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0a3c57e0. 00010000:00000010:1.0:1769074988.179489:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d800. 00010000:00000010:1.0:1769074988.179491:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.179497:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.179515:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000010:0.0:1769074988.179549:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00080000:00000010:1.0:1769074988.179550:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.179556:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01f5ee00. 00010000:00000010:0.0:1769074988.179560:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327f00. 00000004:00000010:1.0:1769074988.179561:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066decc0. 00000004:00000010:1.0:1769074988.179566:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.179570:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42960. 00010000:00000010:0.0:1769074988.179576:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.179583:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000200:1.0:1769074988.179594:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542246, last committed = 0 00010000:00000200:1.0:1769074988.179599:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59c00 x1855008351312768/t60129542246(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.179608:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074988.179610:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351312768, offset 224 00000400:00000200:1.0:1769074988.179613:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.179618:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.179621:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16621:16621:256:4294967295] 192.168.204.41@tcp LPNI seq info [16617:16617:8:4294967295] 00000400:00000200:1.0:1769074988.179627:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.179630:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.179633:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.179635:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.179639:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.179641:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.179654:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.179656:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.179658:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5e800. 00000800:00000200:2.0:1769074988.179722:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.179727:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.179730:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.179735:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.179738:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:2.0:1769074988.179740:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000400:00000200:2.0:1769074988.180335:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.180344:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5dc00 00000400:00000200:2.0:1769074988.180349:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 76520 00000400:00000200:2.0:1769074988.180359:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.180362:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.180366:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.180369:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908fb80. 00000020:00000010:1.0:1769074988.180406:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.180409:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.180413:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5e800. 00000020:00000010:1.0:1769074988.180414:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.180417:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.180433:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.180435:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.180436:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351312896 00000001:00000010:1.0:1769074988.180439:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.180447:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.0:1769074988.180450:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 02000000:00000010:1.0:1769074988.180459:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b17288000. 00010000:00000010:1.0:1769074988.180468:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.0:1769074988.180470:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.180476:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745300. 00010000:00000010:1.0:1769074988.180478:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327780. 00010000:00000010:1.0:1769074988.180481:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.0:1769074988.180482:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00000004:00000010:1.0:1769074988.180495:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae43a40. 00000004:00000010:1.0:1769074988.180498:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.180500:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066decc0. 00080000:00000010:1.0:1769074988.180503:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a01f5ee00. 00000001:00000010:1.0:1769074988.180507:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.180511:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00010000:00000010:1.0:1769074988.180541:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399300. 00010000:00000010:1.0:1769074988.180544:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327580. 00010000:00000010:1.0:1769074988.180547:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c400. 00010000:00000010:1.0:1769074988.180550:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00080000:00000010:1.0:1769074988.180563:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b0a3c57e0. 00010000:00000010:1.0:1769074988.180579:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.180585:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.180587:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327780. 00010000:00000010:1.0:1769074988.180597:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00010000:00000200:1.0:1769074988.180604:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908fb80 x1855008351312896/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.180612:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.180615:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351312896, offset 224 00000400:00000200:1.0:1769074988.180618:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.180622:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.180626:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16622:16622:256:4294967295] 192.168.204.41@tcp LPNI seq info [16618:16618:8:4294967295] 00000400:00000200:1.0:1769074988.180631:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.180635:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.180637:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.180640:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.180643:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.180645:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.180658:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.180660:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.180662:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5e800. 00000800:00000200:3.0:1769074988.180707:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.180725:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.180728:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.180732:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.180736:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:3.0:1769074988.180737:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00010000:00000010:1.1:1769074988.181056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.1:1769074988.181066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.1:1769074988.181071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0800. 00000400:00000200:2.0:1769074988.181424:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.181432:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5dd00 00000400:00000200:2.0:1769074988.181437:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 77096 00000400:00000200:2.0:1769074988.181446:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.181450:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.181453:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.181456:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908f800. 00000020:00000010:1.0:1769074988.181494:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.181497:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.181500:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5e800. 00000020:00000010:1.0:1769074988.181502:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.181505:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.181521:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.181523:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.181525:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351313152 02000000:00000010:1.0:1769074988.181535:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b1728f000. 00010000:00000010:1.0:1769074988.181548:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.181554:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327580. 00010000:00000010:1.0:1769074988.181561:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.0:1769074988.181563:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.181568:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399600. 00010000:00000010:1.0:1769074988.181570:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327580. 00010000:00000010:1.0:1769074988.181572:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ca00. 00010000:00000010:1.0:1769074988.181574:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff00. 00010000:00000010:1.0:1769074988.181588:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399200. 00010000:00000010:1.0:1769074988.181590:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327780. 00010000:00000010:1.0:1769074988.181591:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.181593:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00000020:00000010:1.0:1769074988.181600:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.181604:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.181608:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.181611:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03431600. 00080000:00000010:1.0:1769074988.181627:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.181644:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.181649:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.181676:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6ea0. 00000001:00000010:1.0:1769074988.181679:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.181687:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.181689:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.181694:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.0:1769074988.181697:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.181703:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.181736:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:2.0:1769074988.181758:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000010:2.0:1769074988.181768:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327780. 00010000:00000010:2.0:1769074988.181782:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.181784:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c57e0. 00080000:00000010:1.0:1769074988.181789:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01f5ee00. 00000004:00000010:1.0:1769074988.181793:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066decc0. 00000004:00000010:1.0:1769074988.181795:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.181797:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae43a40. 00010000:00000010:1.0:1769074988.181805:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000200:1.0:1769074988.181814:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542247, last committed = 0 00010000:00000200:1.0:1769074988.181819:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908f800 x1855008351313152/t60129542247(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.181827:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074988.181830:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351313152, offset 224 00000400:00000200:1.0:1769074988.181833:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.181837:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.181840:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16623:16623:256:4294967295] 192.168.204.41@tcp LPNI seq info [16619:16619:8:4294967295] 00000400:00000200:1.0:1769074988.181846:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.181850:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.181852:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.181854:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.181858:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.181860:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.181873:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.181875:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.181877:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5e800. 00000800:00000200:2.0:1769074988.181923:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.181927:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.181931:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.181936:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.181939:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:2.0:1769074988.181942:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:3.0:1769074988.182518:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.182529:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5dd80 00000400:00000200:3.0:1769074988.182533:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 77584 00000400:00000200:3.0:1769074988.182541:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.182544:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.182547:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.182549:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5a680. 00000020:00000010:1.0:1769074988.182584:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.182587:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.182590:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03431400. 00000020:00000010:1.0:1769074988.182592:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.182594:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.182611:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.182612:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.182614:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351313280 00000001:00000010:1.0:1769074988.182617:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.182625:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.0:1769074988.182628:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 02000000:00000010:1.0:1769074988.182636:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1728c000. 00010000:00000010:1.0:1769074988.182645:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.0:1769074988.182647:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.182654:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399f00. 00010000:00000010:1.0:1769074988.182656:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327200. 00010000:00000010:1.0:1769074988.182658:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.0:1769074988.182660:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00000004:00000010:1.0:1769074988.182673:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae42b40. 00000004:00000010:1.0:1769074988.182676:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.182678:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066decc0. 00080000:00000010:1.0:1769074988.182681:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03431200. 00000001:00000010:1.0:1769074988.182685:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.182689:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00010000:00000010:1.0:1769074988.182708:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399500. 00010000:00000010:1.0:1769074988.182725:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327680. 00010000:00000010:1.0:1769074988.182730:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.0:1769074988.182733:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00080000:00000010:1.0:1769074988.182746:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.182761:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.182767:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.182770:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327200. 00010000:00000010:1.0:1769074988.182780:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000200:1.0:1769074988.182787:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5a680 x1855008351313280/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.182795:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.182798:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351313280, offset 224 00000400:00000200:1.0:1769074988.182801:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.182806:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.182809:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16624:16624:256:4294967295] 192.168.204.41@tcp LPNI seq info [16620:16620:8:4294967295] 00000400:00000200:1.0:1769074988.182815:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.182818:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.182821:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.182823:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.182826:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.182828:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.182840:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.182843:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.182845:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03431400. 00000800:00000200:2.0:1769074988.182892:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.182897:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.182901:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.182906:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.182909:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:2.0:1769074988.182912:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000400:00000200:2.0:1769074988.183700:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.183709:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5de80 00000400:00000200:2.0:1769074988.183728:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 78160 00000400:00000200:2.0:1769074988.183738:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.183742:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.183745:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.183749:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908e300. 00000020:00000010:1.0:1769074988.183796:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.183800:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.183804:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03431400. 00000020:00000010:1.0:1769074988.183806:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.183808:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.183828:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.183830:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.183831:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351313536 02000000:00000010:1.0:1769074988.183844:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a04577000. 00010000:00000010:1.0:1769074988.183857:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.183863:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327680. 00010000:00000010:1.0:1769074988.183870:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.0:1769074988.183873:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.183879:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399b00. 00010000:00000010:1.0:1769074988.183881:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327680. 00010000:00000010:1.0:1769074988.183883:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690c00. 00010000:00000010:1.0:1769074988.183885:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074988.183902:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399a00. 00010000:00000010:1.0:1769074988.183904:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327200. 00010000:00000010:1.0:1769074988.183906:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.0:1769074988.183908:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00000020:00000010:1.0:1769074988.183915:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.183920:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.183925:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6c60. 00080000:00000010:1.0:1769074988.183927:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03431e00. 00080000:00000010:1.0:1769074988.183945:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.183973:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.183981:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.183991:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af62a0. 00000001:00000010:1.0:1769074988.183995:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.184005:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.184009:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6c60. 00010000:00000010:1.0:1769074988.184017:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690200. 00010000:00000010:1.0:1769074988.184022:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.184048:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.184066:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00080000:00000010:1.0:1769074988.184103:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.184107:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03431200. 00000004:00000010:1.0:1769074988.184111:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066decc0. 00000004:00000010:1.0:1769074988.184114:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.184117:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42b40. 00010000:00000010:0.0:1769074988.184126:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.184132:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:0.0:1769074988.184136:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327200. 00010000:00000200:1.0:1769074988.184147:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542248, last committed = 0 00010000:00000010:0.0:1769074988.184148:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00010000:00000200:1.0:1769074988.184155:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908e300 x1855008351313536/t60129542248(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.184166:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.184168:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351313536, offset 224 00000400:00000200:1.0:1769074988.184172:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.184177:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.184181:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16625:16625:256:4294967295] 192.168.204.41@tcp LPNI seq info [16621:16621:8:4294967295] 00000400:00000200:1.0:1769074988.184188:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.184191:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.184194:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.184196:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.184200:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.184202:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.184216:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.184218:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.184220:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03431400. 00000800:00000200:3.0:1769074988.184263:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.184267:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.184270:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.184273:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.184276:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:3.0:1769074988.184277:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000400:00000200:2.0:1769074988.184932:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.184941:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d5df00 00000400:00000200:2.0:1769074988.184947:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 78648 00000400:00000200:2.0:1769074988.184956:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.184961:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.184965:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.184968:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908c380. 00000020:00000010:1.0:1769074988.185017:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.185020:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.185023:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03431400. 00010000:00000010:1.1:1769074988.185044:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00000020:00000010:1.0:1769074988.185050:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.185052:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.185072:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.185075:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.185078:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351313664 00010000:00000010:0.1:1769074988.185078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745900. 00000001:00000010:1.0:1769074988.185083:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:0.1:1769074988.185089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663000. 00010000:00000010:1.0:1769074988.185094:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:0.1:1769074988.185096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745d00. 00010000:00000010:1.0:1769074988.185100:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00010000:00000010:0.1:1769074988.185103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030200. 00010000:00000010:0.1:1769074988.185108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745200. 00010000:00000010:0.1:1769074988.185112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d800. 02000000:00000010:1.0:1769074988.185115:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a04573000. 00010000:00000010:1.0:1769074988.185130:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.0:1769074988.185136:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.185146:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399900. 00010000:00000010:1.0:1769074988.185150:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327100. 00010000:00000010:1.0:1769074988.185155:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.0:1769074988.185158:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.185179:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:1.0:1769074988.185182:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.185207:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.185214:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.185217:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327100. 00010000:00000010:1.0:1769074988.185226:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00010000:00000200:1.0:1769074988.185234:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908c380 x1855008351313664/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.185243:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074988.185246:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351313664, offset 224 00000400:00000200:1.0:1769074988.185249:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.185254:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.185257:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16626:16626:256:4294967295] 192.168.204.41@tcp LPNI seq info [16622:16622:8:4294967295] 00000400:00000200:1.0:1769074988.185264:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.185267:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.185269:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.185272:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.185275:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.185278:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.185291:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.185293:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.185295:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03431400. 00000800:00000200:2.0:1769074988.185344:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.185348:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.185352:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.185356:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.185360:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:2.0:1769074988.185362:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000400:00000200:3.0:1769074988.186053:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.186061:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5e000 00000400:00000200:3.0:1769074988.186067:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1efe9 [2] + 1680 00000400:00000010:3.0:1769074988.186071:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8bb0. 00000400:00000200:3.0:1769074988.186074:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09649540 00000400:00000200:3.0:1769074988.186079:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.186082:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.186085:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09649540 00000400:00000010:3.0:1769074988.186086:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09649540. 00000100:00000200:3.0:1769074988.186089:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.186132:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.186137:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.186142:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.186146:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.186150:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.186177:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.186181:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.186185:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351313920 02000000:00000010:0.0:1769074988.186202:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46000. 00000004:00000010:0.0:1769074988.186225:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b35dc2600. 00080000:00000010:0.0:1769074988.186237:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04d7b000. 00080000:00000010:0.0:1769074988.186244:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.186251:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8ae0. 00000001:00000010:0.0:1769074988.186255:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724480. 00080000:00000010:0.0:1769074988.186267:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00010000:00000200:0.0:1769074988.186284:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0769a450 x1855008351313920/t60129542249(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.186298:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.186302:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351313920, offset 224 00000400:00000200:0.0:1769074988.186307:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.186315:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.186320:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16627:16627:256:4294967295] 192.168.204.41@tcp LPNI seq info [16623:16623:8:4294967295] 00000400:00000200:0.0:1769074988.186330:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.186335:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.186339:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.186344:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.186350:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.186353:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.186373:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.186377:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.186381:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 02000000:00000010:0.0:1769074988.186390:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.186395:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908f100. 02000000:00000010:0.0:1769074988.186401:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.186405:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58e00. 02000000:00000010:0.0:1769074988.186408:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.186411:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe680. 02000000:00000010:0.0:1769074988.186416:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc45800. 00000800:00000200:2.0:1769074988.186419:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1769074988.186420:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908ce00. 00000800:00000010:2.0:1769074988.186424:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000100:00000200:0.0:1769074988.186430:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:2.0:1769074988.186431:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.186439:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924000. 00000400:00000200:2.0:1769074988.186439:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.186446:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:0.0:1769074988.186447:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b7243c0. 00000400:00000010:2.0:1769074988.186449:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 02000000:00000010:2.0:1769074988.186456:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46000. 00000400:00000200:2.0:1769074988.187016:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.187046:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5e100 00000400:00000200:2.0:1769074988.187053:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 79224 00000400:00000200:2.0:1769074988.187064:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.187068:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.187072:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.187076:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908ce00. 00000020:00000010:1.0:1769074988.187124:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.187128:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.187131:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03431400. 00000020:00000010:1.0:1769074988.187134:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.187136:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.187159:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.187161:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.187163:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351314176 00000001:00000010:1.0:1769074988.187167:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 02000000:00000010:1.0:1769074988.187179:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a04572000. 00010000:00000010:1.0:1769074988.187191:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.187198:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f580. 00010000:00000010:1.0:1769074988.187202:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2000. 00010000:00000010:1.0:1769074988.187210:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.0:1769074988.187212:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.187217:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399700. 00010000:00000010:1.0:1769074988.187219:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327100. 00010000:00000010:1.0:1769074988.187222:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79400. 00010000:00000010:1.0:1769074988.187224:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074988.187241:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399800. 00010000:00000010:1.0:1769074988.187243:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327200. 00010000:00000010:1.0:1769074988.187246:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79600. 00010000:00000010:1.0:1769074988.187248:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f580. 00000020:00000010:1.0:1769074988.187256:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.187261:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00080000:00000010:1.0:1769074988.187266:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.187284:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.187289:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.187291:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03431200. 00080000:00000010:1.0:1769074988.187306:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.187329:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.187333:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.187339:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6c60. 00000001:00000010:1.0:1769074988.187342:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.187348:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.187351:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.187363:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f580. 00010000:00000010:1.0:1769074988.187367:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327200. 00080000:00000010:1.0:1769074988.187447:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074988.187450:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1735e400. 00000004:00000010:1.0:1769074988.187453:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c330. 00000004:00000010:1.0:1769074988.187455:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda37f8. 00000004:00000010:1.0:1769074988.187458:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06773c20. 00010000:00000010:1.0:1769074988.187466:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.187476:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542250, last committed = 0 00010000:00000200:1.0:1769074988.187481:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908ce00 x1855008351314176/t60129542250(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.187491:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.187493:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351314176, offset 224 00000400:00000200:1.0:1769074988.187497:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.187502:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.187505:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16628:16628:256:4294967295] 192.168.204.41@tcp LPNI seq info [16624:16624:8:4294967295] 00000400:00000200:1.0:1769074988.187511:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.187515:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.187517:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.187520:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.187523:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.187526:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.187542:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.187546:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.187550:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03431400. 00000800:00000200:3.0:1769074988.187602:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.187605:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.187607:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.187611:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.187613:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:3.0:1769074988.187615:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000200:2.0:1769074988.188345:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.188353:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5e200 00000400:00000200:2.0:1769074988.188359:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 79712 00000400:00000200:2.0:1769074988.188368:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.188371:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.188375:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.188378:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0908f100. 00000020:00000010:1.0:1769074988.188419:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.188422:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.188425:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03431400. 00000020:00000010:1.0:1769074988.188427:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.188429:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.188451:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.188453:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.188455:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351314432 00000001:00000010:1.0:1769074988.188459:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724480. 02000000:00000010:1.0:1769074988.188470:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a04571000. 00010000:00000010:1.0:1769074988.188483:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c780. 00010000:00000010:1.0:1769074988.188497:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c80. 00010000:00000010:1.0:1769074988.188504:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.0:1769074988.188507:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f580. 00010000:00000010:1.0:1769074988.188513:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399e00. 00010000:00000010:1.0:1769074988.188515:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327200. 00010000:00000010:1.0:1769074988.188517:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79200. 00010000:00000010:1.0:1769074988.188519:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f300. 00010000:00000010:1.0:1769074988.188535:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399d00. 00010000:00000010:1.0:1769074988.188537:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327780. 00010000:00000010:1.0:1769074988.188541:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f800. 00010000:00000010:1.0:1769074988.188543:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00000020:00000010:1.0:1769074988.188550:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.188557:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.188561:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.188564:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1735e400. 00000004:00000010:1.0:1769074988.188573:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.188577:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.188579:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.188584:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edcd8. 00080000:00000010:1.0:1769074988.188611:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.188617:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.188620:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.188632:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.188651:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.188656:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.188681:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6300. 00000001:00000010:1.0:1769074988.188684:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.188689:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.188692:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.188693:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.188695:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.188697:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.188703:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.0:1769074988.188706:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.188727:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.188744:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:0.0:1769074988.188777:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00080000:00000010:1.0:1769074988.188782:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2e80. 00010000:00000010:0.0:1769074988.188784:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327780. 00080000:00000010:1.0:1769074988.188788:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1735f600. 00010000:00000010:0.0:1769074988.188795:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.188796:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edcd8. 00000004:00000010:1.0:1769074988.188805:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.188807:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.188810:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.188812:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c440. 00000004:00000010:1.0:1769074988.188814:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3bb8. 00000004:00000010:1.0:1769074988.188815:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b067725a0. 00010000:00000010:1.0:1769074988.188824:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f580. 00010000:00000200:1.0:1769074988.188833:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542251, last committed = 0 00010000:00000200:1.0:1769074988.188838:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0908f100 x1855008351314432/t60129542251(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.188847:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074988.188850:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351314432, offset 224 00000400:00000200:1.0:1769074988.188853:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.188858:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.188861:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16629:16629:256:4294967295] 192.168.204.41@tcp LPNI seq info [16625:16625:8:4294967295] 00000400:00000200:1.0:1769074988.188868:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.188871:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.188874:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.188876:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.188880:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.188882:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.188896:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.188898:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.188900:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03431400. 00000800:00000200:2.0:1769074988.188949:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.188954:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.188957:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.188962:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.188965:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:2.0:1769074988.188967:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000400:00000200:3.0:1769074988.189782:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.189789:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5e300 00000400:00000200:3.0:1769074988.189793:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 80216 00000400:00000200:3.0:1769074988.189800:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.189803:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.189806:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.189809:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5b480. 00000020:00000010:1.0:1769074988.189846:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.189849:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.189852:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1735f600. 00000020:00000010:1.0:1769074988.189854:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.189856:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.189873:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.189875:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.189877:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351314688 00000001:00000010:1.0:1769074988.189880:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 02000000:00000010:1.0:1769074988.189890:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a04570000. 00010000:00000010:1.0:1769074988.189903:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca00. 00010000:00000010:1.0:1769074988.189910:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2a80. 00010000:00000010:1.0:1769074988.189916:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.189919:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.189924:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399100. 00010000:00000010:1.0:1769074988.189926:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327f00. 00010000:00000010:1.0:1769074988.189929:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e200. 00010000:00000010:1.0:1769074988.189931:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f580. 00010000:00000010:1.0:1769074988.189950:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399400. 00010000:00000010:1.0:1769074988.189953:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327780. 00010000:00000010:1.0:1769074988.189957:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.0:1769074988.189961:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00000020:00000010:1.0:1769074988.189972:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.189982:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5820. 00000020:00000010:1.0:1769074988.189989:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.189993:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03431400. 00000004:00000010:1.0:1769074988.190002:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.190005:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.190006:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.190011:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.190023:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.1:1769074988.190052:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.1:1769074988.190058:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745c00. 00010000:00000010:1.1:1769074988.190062:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.1:1769074988.190066:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:2.1:1769074988.190069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399200. 00010000:00000010:1.1:1769074988.190070:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:1.1:1769074988.190079:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745b00. 00010000:00000010:2.1:1769074988.190082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.1:1769074988.190084:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d000. 00010000:00000010:1.1:1769074988.190090:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.1:1769074988.190101:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:1.1:1769074988.190104:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.1:1769074988.190106:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745700. 00010000:00000010:1.1:1769074988.190108:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.1:1769074988.190110:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030000. 00010000:00000010:1.1:1769074988.190112:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.1:1769074988.190114:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745800. 00010000:00000010:1.1:1769074988.190116:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.1:1769074988.190121:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.1:1769074988.190124:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.1:1769074988.190127:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745100. 00010000:00000010:1.1:1769074988.190130:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.1:1769074988.190141:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031000. 00010000:00000010:1.1:1769074988.190144:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.1:1769074988.190147:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745400. 00010000:00000010:1.1:1769074988.190151:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150de00. 00010000:00000010:1.1:1769074988.190162:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.1:1769074988.190165:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.1:1769074988.190168:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745300. 00010000:00000010:1.1:1769074988.190171:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.1:1769074988.190174:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.1:1769074988.190177:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c400. 00010000:00000010:1.1:1769074988.190181:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399300. 00010000:00000010:1.1:1769074988.190185:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.1:1769074988.190193:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d200. 00080000:00000010:1.0:1769074988.190204:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.190209:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.190228:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.190253:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.190258:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.190279:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6120. 00000001:00000010:1.0:1769074988.190282:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.190288:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.190290:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.190292:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.190294:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.190296:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.190301:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:1.0:1769074988.190305:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca00. 00010000:00000010:1.0:1769074988.190312:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.190336:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:0.0:1769074988.190356:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca00. 00010000:00000010:0.0:1769074988.190363:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327780. 00010000:00000010:0.0:1769074988.190370:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.190393:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2980. 00080000:00000010:1.0:1769074988.190398:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1735ec00. 00000004:00000010:1.0:1769074988.190402:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.190404:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.190405:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.190408:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.190409:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0dcb0. 00000004:00000010:1.0:1769074988.190412:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3690. 00000004:00000010:1.0:1769074988.190414:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06772000. 00010000:00000010:1.0:1769074988.190423:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00010000:00000200:1.0:1769074988.190433:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542252, last committed = 0 00010000:00000200:1.0:1769074988.190438:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5b480 x1855008351314688/t60129542252(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.190452:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074988.190455:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351314688, offset 224 00000400:00000200:1.0:1769074988.190458:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.190462:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.190466:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16630:16630:256:4294967295] 192.168.204.41@tcp LPNI seq info [16626:16626:8:4294967295] 00000400:00000200:1.0:1769074988.190472:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.190475:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.190478:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.190481:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.190484:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.190486:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.190505:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.190508:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.190510:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1735f600. 00000800:00000200:2.0:1769074988.190568:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.190573:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.190577:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.190582:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.190585:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:2.0:1769074988.190588:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000400:00000200:2.0:1769074988.191350:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.191359:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5e400 00000400:00000200:2.0:1769074988.191364:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 80712 00000400:00000200:2.0:1769074988.191374:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.191377:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.191381:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.191386:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b052caa00. 00000020:00000010:1.0:1769074988.191425:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.191428:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.191431:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1735f600. 00000020:00000010:1.0:1769074988.191434:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.191436:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.191453:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.191455:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.191457:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351314944 00000001:00000010:1.0:1769074988.191461:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.191471:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a04575000. 00010000:00000010:1.0:1769074988.191485:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca80. 00010000:00000010:1.0:1769074988.191491:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b00. 00010000:00000010:1.0:1769074988.191498:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.0:1769074988.191500:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca80. 00010000:00000010:1.0:1769074988.191506:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399300. 00010000:00000010:1.0:1769074988.191508:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327780. 00010000:00000010:1.0:1769074988.191511:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e000. 00010000:00000010:1.0:1769074988.191512:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c780. 00010000:00000010:1.0:1769074988.191527:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399c00. 00010000:00000010:1.0:1769074988.191530:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde00. 00010000:00000010:1.0:1769074988.191533:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.0:1769074988.191535:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.191541:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.191546:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.191551:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.191553:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1735ec00. 00080000:00000010:1.0:1769074988.191575:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.191605:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.191612:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.191623:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6960. 00000001:00000010:1.0:1769074988.191627:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.191637:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.191641:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.191649:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.0:1769074988.191653:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c280. 00010000:00000010:1.0:1769074988.191661:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.191682:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:2.0:1769074988.191723:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c280. 00010000:00000010:2.0:1769074988.191732:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde00. 00080000:00000010:1.0:1769074988.191737:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a360. 00010000:00000010:2.0:1769074988.191741:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.191742:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1735e800. 00000004:00000010:1.0:1769074988.191748:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c660. 00000004:00000010:1.0:1769074988.191751:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3ca8. 00000004:00000010:1.0:1769074988.191753:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06773860. 00010000:00000010:1.0:1769074988.191764:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca80. 00010000:00000200:1.0:1769074988.191773:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542253, last committed = 0 00010000:00000200:1.0:1769074988.191778:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b052caa00 x1855008351314944/t60129542253(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.191788:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.191790:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351314944, offset 224 00000400:00000200:1.0:1769074988.191794:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.191799:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.191802:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16631:16631:256:4294967295] 192.168.204.41@tcp LPNI seq info [16627:16627:8:4294967295] 00000400:00000200:1.0:1769074988.191808:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.191811:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.191813:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.191816:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.191819:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.191822:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.191834:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b03327800. 00000020:00000010:1.0:1769074988.191837:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.191839:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1735f600. 00000800:00000200:3.0:1769074988.191893:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.191898:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.191901:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.191907:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.191911:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:3.0:1769074988.191913:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000400:00000200:2.0:1769074988.192749:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.192757:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5e500 00000400:00000200:2.0:1769074988.192763:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 81200 00000400:00000200:2.0:1769074988.192771:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.192775:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.192779:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.192783:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b052c8e00. 00000020:00000010:1.0:1769074988.192828:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.192832:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.192835:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1735f600. 00000020:00000010:1.0:1769074988.192837:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.192839:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.192857:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.192859:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.192860:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351315200 00000001:00000010:1.0:1769074988.192864:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.192875:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b03661000. 00010000:00000010:1.0:1769074988.192889:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c900. 00010000:00000010:1.0:1769074988.192894:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2d00. 00010000:00000010:1.0:1769074988.192901:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.0:1769074988.192903:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c900. 00010000:00000010:1.0:1769074988.192909:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399000. 00010000:00000010:1.0:1769074988.192911:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03327800. 00010000:00000010:1.0:1769074988.192914:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0a00. 00010000:00000010:1.0:1769074988.192916:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca80. 00010000:00000010:1.0:1769074988.192931:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399200. 00010000:00000010:1.0:1769074988.192933:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2d00. 00010000:00000010:1.0:1769074988.192936:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.0:1769074988.192938:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.192944:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.192952:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.192957:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.192961:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1735e800. 00000004:00000010:1.0:1769074988.192971:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.192975:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.192978:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.192983:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00080000:00000010:1.0:1769074988.192999:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.193005:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.193010:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.193053:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.193088:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.193095:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.193114:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6180. 00000001:00000010:1.0:1769074988.193117:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.193123:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.193125:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.193126:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.193128:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.193130:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.193136:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.0:1769074988.193139:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.193146:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.193163:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.193193:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00080000:00000010:1.0:1769074988.193197:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2a00. 00080000:00000010:1.0:1769074988.193203:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1735e000. 00010000:00000010:0.0:1769074988.193204:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2d00. 00000004:00000010:1.0:1769074988.193207:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00000004:00000010:1.0:1769074988.193215:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.193217:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.193219:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.193220:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d760. 00000004:00000010:1.0:1769074988.193222:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3c30. 00000004:00000010:1.0:1769074988.193224:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d39e00. 00010000:00000010:0.0:1769074988.193236:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.193236:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c900. 00010000:00000200:1.0:1769074988.193251:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542254, last committed = 0 00010000:00000200:1.0:1769074988.193257:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b052c8e00 x1855008351315200/t60129542254(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.193266:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074988.193268:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351315200, offset 224 00000400:00000200:1.0:1769074988.193272:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.193276:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.193280:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16632:16632:256:4294967295] 192.168.204.41@tcp LPNI seq info [16628:16628:8:4294967295] 00000400:00000200:1.0:1769074988.193285:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.193289:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.193291:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.193294:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.193297:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.193299:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.193314:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b34dcde00. 00000020:00000010:1.0:1769074988.193318:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.193321:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1735f600. 00000800:00000200:2.0:1769074988.193366:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.193370:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074988.193373:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.193378:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.193381:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:2.0:1769074988.193383:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00010000:00000010:0.1:1769074988.194049:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399a00. 00010000:00000010:0.1:1769074988.194056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690200. 00010000:00000010:1.1:1769074988.194076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.1:1769074988.194089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399f00. 00010000:00000010:1.1:1769074988.194092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.1:1769074988.194096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.1:1769074988.194100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.1:1769074988.194103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399500. 00010000:00000010:1.1:1769074988.194106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.1:1769074988.194113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.1:1769074988.194115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.1:1769074988.194117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399900. 00010000:00000010:1.1:1769074988.194120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.1:1769074988.194122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691a00. 00000400:00000200:3.0:1769074988.194174:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.194181:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5e600 00000400:00000200:3.0:1769074988.194185:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 81696 00000400:00000200:3.0:1769074988.194192:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.194195:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.194198:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.194201:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58a80. 00000020:00000010:1.0:1769074988.194240:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.194245:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.194249:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1735f600. 00000020:00000010:1.0:1769074988.194253:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.194256:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.194281:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.194284:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.194286:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351315456 00000001:00000010:1.0:1769074988.194290:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.194302:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b03662000. 00010000:00000010:1.0:1769074988.194315:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf00. 00010000:00000010:1.0:1769074988.194321:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2880. 00010000:00000010:1.0:1769074988.194328:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.0:1769074988.194331:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf00. 00010000:00000010:1.0:1769074988.194336:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399900. 00010000:00000010:1.0:1769074988.194338:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2880. 00010000:00000010:1.0:1769074988.194341:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0800. 00010000:00000010:1.0:1769074988.194342:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c900. 00010000:00000010:1.0:1769074988.194358:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399500. 00010000:00000010:1.0:1769074988.194360:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b00. 00010000:00000010:1.0:1769074988.194362:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.0:1769074988.194364:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.194371:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.194377:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.194382:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.194384:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1735e000. 00000004:00000010:1.0:1769074988.194392:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.194394:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.194396:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.194399:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef540. 00080000:00000010:1.0:1769074988.194410:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.194413:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.194417:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.194427:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.194446:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.194451:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.194467:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6540. 00000001:00000010:1.0:1769074988.194470:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.194476:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.194478:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.194479:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.194481:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.194483:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.194489:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.0:1769074988.194491:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c380. 00010000:00000010:1.0:1769074988.194499:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.194523:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00080000:00000010:1.0:1769074988.194573:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2300. 00010000:00000010:0.0:1769074988.194574:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c380. 00080000:00000010:1.0:1769074988.194582:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1735f200. 00010000:00000010:0.0:1769074988.194583:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b00. 00000004:00000010:1.0:1769074988.194593:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef540. 00010000:00000010:0.0:1769074988.194594:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.194600:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.194604:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.194606:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.194608:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d100. 00000004:00000010:1.0:1769074988.194610:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3528. 00000004:00000010:1.0:1769074988.194612:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d38000. 00010000:00000010:1.0:1769074988.194622:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf00. 00010000:00000200:1.0:1769074988.194632:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542255, last committed = 0 00010000:00000200:1.0:1769074988.194638:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58a80 x1855008351315456/t60129542255(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.194647:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.194650:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351315456, offset 224 00000400:00000200:1.0:1769074988.194653:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.194658:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.194662:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16633:16633:256:4294967295] 192.168.204.41@tcp LPNI seq info [16629:16629:8:4294967295] 00000400:00000200:1.0:1769074988.194669:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.194672:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.194674:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.194677:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.194681:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.194683:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.194697:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.194699:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.194701:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1735f600. 00000800:00000200:2.0:1769074988.194758:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.194762:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.194765:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.194768:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.194771:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:2.0:1769074988.194772:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:3.0:1769074988.195479:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.195486:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5e700 00000400:00000200:3.0:1769074988.195490:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 82200 00000400:00000200:3.0:1769074988.195497:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.195500:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.195503:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.195506:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5b100. 00000020:00000010:1.0:1769074988.195543:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.195546:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.195549:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1735f600. 00000020:00000010:1.0:1769074988.195551:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.195554:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.195576:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.195578:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.195581:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351315712 00000001:00000010:1.0:1769074988.195586:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.195599:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b03667000. 00010000:00000010:1.0:1769074988.195615:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cd80. 00010000:00000010:1.0:1769074988.195622:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2900. 00010000:00000010:1.0:1769074988.195632:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.0:1769074988.195634:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cd80. 00010000:00000010:1.0:1769074988.195640:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399f00. 00010000:00000010:1.0:1769074988.195642:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2900. 00010000:00000010:1.0:1769074988.195647:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b42164000. 00010000:00000010:1.0:1769074988.195649:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf00. 00010000:00000010:1.0:1769074988.195664:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399a00. 00010000:00000010:1.0:1769074988.195666:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2300. 00010000:00000010:1.0:1769074988.195669:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e400. 00010000:00000010:1.0:1769074988.195671:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.195678:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.195684:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.195688:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.195691:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1735f200. 00000004:00000010:1.0:1769074988.195698:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.195700:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.195702:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.195705:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176eee98. 00080000:00000010:1.0:1769074988.195732:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.195736:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.195739:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.195750:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.195769:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.195774:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.195792:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6d20. 00000001:00000010:1.0:1769074988.195794:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.195800:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.195802:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.195804:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.195805:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.195807:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.195813:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:1.0:1769074988.195815:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074988.195822:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.195840:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.195859:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00010000:00000010:0.0:1769074988.195866:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2300. 00010000:00000010:0.0:1769074988.195873:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.195890:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511a80. 00080000:00000010:1.0:1769074988.195894:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1735e200. 00000004:00000010:1.0:1769074988.195897:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176eee98. 00000004:00000010:1.0:1769074988.195899:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.195902:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.195904:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.195906:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c880. 00000004:00000010:1.0:1769074988.195908:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3870. 00000004:00000010:1.0:1769074988.195910:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d390e0. 00010000:00000010:1.0:1769074988.195918:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cd80. 00010000:00000200:1.0:1769074988.195927:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542256, last committed = 0 00010000:00000200:1.0:1769074988.195932:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5b100 x1855008351315712/t60129542256(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.195942:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.195945:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351315712, offset 224 00000400:00000200:1.0:1769074988.195948:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.195952:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.195956:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16634:16634:256:4294967295] 192.168.204.41@tcp LPNI seq info [16630:16630:8:4294967295] 00000400:00000200:1.0:1769074988.195965:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.195970:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.195973:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.195978:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.195982:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.195986:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.196003:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.196007:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.196011:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1735f600. 00000800:00000200:3.0:1769074988.196079:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.196083:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.196087:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.196090:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.196094:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:3.0:1769074988.196096:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:2.0:1769074988.196789:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.196796:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5e800 00000400:00000200:2.0:1769074988.196800:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 82688 00000400:00000200:2.0:1769074988.196807:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.196810:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.196813:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.196815:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b052cbb80. 00000020:00000010:1.0:1769074988.196859:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.196864:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.196868:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1735f600. 00000020:00000010:1.0:1769074988.196872:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.196875:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.196901:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.196905:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.196908:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351315968 00000001:00000010:1.0:1769074988.196913:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.196926:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b03665000. 00010000:00000010:1.0:1769074988.196940:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c080. 00010000:00000010:1.0:1769074988.196946:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.196952:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511fe00. 00010000:00000010:1.0:1769074988.196954:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c080. 00010000:00000010:1.0:1769074988.196970:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4300. 00010000:00000010:1.0:1769074988.196972:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2980. 00010000:00000010:1.0:1769074988.196975:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511fc00. 00010000:00000010:1.0:1769074988.196977:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cd80. 00010000:00000010:1.0:1769074988.196995:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4600. 00010000:00000010:1.0:1769074988.196997:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2a80. 00010000:00000010:1.0:1769074988.196999:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:1.0:1769074988.197001:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.197008:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.197015:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5640. 00000020:00000010:1.0:1769074988.197019:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.197022:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1735e200. 00000004:00000010:1.0:1769074988.197051:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.197054:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.197056:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.197060:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edaa0. 00080000:00000010:1.0:1769074988.197072:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.197076:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.197078:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.197090:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.197113:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.197120:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.197144:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6a80. 00000001:00000010:1.0:1769074988.197149:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.197158:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.197160:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.197163:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.197166:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.197169:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.197175:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:1.0:1769074988.197178:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.197184:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.197205:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:2.0:1769074988.197217:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:2.0:1769074988.197223:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2a80. 00010000:00000010:2.0:1769074988.197230:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.197256:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510f00. 00080000:00000010:1.0:1769074988.197262:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03169e00. 00000004:00000010:1.0:1769074988.197268:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edaa0. 00000004:00000010:1.0:1769074988.197272:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.197275:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.197278:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.197281:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0dba0. 00000004:00000010:1.0:1769074988.197284:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda30f0. 00000004:00000010:1.0:1769074988.197286:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d381e0. 00010000:00000010:1.0:1769074988.197299:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c080. 00010000:00000200:1.0:1769074988.197312:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542257, last committed = 0 00010000:00000200:1.0:1769074988.197320:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b052cbb80 x1855008351315968/t60129542257(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.197333:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.197337:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351315968, offset 224 00000400:00000200:1.0:1769074988.197342:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.197348:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.197353:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16635:16635:256:4294967295] 192.168.204.41@tcp LPNI seq info [16631:16631:8:4294967295] 00000400:00000200:1.0:1769074988.197359:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.197362:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.197366:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.197368:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.197372:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.197374:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.197388:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.197391:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.197393:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1735f600. 00000800:00000200:3.0:1769074988.197438:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.197441:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.197444:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.197448:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.197450:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:3.0:1769074988.197451:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00010000:00000010:2.1:1769074988.198060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399c00. 00010000:00000010:1.1:1769074988.198061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:0.1:1769074988.198064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399d00. 00010000:00000010:2.1:1769074988.198068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:1.1:1769074988.198069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:0.1:1769074988.198074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.1:1769074988.198077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9500. 00010000:00000010:1.1:1769074988.198082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399800. 00000400:00000200:3.0:1769074988.198090:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:0.1:1769074988.198091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399400. 00010000:00000010:1.1:1769074988.198091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79600. 00000400:00000200:3.0:1769074988.198100:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5e900 00000400:00000200:3.0:1769074988.198107:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 83184 00010000:00000010:1.1:1769074988.198107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:0.1:1769074988.198108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:1.1:1769074988.198117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0600. 00000400:00000200:3.0:1769074988.198121:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.198128:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.198131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9600. 00000100:00000200:3.0:1769074988.198133:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:1.1:1769074988.198138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f800. 00000100:00000010:3.0:1769074988.198139:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5b800. 00010000:00000010:1.1:1769074988.198175:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.1:1769074988.198181:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:1.1:1769074988.198184:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9000. 00010000:00000010:1.1:1769074988.198187:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.1:1769074988.198194:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00000020:00000010:1.0:1769074988.198215:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.198218:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.198221:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1735f600. 00000020:00000010:1.0:1769074988.198224:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.198227:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.198251:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.198254:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.198257:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351316224 00000001:00000010:1.0:1769074988.198263:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.198278:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b03660000. 00010000:00000010:1.0:1769074988.198295:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c500. 00010000:00000010:1.0:1769074988.198303:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510e00. 00010000:00000010:1.0:1769074988.198311:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:1.0:1769074988.198316:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c500. 00010000:00000010:1.0:1769074988.198323:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4200. 00010000:00000010:1.0:1769074988.198326:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2e80. 00010000:00000010:1.0:1769074988.198330:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511fa00. 00010000:00000010:1.0:1769074988.198333:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c080. 00010000:00000010:1.0:1769074988.198354:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4f00. 00010000:00000010:1.0:1769074988.198358:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c80. 00010000:00000010:1.0:1769074988.198361:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:1.0:1769074988.198364:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.198375:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.198383:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.198390:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.198394:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03169e00. 00000004:00000010:1.0:1769074988.198403:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.198405:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.198407:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.198410:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.198420:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.198424:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.198426:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.198437:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.198455:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.198460:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.198477:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af66c0. 00000001:00000010:1.0:1769074988.198480:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.198485:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.198487:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.198489:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.198490:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.198492:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.198499:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:1.0:1769074988.198503:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.198512:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.198538:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00080000:00000010:1.0:1769074988.198582:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510200. 00080000:00000010:1.0:1769074988.198587:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03169200. 00000004:00000010:1.0:1769074988.198592:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.198595:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.198598:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.198601:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00010000:00000010:0.0:1769074988.198604:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000004:00000010:1.0:1769074988.198604:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d210. 00000004:00000010:1.0:1769074988.198613:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3168. 00010000:00000010:0.0:1769074988.198615:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c80. 00000004:00000010:1.0:1769074988.198616:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d392c0. 00010000:00000010:0.0:1769074988.198628:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.198636:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c500. 00010000:00000200:1.0:1769074988.198651:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542258, last committed = 0 00010000:00000200:1.0:1769074988.198657:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5b800 x1855008351316224/t60129542258(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.198669:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000200:1.0:1769074988.198673:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351316224, offset 224 00000400:00000200:1.0:1769074988.198678:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.198685:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.198689:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16636:16636:256:4294967295] 192.168.204.41@tcp LPNI seq info [16632:16632:8:4294967295] 00000400:00000200:1.0:1769074988.198699:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.198704:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.198707:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.198724:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.198729:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.198733:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.198749:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.198753:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.198757:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1735f600. 00000800:00000200:2.0:1769074988.198791:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.198795:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.198797:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.198801:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.198804:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:2.0:1769074988.198805:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000400:00000200:3.0:1769074988.199466:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.199473:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5ea00 00000400:00000200:3.0:1769074988.199476:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 83688 00000400:00000200:3.0:1769074988.199482:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.199485:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.199487:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.199490:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59500. 00000020:00000010:1.0:1769074988.199567:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.199573:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.199578:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03169200. 00000020:00000010:1.0:1769074988.199581:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.199585:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.199617:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.199621:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.199623:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351316480 00000001:00000010:1.0:1769074988.199629:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.199643:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b03664000. 00010000:00000010:1.0:1769074988.199662:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c580. 00010000:00000010:1.0:1769074988.199671:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510b80. 00010000:00000010:1.0:1769074988.199682:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:1.0:1769074988.199686:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c580. 00010000:00000010:1.0:1769074988.199694:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4500. 00010000:00000010:1.0:1769074988.199697:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2000. 00010000:00000010:1.0:1769074988.199699:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f000. 00010000:00000010:1.0:1769074988.199701:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c500. 00010000:00000010:1.0:1769074988.199738:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4b00. 00010000:00000010:1.0:1769074988.199742:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2480. 00010000:00000010:1.0:1769074988.199746:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e800. 00010000:00000010:1.0:1769074988.199750:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.199762:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.199772:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.199779:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.199783:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1735f600. 00000004:00000010:1.0:1769074988.199794:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.199798:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.199801:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.199806:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edcd8. 00080000:00000010:1.0:1769074988.199821:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.199826:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.199830:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.199846:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.199867:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.199873:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.199891:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6cc0. 00000001:00000010:1.0:1769074988.199894:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.199901:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.199904:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.199907:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.199909:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.199912:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.199920:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e000. 00010000:00000010:1.0:1769074988.199926:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.199934:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.199962:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.199993:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:0.0:1769074988.200003:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2480. 00010000:00000010:0.0:1769074988.200018:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.200023:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510300. 00080000:00000010:1.0:1769074988.200053:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03169600. 00000004:00000010:1.0:1769074988.200058:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edcd8. 00000004:00000010:1.0:1769074988.200062:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.200065:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.200068:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.200070:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0cbb0. 00000004:00000010:1.0:1769074988.200074:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda32d0. 00000004:00000010:1.0:1769074988.200076:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d39860. 00010000:00000010:1.0:1769074988.200088:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c580. 00010000:00000200:1.0:1769074988.200102:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542259, last committed = 0 00010000:00000200:1.0:1769074988.200110:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59500 x1855008351316480/t60129542259(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.200123:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.200128:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351316480, offset 224 00000400:00000200:1.0:1769074988.200133:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.200141:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.200146:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16637:16637:256:4294967295] 192.168.204.41@tcp LPNI seq info [16633:16633:8:4294967295] 00000400:00000200:1.0:1769074988.200155:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.200160:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.200164:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.200169:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.200173:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.200177:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.200193:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.200196:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.200199:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03169200. 00000800:00000200:3.0:1769074988.200251:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.200254:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.200258:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.200262:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.200264:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:3.0:1769074988.200266:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:2.0:1769074988.201101:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.201112:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5eb00 00000400:00000200:2.0:1769074988.201118:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 84184 00000400:00000200:2.0:1769074988.201129:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.201134:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.201138:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.201142:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b052c8000. 00000020:00000010:1.0:1769074988.201178:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.201183:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.201188:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03169200. 00000020:00000010:1.0:1769074988.201191:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.201194:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.201220:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.201224:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.201227:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351316736 00000001:00000010:1.0:1769074988.201232:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.201246:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3d07b000. 00010000:00000010:1.0:1769074988.201263:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c200. 00010000:00000010:1.0:1769074988.201271:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510d00. 00010000:00000010:1.0:1769074988.201280:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:1.0:1769074988.201283:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c200. 00010000:00000010:1.0:1769074988.201289:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4a00. 00010000:00000010:1.0:1769074988.201291:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2100. 00010000:00000010:1.0:1769074988.201293:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0600. 00010000:00000010:1.0:1769074988.201295:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c580. 00010000:00000010:1.0:1769074988.201310:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4900. 00010000:00000010:1.0:1769074988.201313:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2800. 00010000:00000010:1.0:1769074988.201315:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.0:1769074988.201317:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.201324:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.201331:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.201335:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.201338:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03169600. 00000004:00000010:1.0:1769074988.201345:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.201347:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.201349:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.201352:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ee5b8. 00080000:00000010:1.0:1769074988.201363:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.201366:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.201369:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.201380:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.201398:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.201403:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.201420:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6360. 00000001:00000010:1.0:1769074988.201423:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.201429:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.201430:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.201432:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.201434:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.201436:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.201441:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.0:1769074988.201444:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.201450:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.201468:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00080000:00000010:1.0:1769074988.201499:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510c00. 00080000:00000010:1.0:1769074988.201504:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222bbe00. 00000004:00000010:1.0:1769074988.201508:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ee5b8. 00000004:00000010:1.0:1769074988.201511:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.201513:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.201515:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.201518:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d430. 00000004:00000010:1.0:1769074988.201521:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3b40. 00000004:00000010:1.0:1769074988.201523:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d38d20. 00010000:00000010:0.0:1769074988.201528:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.201534:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c200. 00010000:00000010:0.0:1769074988.201536:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2800. 00010000:00000010:0.0:1769074988.201546:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00010000:00000200:1.0:1769074988.201549:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542260, last committed = 0 00010000:00000200:1.0:1769074988.201556:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b052c8000 x1855008351316736/t60129542260(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.201566:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000100:00000200:1.0:1769074988.201568:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351316736, offset 224 00000400:00000200:1.0:1769074988.201572:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.201577:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.201580:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16638:16638:256:4294967295] 192.168.204.41@tcp LPNI seq info [16634:16634:8:4294967295] 00000400:00000200:1.0:1769074988.201586:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.201590:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.201592:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.201595:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.201598:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.201601:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.201616:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.201619:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.201621:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03169200. 00000800:00000200:3.0:1769074988.201675:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.201678:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.201681:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.201685:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.201687:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:3.0:1769074988.201689:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00010000:00000010:0.1:1769074988.202058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399200. 00010000:00000010:0.1:1769074988.202064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.1:1769074988.202067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:0.1:1769074988.202069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399500. 00010000:00000010:0.1:1769074988.202078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.1:1769074988.202079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9d00. 00010000:00000010:1.1:1769074988.202084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.1:1769074988.202091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.1:1769074988.202093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:1.1:1769074988.202095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9400. 00010000:00000010:1.1:1769074988.202097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.1:1769074988.202104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.1:1769074988.202106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484800. 00010000:00000010:1.1:1769074988.202108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9a00. 00010000:00000010:1.1:1769074988.202110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.1:1769074988.202115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00000400:00000200:3.0:1769074988.202420:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.202427:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5ec00 00000400:00000200:3.0:1769074988.202430:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 84688 00000400:00000200:3.0:1769074988.202437:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.202439:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.202442:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.202445:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5bb80. 00000020:00000010:1.0:1769074988.202491:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.202496:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.202500:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03169200. 00000020:00000010:1.0:1769074988.202503:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.202506:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.202532:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.202534:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.202537:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351316992 00000001:00000010:1.0:1769074988.202543:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.202557:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3d07f000. 00010000:00000010:1.0:1769074988.202574:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c700. 00010000:00000010:1.0:1769074988.202583:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510480. 00010000:00000010:1.0:1769074988.202590:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.0:1769074988.202593:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c700. 00010000:00000010:1.0:1769074988.202598:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4700. 00010000:00000010:1.0:1769074988.202600:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2800. 00010000:00000010:1.0:1769074988.202603:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79600. 00010000:00000010:1.0:1769074988.202605:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c200. 00010000:00000010:1.0:1769074988.202621:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4800. 00010000:00000010:1.0:1769074988.202623:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2480. 00010000:00000010:1.0:1769074988.202625:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:1.0:1769074988.202627:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.202634:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.202640:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.202644:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.202647:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01f5e800. 00000004:00000010:1.0:1769074988.202654:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.202657:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.202658:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.202661:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef540. 00080000:00000010:1.0:1769074988.202672:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.202675:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.202677:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.202688:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.202707:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.202727:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.202747:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6f00. 00000001:00000010:1.0:1769074988.202749:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.202755:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.202757:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.202758:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.202760:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.202762:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.202768:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484800. 00010000:00000010:1.0:1769074988.202770:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074988.202776:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.202798:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:2.0:1769074988.202818:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00010000:00000010:2.0:1769074988.202824:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2480. 00010000:00000010:2.0:1769074988.202830:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.202841:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510d80. 00080000:00000010:1.0:1769074988.202846:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298c200. 00000004:00000010:1.0:1769074988.202852:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef540. 00000004:00000010:1.0:1769074988.202856:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.202858:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.202860:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.202862:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d980. 00000004:00000010:1.0:1769074988.202864:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3e88. 00000004:00000010:1.0:1769074988.202866:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d39a40. 00010000:00000010:1.0:1769074988.202875:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c700. 00010000:00000200:1.0:1769074988.202884:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542261, last committed = 0 00010000:00000200:1.0:1769074988.202889:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5bb80 x1855008351316992/t60129542261(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.202899:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.202901:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351316992, offset 224 00000400:00000200:1.0:1769074988.202905:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.202909:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.202913:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16639:16639:256:4294967295] 192.168.204.41@tcp LPNI seq info [16635:16635:8:4294967295] 00000400:00000200:1.0:1769074988.202919:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.202922:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.202925:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.202928:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.202931:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.202934:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.202949:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.202953:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.202956:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03169200. 00000800:00000200:2.0:1769074988.203008:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.203011:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.203013:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.203017:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.203019:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:2.0:1769074988.203021:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:3.0:1769074988.203769:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.203781:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5ed00 00000400:00000200:3.0:1769074988.203785:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 85184 00000400:00000200:3.0:1769074988.203793:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.203795:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.203798:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.203801:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58380. 00000020:00000010:1.0:1769074988.203855:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.203859:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.203862:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5ee00. 00000020:00000010:1.0:1769074988.203864:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.203867:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.203884:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.203886:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.203889:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351317248 00000001:00000010:1.0:1769074988.203892:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.203904:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3d07a000. 00010000:00000010:1.0:1769074988.203917:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc80. 00010000:00000010:1.0:1769074988.203924:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510080. 00010000:00000010:1.0:1769074988.203934:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:1.0:1769074988.203939:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc80. 00010000:00000010:1.0:1769074988.203947:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4e00. 00010000:00000010:1.0:1769074988.203951:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2c80. 00010000:00000010:1.0:1769074988.203963:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573fe00. 00010000:00000010:1.0:1769074988.203967:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c700. 00010000:00000010:1.0:1769074988.203988:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4d00. 00010000:00000010:1.0:1769074988.203990:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2a80. 00010000:00000010:1.0:1769074988.203992:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:1.0:1769074988.203994:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.204002:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.204008:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.204013:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.204015:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03169200. 00000004:00000010:1.0:1769074988.204023:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.204047:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.204049:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.204054:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00080000:00000010:1.0:1769074988.204066:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.204070:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.204073:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.204084:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.204104:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.204112:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.204138:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6ae0. 00000001:00000010:1.0:1769074988.204142:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.204152:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.204156:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.204158:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.204161:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.204164:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.204187:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ae00. 00010000:00000010:1.0:1769074988.204193:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c380. 00010000:00000010:1.0:1769074988.204202:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.204227:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.204271:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c380. 00080000:00000010:1.0:1769074988.204273:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510700. 00010000:00000010:0.0:1769074988.204278:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2a80. 00080000:00000010:1.0:1769074988.204280:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298c600. 00000004:00000010:1.0:1769074988.204288:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00010000:00000010:0.0:1769074988.204289:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.204294:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.204298:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.204301:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.204303:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c770. 00000004:00000010:1.0:1769074988.204306:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3d98. 00000004:00000010:1.0:1769074988.204309:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d38b40. 00010000:00000010:1.0:1769074988.204320:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc80. 00010000:00000200:1.0:1769074988.204329:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542262, last committed = 0 00010000:00000200:1.0:1769074988.204335:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58380 x1855008351317248/t60129542262(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.204344:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074988.204346:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351317248, offset 224 00000400:00000200:1.0:1769074988.204350:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.204355:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.204359:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16640:16640:256:4294967295] 192.168.204.41@tcp LPNI seq info [16636:16636:8:4294967295] 00000400:00000200:1.0:1769074988.204365:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.204371:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.204373:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.204376:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.204380:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.204382:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.204396:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.204398:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.204400:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5ee00. 00000800:00000200:3.0:1769074988.204446:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.204449:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.204451:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.204455:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.204457:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:3.0:1769074988.204459:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000400:00000200:2.0:1769074988.205191:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.205198:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5ee00 00000400:00000200:2.0:1769074988.205203:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 85680 00000400:00000200:2.0:1769074988.205210:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.205213:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.205216:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.205219:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b052ca680. 00000020:00000010:1.0:1769074988.205255:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.205258:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.205261:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5ee00. 00000020:00000010:1.0:1769074988.205263:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.205265:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.205282:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.205284:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.205286:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351317504 00000001:00000010:1.0:1769074988.205290:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.205300:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3d07c000. 00010000:00000010:1.0:1769074988.205314:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c400. 00010000:00000010:1.0:1769074988.205320:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510b00. 00010000:00000010:1.0:1769074988.205327:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ac00. 00010000:00000010:1.0:1769074988.205329:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c400. 00010000:00000010:1.0:1769074988.205334:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4100. 00010000:00000010:1.0:1769074988.205336:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2300. 00010000:00000010:1.0:1769074988.205339:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861aa00. 00010000:00000010:1.0:1769074988.205341:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc80. 00010000:00000010:1.0:1769074988.205356:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4400. 00010000:00000010:1.0:1769074988.205358:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b00. 00010000:00000010:1.0:1769074988.205361:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861bc00. 00010000:00000010:1.0:1769074988.205363:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.205370:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.205377:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.205381:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.205385:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a015ab000. 00000004:00000010:1.0:1769074988.205392:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.205394:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.205396:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.205399:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ec000. 00080000:00000010:1.0:1769074988.205410:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.205414:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.205417:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.205427:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.205446:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.205451:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.205468:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6900. 00000001:00000010:1.0:1769074988.205471:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.205477:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.205479:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.205480:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.205482:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.205484:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.205490:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a200. 00010000:00000010:1.0:1769074988.205492:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.205499:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.205518:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.205547:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:0.0:1769074988.205554:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b00. 00080000:00000010:1.0:1769074988.205557:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510f80. 00010000:00000010:0.0:1769074988.205561:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.205563:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298cc00. 00000004:00000010:1.0:1769074988.205570:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ec000. 00000004:00000010:1.0:1769074988.205574:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.205576:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.205578:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.205580:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0caa0. 00000004:00000010:1.0:1769074988.205582:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3438. 00000004:00000010:1.0:1769074988.205584:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d39c20. 00010000:00000010:1.0:1769074988.205601:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c400. 00010000:00000200:1.0:1769074988.205611:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542263, last committed = 0 00010000:00000200:1.0:1769074988.205616:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b052ca680 x1855008351317504/t60129542263(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.205625:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.205627:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351317504, offset 224 00000400:00000200:1.0:1769074988.205631:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.205635:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.205639:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16641:16641:256:4294967295] 192.168.204.41@tcp LPNI seq info [16637:16637:8:4294967295] 00000400:00000200:1.0:1769074988.205645:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.205648:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.205651:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.205654:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.205657:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.205659:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.205672:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.205675:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.205677:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5ee00. 00000800:00000200:3.0:1769074988.205742:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.205745:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.205748:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.205751:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.205754:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:3.0:1769074988.205755:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00010000:00000010:1.1:1769074988.206056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485200. 00010000:00000010:1.1:1769074988.206065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9700. 00010000:00000010:2.1:1769074988.206065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4600. 00010000:00000010:0.1:1769074988.206071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399a00. 00010000:00000010:1.1:1769074988.206073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e400. 00010000:00000010:2.1:1769074988.206075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:0.1:1769074988.206083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:0.1:1769074988.206093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4f00. 00010000:00000010:1.1:1769074988.206094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:0.1:1769074988.206101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:1.1:1769074988.206101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484c00. 00010000:00000010:1.1:1769074988.206107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04000. 00010000:00000010:0.1:1769074988.206110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4b00. 00010000:00000010:1.1:1769074988.206113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:0.1:1769074988.206119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e000. 00010000:00000010:1.1:1769074988.206123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fe00. 00000400:00000200:3.0:1769074988.206375:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.206385:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5ef00 00000400:00000200:3.0:1769074988.206390:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 86176 00000400:00000200:3.0:1769074988.206411:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.206415:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.206419:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.206423:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59f80. 00000020:00000010:1.0:1769074988.206460:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.206463:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.206466:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01f5ee00. 00000020:00000010:1.0:1769074988.206468:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.206470:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.206487:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.206489:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.206490:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351317760 00000001:00000010:1.0:1769074988.206494:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.206504:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3d079000. 00010000:00000010:1.0:1769074988.206518:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c980. 00010000:00000010:1.0:1769074988.206523:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510980. 00010000:00000010:1.0:1769074988.206530:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b400. 00010000:00000010:1.0:1769074988.206532:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c980. 00010000:00000010:1.0:1769074988.206537:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4c00. 00010000:00000010:1.0:1769074988.206540:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2d00. 00010000:00000010:1.0:1769074988.206542:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861be00. 00010000:00000010:1.0:1769074988.206544:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c400. 00010000:00000010:1.0:1769074988.206559:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4000. 00010000:00000010:1.0:1769074988.206562:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b00. 00010000:00000010:1.0:1769074988.206564:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b800. 00010000:00000010:1.0:1769074988.206566:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.206573:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.206580:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.206584:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.206587:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40511800. 00000004:00000010:1.0:1769074988.206594:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.206596:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.206597:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.206601:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edaa0. 00080000:00000010:1.0:1769074988.206611:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.206615:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.206617:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.206627:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.206645:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.206650:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.206667:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af60c0. 00000001:00000010:1.0:1769074988.206670:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.206675:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.206677:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.206679:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.206681:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.206683:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.206688:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a400. 00010000:00000010:1.0:1769074988.206691:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c280. 00010000:00000010:1.0:1769074988.206698:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.206727:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.206747:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c280. 00010000:00000010:0.0:1769074988.206756:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b00. 00010000:00000010:0.0:1769074988.206770:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.206772:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510c80. 00080000:00000010:1.0:1769074988.206778:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298da00. 00000004:00000010:1.0:1769074988.206782:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edaa0. 00000004:00000010:1.0:1769074988.206785:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.206786:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.206788:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.206790:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d650. 00000004:00000010:1.0:1769074988.206792:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3078. 00000004:00000010:1.0:1769074988.206794:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d38780. 00010000:00000010:1.0:1769074988.206801:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c980. 00010000:00000200:1.0:1769074988.206809:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542264, last committed = 0 00010000:00000200:1.0:1769074988.206816:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59f80 x1855008351317760/t60129542264(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.206828:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.206832:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351317760, offset 224 00000400:00000200:1.0:1769074988.206837:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.206844:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.206848:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16642:16642:256:4294967295] 192.168.204.41@tcp LPNI seq info [16638:16638:8:4294967295] 00000400:00000200:1.0:1769074988.206857:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.206862:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.206866:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.206870:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.206875:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.206879:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.206896:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.206900:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.206904:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01f5ee00. 00000800:00000200:2.0:1769074988.206937:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.206940:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.206943:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.206947:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.206949:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:2.0:1769074988.206951:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:3.0:1769074988.207755:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.207762:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5f000 00000400:00000200:3.0:1769074988.207766:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 86680 00000400:00000200:3.0:1769074988.207773:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.207776:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.207779:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.207782:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5ad80. 00000020:00000010:1.0:1769074988.207818:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.207821:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.207824:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.207826:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.207829:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.207846:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.207848:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.207850:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351318016 00000001:00000010:1.0:1769074988.207853:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.207863:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3d07d000. 00010000:00000010:1.0:1769074988.207876:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cb80. 00010000:00000010:1.0:1769074988.207882:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510280. 00010000:00000010:1.0:1769074988.207889:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a800. 00010000:00000010:1.0:1769074988.207891:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cb80. 00010000:00000010:1.0:1769074988.207897:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4b00. 00010000:00000010:1.0:1769074988.207899:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2a80. 00010000:00000010:1.0:1769074988.207901:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b000. 00010000:00000010:1.0:1769074988.207903:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c980. 00010000:00000010:1.0:1769074988.207918:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4f00. 00010000:00000010:1.0:1769074988.207920:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2480. 00010000:00000010:1.0:1769074988.207922:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a600. 00010000:00000010:1.0:1769074988.207924:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.207930:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.207936:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.207941:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.207943:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40511600. 00000004:00000010:1.0:1769074988.207950:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.207953:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.207963:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.207967:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176eee98. 00080000:00000010:1.0:1769074988.207978:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.207981:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.207983:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.207994:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.208012:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.208017:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.208056:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6f60. 00000001:00000010:1.0:1769074988.208060:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.208067:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.208070:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.208072:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.208074:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.208077:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.208085:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ba00. 00010000:00000010:1.0:1769074988.208090:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca00. 00010000:00000010:1.0:1769074988.208099:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.208123:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:2.0:1769074988.208146:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca00. 00010000:00000010:2.0:1769074988.208153:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2480. 00010000:00000010:2.0:1769074988.208162:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.208179:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510100. 00080000:00000010:1.0:1769074988.208184:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298de00. 00000004:00000010:1.0:1769074988.208190:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176eee98. 00000004:00000010:1.0:1769074988.208194:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.208196:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.208199:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.208202:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c990. 00000004:00000010:1.0:1769074988.208205:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda33c0. 00000004:00000010:1.0:1769074988.208208:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d383c0. 00010000:00000010:1.0:1769074988.208222:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cb80. 00010000:00000200:1.0:1769074988.208236:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542265, last committed = 0 00010000:00000200:1.0:1769074988.208243:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5ad80 x1855008351318016/t60129542265(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.208256:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.208260:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351318016, offset 224 00000400:00000200:1.0:1769074988.208265:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.208271:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.208275:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16643:16643:256:4294967295] 192.168.204.41@tcp LPNI seq info [16639:16639:8:4294967295] 00000400:00000200:1.0:1769074988.208281:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.208285:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.208287:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.208290:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.208294:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.208296:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.208310:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.208314:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.208317:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.208378:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.208383:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.208387:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.208391:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.208396:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:3.0:1769074988.208398:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000400:00000200:2.0:1769074988.209134:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.209142:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5f100 00000400:00000200:2.0:1769074988.209146:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 87176 00000400:00000200:2.0:1769074988.209153:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.209155:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.209158:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.209160:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b052cad80. 00000020:00000010:1.0:1769074988.209198:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.209201:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.209204:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.209208:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.209211:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.209237:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.209240:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.209243:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351318272 00000001:00000010:1.0:1769074988.209249:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.209263:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3d07e000. 00010000:00000010:1.0:1769074988.209280:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c300. 00010000:00000010:1.0:1769074988.209289:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510a00. 00010000:00000010:1.0:1769074988.209299:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b200. 00010000:00000010:1.0:1769074988.209303:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c300. 00010000:00000010:1.0:1769074988.209311:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4600. 00010000:00000010:1.0:1769074988.209315:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2480. 00010000:00000010:1.0:1769074988.209319:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b600. 00010000:00000010:1.0:1769074988.209323:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cb80. 00010000:00000010:1.0:1769074988.209346:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04000. 00010000:00000010:1.0:1769074988.209350:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b00. 00010000:00000010:1.0:1769074988.209353:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a000. 00010000:00000010:1.0:1769074988.209357:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.209369:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.209379:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.209386:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.209389:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40511200. 00000004:00000010:1.0:1769074988.209398:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.209401:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.209404:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.209409:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecd50. 00080000:00000010:1.0:1769074988.209423:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.209428:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.209433:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.209446:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.209465:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.209470:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.209489:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af67e0. 00000001:00000010:1.0:1769074988.209492:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.209497:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.209499:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.209501:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.209502:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.209504:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.209510:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.0:1769074988.209513:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca00. 00010000:00000010:1.0:1769074988.209519:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.209541:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.209566:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca00. 00010000:00000010:0.0:1769074988.209573:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b00. 00010000:00000010:0.0:1769074988.209583:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.209598:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510680. 00080000:00000010:1.0:1769074988.209604:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298c000. 00000004:00000010:1.0:1769074988.209609:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecd50. 00000004:00000010:1.0:1769074988.209613:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.209616:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.209619:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.209622:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0da90. 00000004:00000010:1.0:1769074988.209625:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda38e8. 00000004:00000010:1.0:1769074988.209628:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d385a0. 00010000:00000010:1.0:1769074988.209642:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c300. 00010000:00000200:1.0:1769074988.209656:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542266, last committed = 0 00010000:00000200:1.0:1769074988.209663:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b052cad80 x1855008351318272/t60129542266(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.209675:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.209678:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351318272, offset 224 00000400:00000200:1.0:1769074988.209684:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.209691:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.209695:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16644:16644:256:4294967295] 192.168.204.41@tcp LPNI seq info [16640:16640:8:4294967295] 00000400:00000200:1.0:1769074988.209705:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.209726:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.209731:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.209735:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.209740:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.209743:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.209759:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.209763:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.209767:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.209806:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.209809:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.209812:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.209816:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.209818:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:3.0:1769074988.209819:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:3.0:1769074988.210548:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.210556:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5f200 00000400:00000200:3.0:1769074988.210560:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 87680 00000400:00000200:3.0:1769074988.210567:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.210570:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.210572:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.210575:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59880. 00000020:00000010:1.0:1769074988.210624:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.210630:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.210634:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.210637:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.210641:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.210663:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.210665:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.210668:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351318528 00000001:00000010:1.0:1769074988.210672:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:1.0:1769074988.210685:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b08155000. 00010000:00000010:1.0:1769074988.210699:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cb00. 00010000:00000010:1.0:1769074988.210706:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510400. 00010000:00000010:1.0:1769074988.210728:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511fe00. 00010000:00000010:1.0:1769074988.210732:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cb00. 00010000:00000010:1.0:1769074988.210739:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9700. 00010000:00000010:1.0:1769074988.210741:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2b00. 00010000:00000010:1.0:1769074988.210744:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e000. 00010000:00000010:1.0:1769074988.210746:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c300. 00010000:00000010:1.0:1769074988.210763:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9a00. 00010000:00000010:1.0:1769074988.210766:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510400. 00010000:00000010:1.0:1769074988.210767:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:1.0:1769074988.210769:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.210776:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.210783:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5ce0. 00000020:00000010:1.0:1769074988.210788:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.210791:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40511400. 00000004:00000010:1.0:1769074988.210800:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.210804:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.210806:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.210812:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed3f8. 00080000:00000010:1.0:1769074988.210828:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.210834:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.210839:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.210857:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.210887:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.210895:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.210919:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6c00. 00000001:00000010:1.0:1769074988.210923:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.210933:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.210936:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.210938:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.210941:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.210944:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.210952:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:1.0:1769074988.210964:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c280. 00010000:00000010:1.0:1769074988.210974:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.210998:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.211014:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c280. 00010000:00000010:0.0:1769074988.211021:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510400. 00010000:00000010:1.1:1769074988.211052:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485400. 00010000:00000010:0.1:1769074988.211054:0:30249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4900. 00010000:00000010:1.1:1769074988.211059:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04b00. 00010000:00000010:1.1:1769074988.211068:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:0.1:1769074988.211069:0:30249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:2.1:1769074988.211073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4800. 00010000:00000010:0.1:1769074988.211078:0:30249:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4d00. 00010000:00000010:2.1:1769074988.211084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484800. 00010000:00000010:0.1:1769074988.211086:0:30249:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ae00. 00010000:00000010:1.1:1769074988.211091:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:1.1:1769074988.211099:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00010000:00000010:0.0:1769074988.211100:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00010000:00000010:1.1:1769074988.211111:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04900. 00010000:00000010:1.1:1769074988.211116:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e800. 00010000:00000010:1.1:1769074988.211121:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:1.1:1769074988.211123:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708800. 00010000:00000010:1.1:1769074988.211126:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04e00. 00010000:00000010:1.1:1769074988.211128:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.1:1769074988.211134:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:1.1:1769074988.211136:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709200. 00010000:00000010:1.1:1769074988.211138:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04600. 00010000:00000010:1.1:1769074988.211140:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:1.1:1769074988.211146:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00080000:00000010:1.0:1769074988.211168:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510880. 00080000:00000010:1.0:1769074988.211171:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298d400. 00000004:00000010:1.0:1769074988.211175:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed3f8. 00000004:00000010:1.0:1769074988.211177:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.211179:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.211181:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:1.0:1769074988.211183:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0cff0. 00000004:00000010:1.0:1769074988.211185:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda31e0. 00000004:00000010:1.0:1769074988.211187:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d38f00. 00010000:00000010:1.0:1769074988.211196:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cb00. 00010000:00000200:1.0:1769074988.211206:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542267, last committed = 0 00010000:00000200:1.0:1769074988.211212:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59880 x1855008351318528/t60129542267(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.211222:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074988.211224:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351318528, offset 224 00000400:00000200:1.0:1769074988.211228:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.211233:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.211237:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16645:16645:256:4294967295] 192.168.204.41@tcp LPNI seq info [16641:16641:8:4294967295] 00000400:00000200:1.0:1769074988.211243:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.211246:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.211249:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.211252:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.211255:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.211258:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.211271:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2a00. 00000020:00000010:1.0:1769074988.211274:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.211276:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:2.0:1769074988.211314:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.211317:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.211320:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.211325:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.211328:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:2.0:1769074988.211330:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000400:00000200:3.0:1769074988.212003:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.212014:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5f300 00000400:00000200:3.0:1769074988.212020:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 88184 00000400:00000200:3.0:1769074988.212043:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.212048:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.212052:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.212055:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5aa00. 00000020:00000010:1.0:1769074988.212080:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.212084:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.212087:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.212089:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.212091:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.212109:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.212111:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.212112:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351318784 00000001:00000010:1.0:1769074988.212116:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.212126:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b08153000. 00010000:00000010:1.0:1769074988.212139:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c100. 00010000:00000010:1.0:1769074988.212147:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510580. 00010000:00000010:1.0:1769074988.212154:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:1.0:1769074988.212156:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c100. 00010000:00000010:1.0:1769074988.212161:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9400. 00010000:00000010:1.0:1769074988.212163:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510580. 00010000:00000010:1.0:1769074988.212166:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e800. 00010000:00000010:1.0:1769074988.212168:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cb00. 00010000:00000010:1.0:1769074988.212183:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9d00. 00010000:00000010:1.0:1769074988.212185:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510680. 00010000:00000010:1.0:1769074988.212188:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:1.0:1769074988.212190:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.212196:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.212203:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.212208:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.212210:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40510000. 00000004:00000010:1.0:1769074988.212217:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.212219:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.212221:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.212225:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef540. 00080000:00000010:1.0:1769074988.212235:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.212238:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.212241:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.212252:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.212270:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.212275:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.212292:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6840. 00000001:00000010:1.0:1769074988.212295:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.212301:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.212303:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.212304:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.212306:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.212308:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.212313:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:1.0:1769074988.212316:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.212322:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.212342:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.212370:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:0.0:1769074988.212378:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510680. 00080000:00000010:1.0:1769074988.212380:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510780. 00010000:00000010:0.0:1769074988.212385:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.212386:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298d600. 00000004:00000010:1.0:1769074988.212394:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef540. 00000004:00000010:1.0:1769074988.212398:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.212400:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.212402:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.212405:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0d870. 00000004:00000010:1.0:1769074988.212408:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3f78. 00000004:00000010:1.0:1769074988.212411:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d39680. 00010000:00000010:1.0:1769074988.212423:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c100. 00010000:00000200:1.0:1769074988.212436:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542268, last committed = 0 00010000:00000200:1.0:1769074988.212443:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5aa00 x1855008351318784/t60129542268(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.212457:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074988.212461:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351318784, offset 224 00000400:00000200:1.0:1769074988.212467:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.212474:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.212479:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16646:16646:256:4294967295] 192.168.204.41@tcp LPNI seq info [16642:16642:8:4294967295] 00000400:00000200:1.0:1769074988.212488:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.212494:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.212498:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.212502:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.212508:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.212511:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.212529:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.212534:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.212538:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.212580:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.212585:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.212588:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.212593:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.212596:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:3.0:1769074988.212598:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000400:00000200:2.0:1769074988.213523:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.213530:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d5f400 00000400:00000200:2.0:1769074988.213534:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 88680 00000400:00000200:2.0:1769074988.213541:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.213543:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.213546:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.213549:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 00000020:00000010:1.0:1769074988.213590:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.213594:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.213597:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.213600:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.213602:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.213620:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.213623:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.213625:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351319040 00000001:00000010:1.0:1769074988.213629:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.213640:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:1.0:1769074988.213644:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c100. 02000000:00000010:1.0:1769074988.213659:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b08157000. 00080000:00000010:1.0:1769074988.213684:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a02af6420. 00000004:00000010:1.0:1769074988.213699:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38510780. 00080000:00000010:1.0:1769074988.213704:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40510e00. 00080000:00000010:1.0:1769074988.213708:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.213729:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6660. 00000001:00000010:1.0:1769074988.213732:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.213740:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.213758:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c100. 00010000:00000200:1.0:1769074988.213767:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487480 x1855008351319040/t60129542269(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.213776:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.213779:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351319040, offset 224 00000400:00000200:1.0:1769074988.213782:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.213788:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.213791:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16647:16647:256:4294967295] 192.168.204.41@tcp LPNI seq info [16643:16643:8:4294967295] 00000400:00000200:1.0:1769074988.213798:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.213801:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.213803:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.213806:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.213810:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.213812:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.213825:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.213827:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.213829:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.213883:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.213887:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.213891:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.213895:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.213899:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:3.0:1769074988.213901:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:3.0:1769074988.215155:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.215163:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d5f480 00000400:00000200:3.0:1769074988.215170:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1f0f9 [2] + 0 00000400:00000200:3.0:1769074988.215180:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.215184:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.215189:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.215193:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58700. 00000020:00000010:0.0:1769074988.215241:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.215245:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.215249:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.215252:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.215255:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.215276:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.215278:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.215280:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351319168 00000001:00000010:0.0:1769074988.215284:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 02000000:00000010:0.0:1769074988.215293:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc45800. 00000004:00000010:0.0:1769074988.215298:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.215782:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.215840:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.215846:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.215849:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.215856:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000400:00000010:0.0:1769074988.215861:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200770. 00000400:00000200:0.0:1769074988.215864:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.215871:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.215875:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16648:16648:256:4294967295] 192.168.204.41@tcp LPNI seq info [16644:16644:8:4294967295] 00000400:00000200:0.0:1769074988.215878:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.215882:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.215886:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.215890:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.215893:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.215898:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.215901:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.215916:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d5f480-0x6971ec9d5f480 00000800:00000200:2.0:1769074988.215977:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.215981:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:2.0:1769074988.215984:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.215988:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.215992:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc47400 00000400:00000200:3.0:1769074988.216416:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:3.0:1769074988.216426:0:16311:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x2880d 00000400:00000200:3.0:1769074988.216430:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.216433:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:3.0:1769074988.216437:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:3.0:1769074988.216439:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:3.0:1769074988.216444:0:16311:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc47400 00000100:00000010:0.0:1769074988.216479:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.216487:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc47400. 00000004:00000010:0.0:1769074988.217023:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.217055:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58700 x1855008351319168/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.217067:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.217070:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351319168, offset 224 00000400:00000200:0.0:1769074988.217073:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.217079:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.217082:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16649:16649:256:4294967295] 192.168.204.41@tcp LPNI seq info [16645:16645:8:4294967295] 00000400:00000200:0.0:1769074988.217088:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.217092:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.217094:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074988.217098:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.217103:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.217106:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.217125:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.217129:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.217133:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00000800:00000200:3.0:1769074988.217174:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.217178:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:3.0:1769074988.217182:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.217186:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.217190:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:3.0:1769074988.217192:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000400:00000200:2.0:1769074988.218426:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.218433:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d5f580 00000400:00000200:2.0:1769074988.218438:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f0f9 [2] + 448 00000400:00000200:2.0:1769074988.218445:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.218448:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.218451:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.218454:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484a80. 00000020:00000010:0.0:1769074988.218490:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.218494:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.218497:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.218499:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.218502:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.218521:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.218523:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.218525:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351319424 02000000:00000010:0.0:1769074988.218541:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47400. 00000020:00000010:0.0:1769074988.218561:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b84e0. 00080000:00000010:0.0:1769074988.218565:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3d47d200. 00080000:00000010:0.0:1769074988.218573:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.218586:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8d20. 00000001:00000010:0.0:1769074988.218590:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.218601:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.218606:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b84e0. 00000004:00000010:0.0:1769074988.218615:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38510780. 00010000:00000200:0.0:1769074988.218637:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484a80 x1855008351319424/t60129542270(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.218651:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.218655:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351319424, offset 224 00000400:00000200:0.0:1769074988.218659:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.218664:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.218667:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16650:16650:256:4294967295] 192.168.204.41@tcp LPNI seq info [16646:16646:8:4294967295] 00000400:00000200:0.0:1769074988.218673:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.218676:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.218679:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.218682:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.218685:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.218687:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.218702:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.218705:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.218707:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00000800:00000200:3.0:1769074988.218762:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.218767:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.218770:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.218775:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.218778:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:3.0:1769074988.218780:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:3.0:1769074988.219402:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.219408:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5f680 00000400:00000200:3.0:1769074988.219412:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 89328 00000400:00000200:3.0:1769074988.219419:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.219421:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.219424:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.219427:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58e00. 00000020:00000010:1.0:1769074988.219472:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.219476:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.219479:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.219481:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.219484:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.219508:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.219512:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.219515:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351319680 00000001:00000010:1.0:1769074988.219520:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.219536:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b08156000. 00010000:00000010:1.0:1769074988.219557:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ce00. 00010000:00000010:1.0:1769074988.219564:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510180. 00010000:00000010:1.0:1769074988.219572:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:1.0:1769074988.219575:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ce00. 00010000:00000010:1.0:1769074988.219582:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9000. 00010000:00000010:1.0:1769074988.219584:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510180. 00010000:00000010:1.0:1769074988.219587:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e400. 00010000:00000010:1.0:1769074988.219589:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c100. 00010000:00000010:1.0:1769074988.219609:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9600. 00010000:00000010:1.0:1769074988.219611:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510a00. 00010000:00000010:1.0:1769074988.219614:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484800. 00010000:00000010:1.0:1769074988.219616:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.219624:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.219630:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5aa0. 00080000:00000010:1.0:1769074988.219635:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.219649:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.219653:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6480. 00080000:00000010:1.0:1769074988.219656:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40511a00. 00080000:00000010:1.0:1769074988.219672:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.219696:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.219701:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.219707:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6ba0. 00000001:00000010:1.0:1769074988.219725:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.219733:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.219736:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6480. 00010000:00000010:1.0:1769074988.219750:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:1.0:1769074988.219753:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510a00. 00080000:00000010:1.0:1769074988.219823:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.219827:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298c400. 00000004:00000010:1.0:1769074988.219830:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0cee0. 00000004:00000010:1.0:1769074988.219832:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3708. 00000004:00000010:1.0:1769074988.219834:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d394a0. 00010000:00000010:1.0:1769074988.219841:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ce00. 00010000:00000200:1.0:1769074988.219852:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542271, last committed = 0 00010000:00000200:1.0:1769074988.219857:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58e00 x1855008351319680/t60129542271(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.219866:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.219869:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351319680, offset 224 00000400:00000200:1.0:1769074988.219873:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.219878:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.219881:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16651:16651:256:4294967295] 192.168.204.41@tcp LPNI seq info [16647:16647:8:4294967295] 00000400:00000200:1.0:1769074988.219887:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.219891:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.219893:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.219896:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.219900:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.219902:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.219917:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.219919:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.219921:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:2.0:1769074988.219973:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.219978:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.219982:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.219988:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.219992:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:2.0:1769074988.219994:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000400:00000200:3.0:1769074988.220779:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.220787:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5f780 00000400:00000200:3.0:1769074988.220791:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 89816 00000400:00000200:3.0:1769074988.220798:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.220801:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.220804:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.220808:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b800. 00000020:00000010:1.0:1769074988.220847:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.220850:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.220853:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.220855:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.220857:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.220875:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.220876:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.220878:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351319936 00000001:00000010:1.0:1769074988.220881:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:1.0:1769074988.220891:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b08152000. 00010000:00000010:1.0:1769074988.220905:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c600. 00010000:00000010:1.0:1769074988.220911:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510500. 00010000:00000010:1.0:1769074988.220918:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485400. 00010000:00000010:1.0:1769074988.220921:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c600. 00010000:00000010:1.0:1769074988.220926:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9500. 00010000:00000010:1.0:1769074988.220928:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510500. 00010000:00000010:1.0:1769074988.220931:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484c00. 00010000:00000010:1.0:1769074988.220932:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ce00. 00010000:00000010:1.0:1769074988.220948:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04600. 00010000:00000010:1.0:1769074988.220951:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510a00. 00010000:00000010:1.0:1769074988.220953:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485200. 00010000:00000010:1.0:1769074988.220955:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.220962:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.220968:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.220972:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.220975:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40510600. 00000004:00000010:1.0:1769074988.220982:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.220985:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.220987:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.220992:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ee5b8. 00080000:00000010:1.0:1769074988.221005:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.221009:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.221012:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.221023:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00010000:00000010:1.1:1769074988.221050:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708c00. 00010000:00000010:1.1:1769074988.221054:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04500. 00010000:00000010:1.1:1769074988.221058:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:0.1:1769074988.221064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4400. 00010000:00000010:1.1:1769074988.221071:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:0.1:1769074988.221076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a200. 00010000:00000010:1.1:1769074988.221077:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575e00. 00010000:00000010:0.1:1769074988.221084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4000. 00010000:00000010:1.1:1769074988.221085:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04f00. 00010000:00000010:0.1:1769074988.221092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a400. 00010000:00000010:1.1:1769074988.221096:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861bc00. 00010000:00000010:0.1:1769074988.221104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04000. 00010000:00000010:0.1:1769074988.221112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.1:1769074988.221116:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ac00. 00010000:00000010:1.1:1769074988.221122:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575000. 00010000:00000010:1.1:1769074988.221128:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04c00. 00010000:00000010:1.1:1769074988.221131:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b800. 00010000:00000010:1.1:1769074988.221138:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b400. 00000001:00000010:1.0:1769074988.221161:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.221167:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.221196:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6480. 00000001:00000010:1.0:1769074988.221199:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.221205:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.221207:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.221209:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.221210:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.221212:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.221218:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:1.0:1769074988.221221:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c380. 00010000:00000010:1.0:1769074988.221228:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.221246:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:2.0:1769074988.221267:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c380. 00010000:00000010:2.0:1769074988.221274:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510a00. 00010000:00000010:2.0:1769074988.221282:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.221291:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510600. 00080000:00000010:1.0:1769074988.221295:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298c800. 00000004:00000010:1.0:1769074988.221299:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ee5b8. 00000004:00000010:1.0:1769074988.221302:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.221304:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.221306:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.221308:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0cdd0. 00000004:00000010:1.0:1769074988.221310:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda34b0. 00000004:00000010:1.0:1769074988.221312:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d38960. 00010000:00000010:1.0:1769074988.221319:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c600. 00010000:00000200:1.0:1769074988.221328:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542272, last committed = 0 00010000:00000200:1.0:1769074988.221333:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b800 x1855008351319936/t60129542272(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.221343:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.221345:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351319936, offset 224 00000400:00000200:1.0:1769074988.221348:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.221353:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.221357:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16652:16652:256:4294967295] 192.168.204.41@tcp LPNI seq info [16648:16648:8:4294967295] 00000400:00000200:1.0:1769074988.221363:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.221366:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.221369:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.221372:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.221375:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.221377:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.221390:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.221392:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.221394:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.221443:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.221447:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.221451:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.221456:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.221459:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:3.0:1769074988.221462:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:2.0:1769074988.222149:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.222156:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5f880 00000400:00000200:2.0:1769074988.222160:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 90320 00000400:00000200:2.0:1769074988.222167:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.222171:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.222175:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.222179:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484700. 00000020:00000010:1.0:1769074988.222215:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.222219:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.222221:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.222223:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.222226:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.222243:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.222244:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.222246:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351320192 00000001:00000010:1.0:1769074988.222249:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.222259:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b08150000. 00010000:00000010:1.0:1769074988.222272:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ce80. 00010000:00000010:1.0:1769074988.222279:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510800. 00010000:00000010:1.0:1769074988.222285:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:1.0:1769074988.222287:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ce80. 00010000:00000010:1.0:1769074988.222293:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04c00. 00010000:00000010:1.0:1769074988.222295:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510800. 00010000:00000010:1.0:1769074988.222308:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dce00. 00010000:00000010:1.0:1769074988.222311:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c600. 00010000:00000010:1.0:1769074988.222328:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04f00. 00010000:00000010:1.0:1769074988.222331:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510600. 00010000:00000010:1.0:1769074988.222333:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dcc00. 00010000:00000010:1.0:1769074988.222335:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.222342:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.222348:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.222353:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.222355:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40510400. 00000004:00000010:1.0:1769074988.222362:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.222364:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.222366:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.222369:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edaa0. 00080000:00000010:1.0:1769074988.222380:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.222383:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.222386:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.222396:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.222413:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.222418:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.222433:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6060. 00000001:00000010:1.0:1769074988.222435:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.222441:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.222442:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.222444:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.222445:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.222448:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.222453:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dca00. 00010000:00000010:1.0:1769074988.222456:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074988.222462:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.222481:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00080000:00000010:1.0:1769074988.222510:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510e80. 00080000:00000010:1.0:1769074988.222513:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0298ce00. 00000004:00000010:1.0:1769074988.222517:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edaa0. 00000004:00000010:1.0:1769074988.222520:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.222523:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.222525:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.222527:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b36e0c220. 00000004:00000010:1.0:1769074988.222530:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3f00. 00000004:00000010:1.0:1769074988.222533:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695c20. 00010000:00000010:0.0:1769074988.222541:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074988.222544:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ce80. 00010000:00000010:0.0:1769074988.222549:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510600. 00010000:00000200:1.0:1769074988.222557:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542273, last committed = 0 00010000:00000010:0.0:1769074988.222558:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00010000:00000200:1.0:1769074988.222567:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484700 x1855008351320192/t60129542273(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.222577:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.222580:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351320192, offset 224 00000400:00000200:1.0:1769074988.222584:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.222588:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.222591:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16653:16653:256:4294967295] 192.168.204.41@tcp LPNI seq info [16649:16649:8:4294967295] 00000400:00000200:1.0:1769074988.222597:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.222600:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.222603:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.222606:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.222609:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.222612:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.222625:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.222629:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.222633:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.222676:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.222679:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.222683:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.222688:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.222691:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:3.0:1769074988.222693:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000400:00000200:3.0:1769074988.223438:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.223445:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d5f980 00000400:00000200:3.0:1769074988.223449:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 90816 00000400:00000200:3.0:1769074988.223456:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.223459:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.223462:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.223464:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a300. 00000020:00000010:1.0:1769074988.223532:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.223536:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.223540:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.223542:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.223544:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.223566:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.223589:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.223592:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351320448 00000001:00000010:1.0:1769074988.223596:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 02000000:00000010:1.0:1769074988.223606:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b08151000. 00010000:00000010:1.0:1769074988.223620:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c800. 00010000:00000010:1.0:1769074988.223626:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510900. 00010000:00000010:1.0:1769074988.223633:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6ddc00. 00010000:00000010:1.0:1769074988.223635:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c800. 00010000:00000010:1.0:1769074988.223641:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04500. 00010000:00000010:1.0:1769074988.223643:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510900. 00010000:00000010:1.0:1769074988.223646:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dc200. 00010000:00000010:1.0:1769074988.223648:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ce80. 00010000:00000010:1.0:1769074988.223665:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04e00. 00010000:00000010:1.0:1769074988.223667:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510e80. 00010000:00000010:1.0:1769074988.223669:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dd400. 00010000:00000010:1.0:1769074988.223671:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00000020:00000010:1.0:1769074988.223677:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.223685:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.223689:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.223692:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40511000. 00000004:00000010:1.0:1769074988.223699:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.223701:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.223703:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.223706:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ec000. 00080000:00000010:1.0:1769074988.223735:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.223739:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.223742:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.223754:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.223774:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.223779:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.223799:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6240. 00000001:00000010:1.0:1769074988.223802:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.223808:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.223810:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.223811:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.223813:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.223815:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.223821:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dde00. 00010000:00000010:1.0:1769074988.223823:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.223830:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.223849:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00010000:00000010:0.0:1769074988.223880:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00080000:00000010:1.0:1769074988.223885:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38510a80. 00010000:00000010:0.0:1769074988.223887:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510e80. 00080000:00000010:1.0:1769074988.223891:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b012e7c00. 00010000:00000010:0.0:1769074988.223897:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.223899:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ec000. 00000004:00000010:1.0:1769074988.223906:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.223909:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.223911:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.223913:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4990. 00000004:00000010:1.0:1769074988.223915:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3d20. 00000004:00000010:1.0:1769074988.223916:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695e00. 00010000:00000010:1.0:1769074988.223924:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c800. 00010000:00000200:1.0:1769074988.223934:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542274, last committed = 0 00010000:00000200:1.0:1769074988.223939:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489a300 x1855008351320448/t60129542274(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.223948:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074988.223951:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351320448, offset 224 00000400:00000200:1.0:1769074988.223955:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.223960:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.223963:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16654:16654:256:4294967295] 192.168.204.41@tcp LPNI seq info [16650:16650:8:4294967295] 00000400:00000200:1.0:1769074988.223970:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.223973:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.223976:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.223979:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.223982:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.223985:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.223997:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.224000:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.224002:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:2.0:1769074988.224072:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.224075:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.224079:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.224084:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.224087:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:2.0:1769074988.224088:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000400:00000200:3.0:1769074988.224814:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.224821:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5fa80 00000400:00000200:3.0:1769074988.224825:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 91304 00000400:00000200:3.0:1769074988.224832:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.224835:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.224838:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.224841:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489aa00. 00000020:00000010:1.0:1769074988.224877:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.224881:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.224883:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.224885:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.224887:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.224904:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.224906:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.224908:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351320704 00000001:00000010:1.0:1769074988.224911:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.224922:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3f6f8000. 00010000:00000010:1.0:1769074988.224936:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.224943:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511e00. 00010000:00000010:1.0:1769074988.224949:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dd800. 00010000:00000010:1.0:1769074988.224952:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c800. 00010000:00000010:1.0:1769074988.224957:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04900. 00010000:00000010:1.0:1769074988.224959:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510a80. 00010000:00000010:1.0:1769074988.224961:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dc400. 00010000:00000010:1.0:1769074988.224963:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c480. 00010000:00000010:1.0:1769074988.224978:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04b00. 00010000:00000010:1.0:1769074988.224980:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510100. 00010000:00000010:1.0:1769074988.224982:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dc800. 00010000:00000010:1.0:1769074988.224984:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000020:00000010:1.0:1769074988.224991:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.224997:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5aa0. 00000020:00000010:1.0:1769074988.225002:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.225005:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b012e7c00. 00000004:00000010:1.0:1769074988.225011:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.225014:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.225015:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.225019:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed1c0. 00010000:00000010:1.1:1769074988.225048:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575600. 00010000:00000010:1.1:1769074988.225054:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baa00. 00010000:00000010:1.1:1769074988.225058:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a600. 00010000:00000010:2.1:1769074988.225062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4f00. 00010000:00000010:0.1:1769074988.225066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9a00. 00010000:00000010:2.1:1769074988.225072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ba00. 00010000:00000010:0.1:1769074988.225076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:1.1:1769074988.225077:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a800. 00010000:00000010:0.1:1769074988.225083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9d00. 00010000:00000010:1.1:1769074988.225086:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574a00. 00010000:00000010:0.1:1769074988.225089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:1.1:1769074988.225095:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba700. 00010000:00000010:1.1:1769074988.225105:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a000. 00010000:00000010:1.1:1769074988.225113:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b200. 00010000:00000010:1.1:1769074988.225117:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f000. 00010000:00000010:1.1:1769074988.225128:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba500. 00010000:00000010:1.1:1769074988.225132:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:1.1:1769074988.225140:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fe00. 00080000:00000010:1.0:1769074988.225147:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.225151:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.225153:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.225167:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.225185:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.225190:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.225205:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af64e0. 00000001:00000010:1.0:1769074988.225208:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.225213:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.225215:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.225217:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.225218:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.225220:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.225226:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dd000. 00010000:00000010:1.0:1769074988.225229:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.225236:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.225260:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00010000:00000010:0.0:1769074988.225274:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:0.0:1769074988.225280:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510100. 00010000:00000010:0.0:1769074988.225287:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.225305:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511400. 00080000:00000010:1.0:1769074988.225309:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04918e00. 00000004:00000010:1.0:1769074988.225312:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed1c0. 00000004:00000010:1.0:1769074988.225315:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.225316:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.225318:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.225320:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5980. 00000004:00000010:1.0:1769074988.225322:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3780. 00000004:00000010:1.0:1769074988.225324:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306950e0. 00010000:00000010:1.0:1769074988.225333:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c800. 00010000:00000200:1.0:1769074988.225343:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542275, last committed = 0 00010000:00000200:1.0:1769074988.225348:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489aa00 x1855008351320704/t60129542275(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.225357:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.225359:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351320704, offset 224 00000400:00000200:1.0:1769074988.225363:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.225367:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.225370:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16655:16655:256:4294967295] 192.168.204.41@tcp LPNI seq info [16651:16651:8:4294967295] 00000400:00000200:1.0:1769074988.225376:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.225380:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.225382:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.225385:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.225388:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.225390:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.225403:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.225406:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.225408:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.225467:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.225472:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.225476:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.225481:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.225485:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:3.0:1769074988.225487:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:2.0:1769074988.226194:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.226201:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5fb80 00000400:00000200:2.0:1769074988.226205:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 91808 00000400:00000200:2.0:1769074988.226212:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.226215:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.226218:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.226221:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485c00. 00000020:00000010:1.0:1769074988.226268:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.226273:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.226277:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.226279:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.226282:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.226301:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.226303:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.226306:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351320960 00000001:00000010:1.0:1769074988.226310:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.226322:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3f6fb000. 00010000:00000010:1.0:1769074988.226336:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.226343:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.226351:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dc600. 00010000:00000010:1.0:1769074988.226353:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.226359:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04000. 00010000:00000010:1.0:1769074988.226361:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510280. 00010000:00000010:1.0:1769074988.226364:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dda00. 00010000:00000010:1.0:1769074988.226366:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c800. 00010000:00000010:1.0:1769074988.226383:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba500. 00010000:00000010:1.0:1769074988.226385:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.226388:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dd200. 00010000:00000010:1.0:1769074988.226390:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00000020:00000010:1.0:1769074988.226397:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.226404:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.226408:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.226411:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01f5ee00. 00000004:00000010:1.0:1769074988.226419:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.226421:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.226423:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.226426:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ed3f8. 00080000:00000010:1.0:1769074988.226437:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.226441:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.226443:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.226454:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.226475:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.226480:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.226496:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6b40. 00000001:00000010:1.0:1769074988.226499:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.226505:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.226507:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.226508:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.226510:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.226512:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.226518:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dd600. 00010000:00000010:1.0:1769074988.226521:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074988.226527:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.226546:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00080000:00000010:1.0:1769074988.226578:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b06116800. 00080000:00000010:1.0:1769074988.226582:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04918800. 00000004:00000010:1.0:1769074988.226587:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ed3f8. 00000004:00000010:1.0:1769074988.226590:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.226593:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.226596:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00010000:00000010:2.0:1769074988.226596:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00000004:00000010:1.0:1769074988.226602:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5430. 00010000:00000010:2.0:1769074988.226605:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00000004:00000010:1.0:1769074988.226606:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3e10. 00010000:00000010:2.0:1769074988.226614:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.226617:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694960. 00010000:00000010:1.0:1769074988.226629:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000200:1.0:1769074988.226639:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542276, last committed = 0 00010000:00000200:1.0:1769074988.226645:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485c00 x1855008351320960/t60129542276(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.226654:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000100:00000200:1.0:1769074988.226657:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351320960, offset 224 00000400:00000200:1.0:1769074988.226661:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.226666:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.226669:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16656:16656:256:4294967295] 192.168.204.41@tcp LPNI seq info [16652:16652:8:4294967295] 00000400:00000200:1.0:1769074988.226675:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.226679:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.226681:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.226684:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.226687:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.226690:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.226703:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.226706:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.226723:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:3.0:1769074988.226765:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.226768:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.226771:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.226775:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.226777:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:3.0:1769074988.226813:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000400:00000200:3.0:1769074988.227582:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.227589:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d5fc80 00000400:00000200:3.0:1769074988.227595:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 92304 00000400:00000200:3.0:1769074988.227605:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.227608:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.227612:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.227616:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489bb80. 00000020:00000010:1.0:1769074988.227656:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.227659:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.227662:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b40510c00. 00000020:00000010:1.0:1769074988.227664:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.227667:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.227684:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.227686:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.227688:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351321216 00000001:00000010:1.0:1769074988.227691:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 02000000:00000010:1.0:1769074988.227702:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3f6fd000. 00010000:00000010:1.0:1769074988.227731:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.227739:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3c80. 00010000:00000010:1.0:1769074988.227746:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6dc000. 00010000:00000010:1.0:1769074988.227749:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.227754:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba700. 00010000:00000010:1.0:1769074988.227756:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510980. 00010000:00000010:1.0:1769074988.227768:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843e00. 00010000:00000010:1.0:1769074988.227771:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c000. 00010000:00000010:1.0:1769074988.227788:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baa00. 00010000:00000010:1.0:1769074988.227791:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510f80. 00010000:00000010:1.0:1769074988.227793:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843800. 00010000:00000010:1.0:1769074988.227795:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c380. 00000020:00000010:1.0:1769074988.227802:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.227809:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.227813:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.227817:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1129f800. 00000004:00000010:1.0:1769074988.227824:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.227827:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.227829:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.227832:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecd50. 00080000:00000010:1.0:1769074988.227861:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.227864:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.227867:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.227878:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.227896:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.227901:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.227917:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af68a0. 00000001:00000010:1.0:1769074988.227920:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.227925:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.227927:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.227928:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.227931:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.227933:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.227941:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842400. 00010000:00000010:1.0:1769074988.227945:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.227954:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.227981:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c380. 00010000:00000010:0.0:1769074988.228006:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:0.0:1769074988.228014:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510f80. 00080000:00000010:1.0:1769074988.228046:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3780. 00010000:00000010:0.0:1769074988.228049:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.228052:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04919a00. 00000004:00000010:1.0:1769074988.228059:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecd50. 00000004:00000010:1.0:1769074988.228063:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.228065:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.228069:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.228072:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5cb0. 00000004:00000010:1.0:1769074988.228075:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda39d8. 00000004:00000010:1.0:1769074988.228078:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694000. 00010000:00000010:1.0:1769074988.228090:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000200:1.0:1769074988.228103:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542277, last committed = 0 00010000:00000200:1.0:1769074988.228110:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489bb80 x1855008351321216/t60129542277(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.228123:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.228127:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351321216, offset 224 00000400:00000200:1.0:1769074988.228132:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.228139:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.228143:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16657:16657:256:4294967295] 192.168.204.41@tcp LPNI seq info [16653:16653:8:4294967295] 00000400:00000200:1.0:1769074988.228152:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.228155:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.228158:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.228161:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.228165:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.228167:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.228181:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.228184:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.228187:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b40510c00. 00000800:00000200:2.0:1769074988.228223:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.228227:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.228229:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.228233:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.228236:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:2.0:1769074988.228238:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:3.0:1769074988.229015:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.229024:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 512 into portal 12 MB=0x6971ec9d5fd80 00000400:00000200:3.0:1769074988.229044:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 512/512 into md 0x4c41 [64] + 92808 00000400:00000200:3.0:1769074988.229054:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.229059:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.229063:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.229066:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898e00. 00000020:00000010:1.0:1769074988.229102:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.229107:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.229112:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1129f000. 00000020:00000010:1.0:1769074988.229115:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.229119:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.229144:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.229148:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.229151:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351321472 00000001:00000010:1.0:1769074988.229157:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.229172:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3f6fe000. 00010000:00000010:1.0:1769074988.229187:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.229195:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3300. 00010000:00000010:1.0:1769074988.229202:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842800. 00010000:00000010:1.0:1769074988.229205:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.229219:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a900. 00010000:00000010:1.0:1769074988.229221:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510b00. 00010000:00000010:1.0:1769074988.229224:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843000. 00010000:00000010:1.0:1769074988.229227:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c380. 00010000:00000010:1.0:1769074988.229246:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a700. 00010000:00000010:1.0:1769074988.229249:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510700. 00010000:00000010:1.0:1769074988.229251:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842600. 00010000:00000010:1.0:1769074988.229253:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c280. 00000020:00000010:1.0:1769074988.229261:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.229271:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.229277:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.229281:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1129f400. 00000004:00000010:1.0:1769074988.229291:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.229295:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.229297:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.229303:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176eee98. 00080000:00000010:1.0:1769074988.229317:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.229321:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.229324:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.229336:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.229355:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.229360:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.229377:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af69c0. 00000001:00000010:1.0:1769074988.229380:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.229386:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.229388:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.229389:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.229391:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.229393:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.229398:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843a00. 00010000:00000010:1.0:1769074988.229401:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca00. 00010000:00000010:1.0:1769074988.229407:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.229426:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c280. 00010000:00000010:0.0:1769074988.229446:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca00. 00010000:00000010:0.0:1769074988.229453:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510700. 00010000:00000010:0.0:1769074988.229461:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.229473:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3c00. 00080000:00000010:1.0:1769074988.229480:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04919c00. 00000004:00000010:1.0:1769074988.229486:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176eee98. 00000004:00000010:1.0:1769074988.229490:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.229493:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.229495:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.229498:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5dc0. 00000004:00000010:1.0:1769074988.229502:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3258. 00000004:00000010:1.0:1769074988.229504:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306952c0. 00010000:00000010:1.0:1769074988.229523:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000200:1.0:1769074988.229538:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542278, last committed = 0 00010000:00000200:1.0:1769074988.229545:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898e00 x1855008351321472/t60129542278(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 512/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.229558:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000200:1.0:1769074988.229562:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351321472, offset 224 00000400:00000200:1.0:1769074988.229567:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.229574:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.229579:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16658:16658:256:4294967295] 192.168.204.41@tcp LPNI seq info [16654:16654:8:4294967295] 00000400:00000200:1.0:1769074988.229599:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.229604:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.229608:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.229612:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.229616:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.229618:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.229630:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.229633:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.229635:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1129f000. 00000800:00000200:3.0:1769074988.229740:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.229744:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.229747:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.229751:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.229754:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:3.0:1769074988.229756:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000400:00000200:2.0:1769074988.230430:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.230437:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5fe80 00000400:00000200:2.0:1769074988.230442:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 93320 00000400:00000200:2.0:1769074988.230449:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.230452:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.230456:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.230460:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 00000020:00000010:1.0:1769074988.230535:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.230540:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.230545:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1129f000. 00000020:00000010:1.0:1769074988.230549:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.230552:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.230595:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.230598:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.230599:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351321728 00000001:00000010:1.0:1769074988.230603:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.230614:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b3f6fc000. 00010000:00000010:1.0:1769074988.230629:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968500. 00010000:00000010:1.0:1769074988.230636:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3000. 00010000:00000010:1.0:1769074988.230644:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843200. 00010000:00000010:1.0:1769074988.230646:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.230652:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a800. 00010000:00000010:1.0:1769074988.230654:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510080. 00010000:00000010:1.0:1769074988.230656:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843600. 00010000:00000010:1.0:1769074988.230658:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c280. 00010000:00000010:1.0:1769074988.230675:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7ae00. 00010000:00000010:1.0:1769074988.230677:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510d80. 00010000:00000010:1.0:1769074988.230679:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842000. 00010000:00000010:1.0:1769074988.230682:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca00. 00000020:00000010:1.0:1769074988.230689:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.230697:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.230701:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.230703:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1129e000. 00000004:00000010:1.0:1769074988.230728:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.230731:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.230732:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.230736:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edcd8. 00080000:00000010:1.0:1769074988.230748:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.230752:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.230755:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.230767:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.230786:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.230791:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.230808:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6de0. 00000001:00000010:1.0:1769074988.230811:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.230816:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.230818:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.230820:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.230821:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.230823:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.230829:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842e00. 00010000:00000010:1.0:1769074988.230832:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.230838:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.230857:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca00. 00010000:00000010:0.0:1769074988.230884:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:0.0:1769074988.230891:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510d80. 00080000:00000010:1.0:1769074988.230895:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3980. 00010000:00000010:0.0:1769074988.230899:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.230901:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02e11a00. 00000004:00000010:1.0:1769074988.230908:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edcd8. 00000004:00000010:1.0:1769074988.230912:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.230914:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.230916:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.230918:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4ff0. 00000004:00000010:1.0:1769074988.230920:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3a50. 00000004:00000010:1.0:1769074988.230922:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306954a0. 00010000:00000010:1.0:1769074988.230931:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000200:1.0:1769074988.230945:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542279, last committed = 0 00010000:00000200:1.0:1769074988.230952:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38486300 x1855008351321728/t60129542279(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.230965:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.230969:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351321728, offset 224 00000400:00000200:1.0:1769074988.230974:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.230981:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.230986:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16659:16659:256:4294967295] 192.168.204.41@tcp LPNI seq info [16655:16655:8:4294967295] 00000400:00000200:1.0:1769074988.230994:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.230999:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.231001:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.231004:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.231008:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.231010:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.231024:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.231044:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.231048:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1129f000. 00000800:00000200:3.0:1769074988.231085:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.231090:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.231093:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.231098:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.231102:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:3.0:1769074988.231104:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00000400:00000200:3.0:1769074988.231780:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.231786:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d5ff80 00000400:00000200:3.0:1769074988.231790:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 93816 00000400:00000200:3.0:1769074988.231797:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.231814:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.231817:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.231820:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899f80. 00000020:00000010:1.0:1769074988.231855:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.231858:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.231861:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1129f000. 00000020:00000010:1.0:1769074988.231863:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.231865:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.231882:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.231883:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.231885:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351321984 00000001:00000010:1.0:1769074988.231889:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 02000000:00000010:1.0:1769074988.231900:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a0163e000. 00010000:00000010:1.0:1769074988.231913:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.231920:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3500. 00010000:00000010:1.0:1769074988.231926:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842c00. 00010000:00000010:1.0:1769074988.231929:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.231937:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7ad00. 00010000:00000010:1.0:1769074988.231940:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510480. 00010000:00000010:1.0:1769074988.231944:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842a00. 00010000:00000010:1.0:1769074988.231947:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333ca00. 00010000:00000010:1.0:1769074988.231984:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a100. 00010000:00000010:1.0:1769074988.231986:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c00. 00010000:00000010:1.0:1769074988.231989:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843c00. 00010000:00000010:1.0:1769074988.231991:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00000020:00000010:1.0:1769074988.232001:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.232008:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.232012:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.232015:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1129e800. 00000004:00000010:1.0:1769074988.232022:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.232024:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.232047:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.232052:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.232065:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.232069:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.232072:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.232085:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.232112:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.232119:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.232142:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6a20. 00000001:00000010:1.0:1769074988.232145:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.232151:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.232153:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.232154:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.232156:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.232158:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.232163:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842200. 00010000:00000010:1.0:1769074988.232166:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.232172:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.232190:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00010000:00000010:2.0:1769074988.232209:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:2.0:1769074988.232216:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c00. 00010000:00000010:2.0:1769074988.232227:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.232236:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3080. 00080000:00000010:1.0:1769074988.232240:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02e11c00. 00000004:00000010:1.0:1769074988.232244:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.232246:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.232248:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.232250:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.232252:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4bb0. 00000004:00000010:1.0:1769074988.232254:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda35a0. 00000004:00000010:1.0:1769074988.232256:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306943c0. 00010000:00000010:1.0:1769074988.232265:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00010000:00000200:1.0:1769074988.232274:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542280, last committed = 0 00010000:00000200:1.0:1769074988.232279:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899f80 x1855008351321984/t60129542280(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.232288:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.232290:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351321984, offset 224 00000400:00000200:1.0:1769074988.232294:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.232298:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.232301:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16660:16660:256:4294967295] 192.168.204.41@tcp LPNI seq info [16656:16656:8:4294967295] 00000400:00000200:1.0:1769074988.232307:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.232311:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.232313:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.232316:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.232319:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.232321:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.232337:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.232339:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.232342:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1129f000. 00000800:00000200:2.0:1769074988.232398:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.232402:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.232405:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.232409:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.232411:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:2.0:1769074988.232413:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:3.0:1769074988.233109:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.233116:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d60080 00000400:00000200:3.0:1769074988.233120:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 94312 00000400:00000200:3.0:1769074988.233127:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.233129:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.233132:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.233134:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a680. 00000020:00000010:1.0:1769074988.233167:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.233171:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.233174:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1129f000. 00000020:00000010:1.0:1769074988.233176:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.233178:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.233195:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.233197:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.233198:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351322240 00000001:00000010:1.0:1769074988.233202:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:1.0:1769074988.233212:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8a0163a000. 00010000:00000010:1.0:1769074988.233227:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.233233:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3280. 00010000:00000010:1.0:1769074988.233240:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843400. 00010000:00000010:1.0:1769074988.233243:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.233248:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a400. 00010000:00000010:1.0:1769074988.233250:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510d00. 00010000:00000010:1.0:1769074988.233261:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d400. 00010000:00000010:1.0:1769074988.233263:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cf80. 00010000:00000010:1.0:1769074988.233281:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7ac00. 00010000:00000010:1.0:1769074988.233283:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510300. 00010000:00000010:1.0:1769074988.233285:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771de00. 00010000:00000010:1.0:1769074988.233287:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00000020:00000010:1.0:1769074988.233293:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.233300:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.233304:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.233306:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1129fa00. 00000004:00000010:1.0:1769074988.233313:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.233315:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.233316:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.233320:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.233329:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.233332:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.233335:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.233345:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.233362:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.233367:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.233382:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6720. 00000001:00000010:1.0:1769074988.233384:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.233390:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.233392:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.233393:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.233410:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.233412:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.233418:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d800. 00010000:00000010:1.0:1769074988.233421:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.233427:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.233443:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00010000:00000010:0.0:1769074988.233464:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:0.0:1769074988.233472:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510300. 00010000:00000010:0.0:1769074988.233484:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.233489:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3200. 00080000:00000010:1.0:1769074988.233496:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02e10600. 00000004:00000010:1.0:1769074988.233501:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00000004:00000010:1.0:1769074988.233505:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.233508:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.233511:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc9c0. 00000004:00000010:1.0:1769074988.233513:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5210. 00000004:00000010:1.0:1769074988.233516:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3348. 00000004:00000010:1.0:1769074988.233519:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306941e0. 00010000:00000010:1.0:1769074988.233533:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000200:1.0:1769074988.233547:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542281, last committed = 0 00010000:00000200:1.0:1769074988.233553:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489a680 x1855008351322240/t60129542281(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.233566:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.233569:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351322240, offset 224 00000400:00000200:1.0:1769074988.233572:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.233577:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.233580:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16661:16661:256:4294967295] 192.168.204.41@tcp LPNI seq info [16657:16657:8:4294967295] 00000400:00000200:1.0:1769074988.233586:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.233589:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.233592:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.233594:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.233597:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.233600:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.233613:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.233616:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.233618:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1129f000. 00000800:00000200:3.0:1769074988.233666:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.233669:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.233672:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.233675:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.233678:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:3.0:1769074988.233679:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:2.0:1769074988.234448:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.234455:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d60180 00000400:00000200:2.0:1769074988.234459:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 94816 00000400:00000200:2.0:1769074988.234476:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.234479:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.234482:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.234485:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485180. 00000020:00000010:1.0:1769074988.234526:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.234531:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.234535:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1129f000. 00000020:00000010:1.0:1769074988.234539:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.234542:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.234565:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.234567:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.234569:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351322496 00000001:00000010:1.0:1769074988.234572:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.234583:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b10db1000. 00010000:00000010:1.0:1769074988.234596:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968900. 00010000:00000010:1.0:1769074988.234603:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3f00. 00010000:00000010:1.0:1769074988.234610:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c400. 00010000:00000010:1.0:1769074988.234613:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.234618:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a000. 00010000:00000010:1.0:1769074988.234620:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510b80. 00010000:00000010:1.0:1769074988.234622:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c800. 00010000:00000010:1.0:1769074988.234624:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074988.234639:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a300. 00010000:00000010:1.0:1769074988.234641:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510200. 00010000:00000010:1.0:1769074988.234643:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d000. 00010000:00000010:1.0:1769074988.234645:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00000020:00000010:1.0:1769074988.234651:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.234658:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.234661:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.234664:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1129f600. 00000004:00000010:1.0:1769074988.234670:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.234673:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.234675:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.234678:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecf88. 00080000:00000010:1.0:1769074988.234687:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.234691:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.234693:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.234703:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.234736:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.234741:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.234758:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02af6600. 00000001:00000010:1.0:1769074988.234761:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.234766:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.234768:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.234770:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.234772:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.234774:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02af6420. 00010000:00000010:1.0:1769074988.234779:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c600. 00010000:00000010:1.0:1769074988.234782:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.234788:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.234806:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00080000:00000010:1.0:1769074988.234840:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3d00. 00010000:00000010:0.0:1769074988.234844:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00080000:00000010:1.0:1769074988.234845:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02e11200. 00000004:00000010:1.0:1769074988.234851:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecf88. 00010000:00000010:0.0:1769074988.234854:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510200. 00000004:00000010:1.0:1769074988.234855:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.234862:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.234866:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.234869:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4110. 00010000:00000010:0.0:1769074988.234870:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00000004:00000010:1.0:1769074988.234872:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3960. 00000004:00000010:1.0:1769074988.234877:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694d20. 00010000:00000010:1.0:1769074988.234887:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000200:1.0:1769074988.234895:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542282, last committed = 0 00010000:00000200:1.0:1769074988.234900:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485180 x1855008351322496/t60129542282(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.234924:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074988.234926:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351322496, offset 224 00000400:00000200:1.0:1769074988.234930:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.234937:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.234941:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16662:16662:256:4294967295] 192.168.204.41@tcp LPNI seq info [16658:16658:8:4294967295] 00000400:00000200:1.0:1769074988.234950:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.234956:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.234959:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.234964:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.234969:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.234972:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.234987:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.234990:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.234992:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1129f000. 00000800:00000200:3.0:1769074988.235053:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.235058:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00010000:00000010:1.1:1769074988.235059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:0.1:1769074988.235062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04f00. 00000400:00000200:3.0:1769074988.235064:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.235067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baf00. 00000400:00000200:3.0:1769074988.235073:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.235074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ec00. 00000400:00000200:3.0:1769074988.235080:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074988.235083:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00010000:00000010:1.1:1769074988.235093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:0.1:1769074988.235100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dca00. 00010000:00000010:1.1:1769074988.235101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:1.1:1769074988.235109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ea00. 00010000:00000010:0.1:1769074988.235112:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04e00. 00010000:00000010:1.1:1769074988.235115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048bae00. 00010000:00000010:0.1:1769074988.235120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dde00. 00010000:00000010:1.1:1769074988.235122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9600. 00010000:00000010:1.1:1769074988.235129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484800. 00010000:00000010:1.1:1769074988.235134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:1.1:1769074988.235136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fe00. 00010000:00000010:1.1:1769074988.235138:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba100. 00010000:00000010:1.1:1769074988.235142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485200. 00010000:00000010:1.1:1769074988.235150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485400. 00000400:00000200:3.0:1769074988.235956:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.235963:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d60280 00000400:00000200:3.0:1769074988.235966:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 95304 00000400:00000200:3.0:1769074988.235973:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.235976:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.235978:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.235981:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b480. 00000020:00000010:1.0:1769074988.236056:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.236061:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.236065:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b1129f000. 00000020:00000010:1.0:1769074988.236068:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.236071:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.236096:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.236100:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.236103:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351322752 00000001:00000010:1.0:1769074988.236108:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.236121:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771da00. 00010000:00000010:1.0:1769074988.236125:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 02000000:00000010:1.0:1769074988.236143:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10db4000. 00080000:00000010:1.0:1769074988.236173:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a02af6420. 00000004:00000010:1.0:1769074988.236189:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38510e00. 00080000:00000010:1.0:1769074988.236195:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02e11200. 00080000:00000010:1.0:1769074988.236200:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.236207:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c50c0. 00000001:00000010:1.0:1769074988.236211:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.236221:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.236243:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000200:1.0:1769074988.236254:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b480 x1855008351322752/t60129542283(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.236267:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.236270:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351322752, offset 224 00000400:00000200:1.0:1769074988.236275:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.236281:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.236286:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16663:16663:256:4294967295] 192.168.204.41@tcp LPNI seq info [16659:16659:8:4294967295] 00000400:00000200:1.0:1769074988.236295:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.236300:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.236304:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.236308:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.236312:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.236315:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.236334:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.236337:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.236341:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b1129f000. 00000800:00000200:2.0:1769074988.236431:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.236435:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.236438:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.236441:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.236443:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:2.0:1769074988.236445:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00010000:00000010:2.1:1769074988.237052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04600. 00010000:00000010:2.1:1769074988.237058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f000. 00000400:00000200:3.0:1769074988.237777:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.237784:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d60300 00000400:00000200:3.0:1769074988.237790:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1f0f9 [2] + 840 00000400:00000200:3.0:1769074988.237797:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.237799:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.237803:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.237806:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b100. 00000020:00000010:0.0:1769074988.237847:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.237851:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.237856:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.237859:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.237862:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.237882:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.237884:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.237886:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351322880 00000001:00000010:0.0:1769074988.237890:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 02000000:00000010:0.0:1769074988.237917:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc47800. 00000004:00000010:0.0:1769074988.237921:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.238448:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.238493:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.238499:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.238502:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.238508:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000400:00000010:0.0:1769074988.238513:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200380. 00000400:00000200:0.0:1769074988.238517:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.238523:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.238527:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16664:16664:256:4294967295] 192.168.204.41@tcp LPNI seq info [16660:16660:8:4294967295] 00000400:00000200:0.0:1769074988.238531:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.238535:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.238538:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.238541:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.238544:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.238548:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.238550:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.238561:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d60300-0x6971ec9d60300 00000800:00000200:3.0:1769074988.238623:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.238628:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:3.0:1769074988.238632:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.238637:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.238642:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc46800 00000400:00000200:2.0:1769074988.239157:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:2.0:1769074988.239168:0:16310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x2884d 00000400:00000200:2.0:1769074988.239171:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.239174:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:2.0:1769074988.239177:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:2.0:1769074988.239178:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:2.0:1769074988.239182:0:16310:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc46800 00000100:00000010:0.0:1769074988.239226:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.239234:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc46800. 00000004:00000010:0.0:1769074988.239769:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.239780:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b100 x1855008351322880/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.239790:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.239793:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351322880, offset 224 00000400:00000200:0.0:1769074988.239797:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.239801:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.239805:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16665:16665:256:4294967295] 192.168.204.41@tcp LPNI seq info [16661:16661:8:4294967295] 00000400:00000200:0.0:1769074988.239812:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.239815:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.239817:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.239820:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.239824:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.239826:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.239840:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.239843:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.239845:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00000800:00000200:3.0:1769074988.239904:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.239909:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.239913:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.239918:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.239921:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:3.0:1769074988.239924:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000400:00000200:3.0:1769074988.241209:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.241218:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d60400 00000400:00000200:3.0:1769074988.241224:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f0f9 [2] + 1288 00000400:00000200:3.0:1769074988.241234:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.241238:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.241242:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.241247:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489ad80. 00000020:00000010:0.0:1769074988.241284:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.241287:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.241291:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.241293:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.241295:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.241313:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.241314:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.241316:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351323136 02000000:00000010:0.0:1769074988.241331:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46800. 00000020:00000010:0.0:1769074988.241349:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8a80. 00080000:00000010:0.0:1769074988.241353:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cfd1e00. 00080000:00000010:0.0:1769074988.241362:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.241375:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8180. 00000001:00000010:0.0:1769074988.241378:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724a80. 00080000:00000010:0.0:1769074988.241386:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.241388:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8a80. 00000004:00000010:0.0:1769074988.241395:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38510e00. 00010000:00000200:0.0:1769074988.241410:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489ad80 x1855008351323136/t60129542284(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.241419:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.241422:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351323136, offset 224 00000400:00000200:0.0:1769074988.241425:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.241430:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.241434:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16666:16666:256:4294967295] 192.168.204.41@tcp LPNI seq info [16662:16662:8:4294967295] 00000400:00000200:0.0:1769074988.241440:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.241443:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.241446:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.241448:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.241452:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.241454:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.241466:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.241469:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.241471:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 00000800:00000200:2.0:1769074988.241529:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.241534:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:2.0:1769074988.241538:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.241543:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.241547:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:2.0:1769074988.241549:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000200:3.0:1769074988.242181:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.242188:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d60500 00000400:00000200:3.0:1769074988.242191:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 95952 00000400:00000200:3.0:1769074988.242199:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.242203:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.242207:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.242211:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898000. 00000020:00000010:1.0:1769074988.242258:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.242262:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.242265:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.242267:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.242270:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.242289:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.242291:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.242293:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351323392 00000001:00000010:1.0:1769074988.242297:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.242325:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d200. 00010000:00000010:1.0:1769074988.242328:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 02000000:00000010:1.0:1769074988.242341:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10db6000. 00010000:00000010:1.0:1769074988.242361:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d600. 00010000:00000010:1.0:1769074988.242364:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00000004:00000010:1.0:1769074988.242377:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38510f00. 00080000:00000010:1.0:1769074988.242381:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02e11c00. 00080000:00000010:1.0:1769074988.242385:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.242390:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c57e0. 00000001:00000010:1.0:1769074988.242392:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.242399:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.242413:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000200:1.0:1769074988.242423:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898000 x1855008351323392/t60129542285(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.242433:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074988.242435:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351323392, offset 224 00000400:00000200:1.0:1769074988.242439:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.242444:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.242447:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16667:16667:256:4294967295] 192.168.204.41@tcp LPNI seq info [16663:16663:8:4294967295] 00000400:00000200:1.0:1769074988.242454:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.242457:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.242459:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.242462:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.242466:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.242468:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.242481:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.242484:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.242486:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.242541:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.242546:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.242550:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.242554:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.242558:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:3.0:1769074988.242560:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000400:00000200:2.0:1769074988.243349:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.243358:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d60580 00000400:00000200:2.0:1769074988.243364:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 96600 00000400:00000200:2.0:1769074988.243375:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.243379:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.243383:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.243387:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 00000020:00000010:1.0:1769074988.243422:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.243426:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.243429:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.243431:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.243433:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.243460:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.243464:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.243467:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351323520 00000001:00000010:1.0:1769074988.243472:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724a80. 00010000:00000010:1.0:1769074988.243484:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c000. 00010000:00000010:1.0:1769074988.243489:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 02000000:00000010:1.0:1769074988.243502:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10db5000. 00010000:00000010:1.0:1769074988.243519:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:1.0:1769074988.243525:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.243534:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a600. 00010000:00000010:1.0:1769074988.243538:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.243542:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771cc00. 00010000:00000010:1.0:1769074988.243546:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968900. 00010000:00000010:1.0:1769074988.243573:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a200. 00010000:00000010:1.0:1769074988.243575:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510200. 00010000:00000010:1.0:1769074988.243578:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771ca00. 00010000:00000010:1.0:1769074988.243580:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968500. 00080000:00000010:1.0:1769074988.243598:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8b06d2a360. 00010000:00000010:1.0:1769074988.243620:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.243627:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968900. 00010000:00000010:1.0:1769074988.243630:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.243640:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000200:1.0:1769074988.243647:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487800 x1855008351323520/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.243657:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074988.243659:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351323520, offset 224 00000400:00000200:1.0:1769074988.243663:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.243667:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.243671:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16668:16668:256:4294967295] 192.168.204.41@tcp LPNI seq info [16664:16664:8:4294967295] 00000400:00000200:1.0:1769074988.243678:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.243681:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.243683:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.243686:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.243690:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.243692:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.243705:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.243707:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.243725:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.243762:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.243766:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.243768:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.243772:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.243775:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:3.0:1769074988.243776:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000400:00000200:3.0:1769074988.244648:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.244655:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d60680 00000400:00000200:3.0:1769074988.244659:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 97176 00000400:00000200:3.0:1769074988.244666:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.244668:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.244671:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.244674:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899880. 00000020:00000010:1.0:1769074988.244759:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.244764:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.244767:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.244769:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.244772:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.244792:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.244794:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.244797:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351323776 02000000:00000010:1.0:1769074988.244809:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b10db0000. 00010000:00000010:1.0:1769074988.244823:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968500. 00010000:00000010:1.0:1769074988.244831:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510200. 00010000:00000010:1.0:1769074988.244836:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc780. 00010000:00000010:1.0:1769074988.244843:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:1.0:1769074988.244845:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968500. 00010000:00000010:1.0:1769074988.244851:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7af00. 00010000:00000010:1.0:1769074988.244853:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510200. 00010000:00000010:1.0:1769074988.244856:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c200. 00010000:00000010:1.0:1769074988.244857:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968900. 00010000:00000010:1.0:1769074988.244875:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a500. 00010000:00000010:1.0:1769074988.244877:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.244880:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485400. 00010000:00000010:1.0:1769074988.244882:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00000020:00000010:1.0:1769074988.244889:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.244895:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.244900:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b06d2a840. 00080000:00000010:1.0:1769074988.244903:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02e11a00. 00080000:00000010:1.0:1769074988.244926:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.244961:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.244968:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.244975:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927fa20. 00000001:00000010:1.0:1769074988.244978:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.244984:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.244987:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b06d2a840. 00010000:00000010:1.0:1769074988.244992:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485200. 00010000:00000010:1.0:1769074988.244995:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.245004:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.1:1769074988.245055:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:0.1:1769074988.245056:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04b00. 00010000:00000010:0.1:1769074988.245066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dd000. 00010000:00000010:1.1:1769074988.245066:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba300. 00010000:00000010:1.1:1769074988.245074:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dcc00. 00010000:00000010:0.1:1769074988.245080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baa00. 00010000:00000010:0.1:1769074988.245089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842400. 00010000:00000010:1.1:1769074988.245094:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:0.1:1769074988.245097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a700. 00010000:00000010:1.1:1769074988.245102:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:0.1:1769074988.245105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843a00. 00010000:00000010:1.1:1769074988.245109:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569100. 00010000:00000010:0.1:1769074988.245114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7ae00. 00010000:00000010:1.1:1769074988.245117:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dd400. 00010000:00000010:0.1:1769074988.245123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842e00. 00010000:00000010:1.1:1769074988.245128:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6ddc00. 00010000:00000010:0.1:1769074988.245131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7ac00. 00010000:00000010:1.1:1769074988.245134:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79c00. 00010000:00000010:0.1:1769074988.245139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d800. 00010000:00000010:1.1:1769074988.245140:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7100. 00010000:00000010:1.1:1769074988.245146:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dc800. 00010000:00000010:1.1:1769074988.245157:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dd800. 00010000:00000010:0.0:1769074988.245162:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.245168:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:0.0:1769074988.245170:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.245174:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510000. 00080000:00000010:1.0:1769074988.245222:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b06d2a360. 00080000:00000010:1.0:1769074988.245230:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765ae00. 00000004:00000010:1.0:1769074988.245233:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4dd0. 00000004:00000010:1.0:1769074988.245236:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177904b0. 00000004:00000010:1.0:1769074988.245238:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f30e0. 00010000:00000010:1.0:1769074988.245245:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968500. 00010000:00000200:1.0:1769074988.245256:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542286, last committed = 0 00010000:00000200:1.0:1769074988.245261:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899880 x1855008351323776/t60129542286(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.245271:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.245273:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351323776, offset 224 00000400:00000200:1.0:1769074988.245278:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.245282:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.245286:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16669:16669:256:4294967295] 192.168.204.41@tcp LPNI seq info [16665:16665:8:4294967295] 00000400:00000200:1.0:1769074988.245292:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.245295:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.245298:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.245300:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.245304:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.245306:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.245321:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.245325:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.245328:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:2.0:1769074988.245383:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.245387:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.245391:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.245396:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.245400:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:2.0:1769074988.245402:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000200:3.0:1769074988.246091:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.246097:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d60700 00000400:00000200:3.0:1769074988.246101:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 97664 00000400:00000200:3.0:1769074988.246108:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.246112:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.246116:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.246120:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899180. 00000020:00000010:1.0:1769074988.246154:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.246157:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.246160:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.246162:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.246165:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.246182:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.246184:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.246186:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351323904 00000001:00000010:1.0:1769074988.246189:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.246197:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484800. 00010000:00000010:1.0:1769074988.246201:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 02000000:00000010:1.0:1769074988.246210:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10db3000. 00010000:00000010:1.0:1769074988.246221:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:1.0:1769074988.246224:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.246230:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7ab00. 00010000:00000010:1.0:1769074988.246232:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.246235:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:1.0:1769074988.246237:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968500. 00010000:00000010:1.0:1769074988.246252:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7aa00. 00010000:00000010:1.0:1769074988.246255:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510300. 00010000:00000010:1.0:1769074988.246257:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:1.0:1769074988.246259:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00080000:00000010:1.0:1769074988.246272:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.246288:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.246295:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968500. 00010000:00000010:1.0:1769074988.246298:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.246307:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000200:1.0:1769074988.246314:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899180 x1855008351323904/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.246324:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074988.246326:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351323904, offset 224 00000400:00000200:1.0:1769074988.246330:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.246335:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.246338:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16670:16670:256:4294967295] 192.168.204.41@tcp LPNI seq info [16666:16666:8:4294967295] 00000400:00000200:1.0:1769074988.246345:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.246348:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.246350:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.246353:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.246357:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.246359:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.246371:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.246374:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.246376:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.246419:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.246422:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.246425:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.246428:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.246431:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:3.0:1769074988.246448:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000400:00000200:2.0:1769074988.247159:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.247165:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d60800 00000400:00000200:2.0:1769074988.247169:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 98240 00000400:00000200:2.0:1769074988.247176:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.247179:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.247182:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.247185:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 00000020:00000010:1.0:1769074988.247232:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.247235:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.247238:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.247240:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.247242:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.247260:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.247262:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.247263:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351324160 02000000:00000010:1.0:1769074988.247276:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b363b1000. 00010000:00000010:1.0:1769074988.247288:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.247295:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510300. 00010000:00000010:1.0:1769074988.247304:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:1.0:1769074988.247306:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.247312:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7ac00. 00010000:00000010:1.0:1769074988.247314:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510300. 00010000:00000010:1.0:1769074988.247316:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511fe00. 00010000:00000010:1.0:1769074988.247318:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968500. 00010000:00000010:1.0:1769074988.247337:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7ae00. 00010000:00000010:1.0:1769074988.247340:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.247344:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:1.0:1769074988.247347:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00000020:00000010:1.0:1769074988.247358:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.247365:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.247372:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f1e0. 00080000:00000010:1.0:1769074988.247376:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b1129f000. 00080000:00000010:1.0:1769074988.247404:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.247426:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.247431:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.247437:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f720. 00000001:00000010:1.0:1769074988.247440:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.247446:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.247449:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f1e0. 00010000:00000010:1.0:1769074988.247454:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:1.0:1769074988.247456:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.247463:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.247484:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:2.0:1769074988.247503:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:2.0:1769074988.247509:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510000. 00010000:00000010:2.0:1769074988.247515:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.247528:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.247532:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765a800. 00000004:00000010:1.0:1769074988.247536:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5650. 00000004:00000010:1.0:1769074988.247539:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177909d8. 00000004:00000010:1.0:1769074988.247542:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f23c0. 00010000:00000010:1.0:1769074988.247551:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000200:1.0:1769074988.247561:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542287, last committed = 0 00010000:00000200:1.0:1769074988.247566:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487100 x1855008351324160/t60129542287(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.247575:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.247577:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351324160, offset 224 00000400:00000200:1.0:1769074988.247580:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.247585:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.247588:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16671:16671:256:4294967295] 192.168.204.41@tcp LPNI seq info [16667:16667:8:4294967295] 00000400:00000200:1.0:1769074988.247594:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.247598:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.247600:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.247603:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.247606:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.247608:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.247621:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.247624:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.247626:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.247690:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.247696:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.247700:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.247706:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.247724:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:3.0:1769074988.247727:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000400:00000200:3.0:1769074988.248366:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.248375:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d60880 00000400:00000200:3.0:1769074988.248381:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 98728 00000400:00000200:3.0:1769074988.248391:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.248394:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.248396:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.248399:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899c00. 00000020:00000010:1.0:1769074988.248435:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.248438:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.248442:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.248444:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.248446:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.248464:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.248466:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.248468:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351324288 00000001:00000010:1.0:1769074988.248472:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.248480:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:1.0:1769074988.248484:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 02000000:00000010:1.0:1769074988.248493:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b363b4000. 00010000:00000010:1.0:1769074988.248503:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b200. 00010000:00000010:1.0:1769074988.248505:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.248512:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a700. 00010000:00000010:1.0:1769074988.248514:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c00. 00010000:00000010:1.0:1769074988.248516:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a000. 00010000:00000010:1.0:1769074988.248518:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.248533:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baa00. 00010000:00000010:1.0:1769074988.248536:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510d80. 00010000:00000010:1.0:1769074988.248538:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a800. 00010000:00000010:1.0:1769074988.248540:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc780. 00080000:00000010:1.0:1769074988.248552:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.248568:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.248574:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.248577:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c00. 00010000:00000010:1.0:1769074988.248586:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000200:1.0:1769074988.248593:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899c00 x1855008351324288/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.248602:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.248605:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351324288, offset 224 00000400:00000200:1.0:1769074988.248608:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.248613:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.248616:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16672:16672:256:4294967295] 192.168.204.41@tcp LPNI seq info [16668:16668:8:4294967295] 00000400:00000200:1.0:1769074988.248622:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.248627:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.248630:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.248632:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.248636:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.248638:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.248652:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.248656:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.248659:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:2.0:1769074988.248706:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.248721:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074988.248725:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.248729:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.248733:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:2.0:1769074988.248735:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000400:00000200:3.0:1769074988.249580:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.249586:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d60980 00000400:00000200:3.0:1769074988.249590:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 99304 00000400:00000200:3.0:1769074988.249596:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.249598:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.249601:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.249603:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898700. 00000020:00000010:1.0:1769074988.249642:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.249646:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.249650:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.249652:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.249654:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.249673:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.249675:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.249678:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351324544 02000000:00000010:1.0:1769074988.249689:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b363b5000. 00010000:00000010:1.0:1769074988.249703:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc780. 00010000:00000010:1.0:1769074988.249720:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510d80. 00010000:00000010:1.0:1769074988.249731:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ba00. 00010000:00000010:1.0:1769074988.249733:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc780. 00010000:00000010:1.0:1769074988.249741:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba300. 00010000:00000010:1.0:1769074988.249744:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510d80. 00010000:00000010:1.0:1769074988.249748:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a600. 00010000:00000010:1.0:1769074988.249751:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3ccf80. 00010000:00000010:1.0:1769074988.249775:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba100. 00010000:00000010:1.0:1769074988.249779:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c00. 00010000:00000010:1.0:1769074988.249782:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b400. 00010000:00000010:1.0:1769074988.249787:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00000020:00000010:1.0:1769074988.249798:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.249823:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5c00. 00000020:00000010:1.0:1769074988.249828:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f1e0. 00080000:00000010:1.0:1769074988.249831:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b40510c00. 00080000:00000010:1.0:1769074988.249849:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.249887:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.249894:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.249904:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927ff00. 00000001:00000010:1.0:1769074988.249908:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.249920:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.249924:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f1e0. 00010000:00000010:1.0:1769074988.249945:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b800. 00010000:00000010:1.0:1769074988.249951:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.249960:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.249982:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:0.0:1769074988.250004:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:0.0:1769074988.250011:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c00. 00010000:00000010:0.0:1769074988.250020:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00010000:00000010:0.1:1769074988.250048:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a300. 00010000:00000010:0.1:1769074988.250056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c600. 00010000:00000010:1.1:1769074988.250062:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79a00. 00010000:00000010:1.1:1769074988.250071:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7200. 00010000:00000010:2.1:1769074988.250077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba500. 00010000:00000010:1.1:1769074988.250079:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dd200. 00010000:00000010:2.1:1769074988.250087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dd600. 00010000:00000010:2.1:1769074988.250098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a100. 00010000:00000010:2.1:1769074988.250104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842200. 00010000:00000010:1.1:1769074988.250112:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dc600. 00010000:00000010:1.1:1769074988.250117:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691600. 00010000:00000010:1.1:1769074988.250121:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7900. 00010000:00000010:1.1:1769074988.250126:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843800. 00010000:00000010:1.1:1769074988.250134:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dc000. 00010000:00000010:1.1:1769074988.250138:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690800. 00010000:00000010:1.1:1769074988.250142:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04100. 00010000:00000010:1.1:1769074988.250145:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842600. 00010000:00000010:1.1:1769074988.250154:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842800. 00010000:00000010:1.1:1769074988.250158:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574000. 00010000:00000010:1.1:1769074988.250161:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04400. 00010000:00000010:1.1:1769074988.250164:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842000. 00010000:00000010:1.1:1769074988.250169:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843200. 00010000:00000010:1.1:1769074988.250171:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575200. 00010000:00000010:1.1:1769074988.250173:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04a00. 00010000:00000010:1.1:1769074988.250175:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843c00. 00010000:00000010:1.1:1769074988.250181:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842c00. 00010000:00000010:1.1:1769074988.250183:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00010000:00000010:1.1:1769074988.250185:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04800. 00010000:00000010:1.1:1769074988.250187:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771de00. 00010000:00000010:1.1:1769074988.250191:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843400. 00010000:00000010:1.1:1769074988.250193:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00010000:00000010:1.1:1769074988.250195:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9e00. 00010000:00000010:1.1:1769074988.250198:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d000. 00010000:00000010:1.1:1769074988.250209:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c400. 00080000:00000010:1.0:1769074988.250216:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.250219:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04d7d400. 00000004:00000010:1.0:1769074988.250231:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5ba0. 00000004:00000010:1.0:1769074988.250234:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790780. 00000004:00000010:1.0:1769074988.250236:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3680. 00010000:00000010:1.0:1769074988.250245:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc780. 00010000:00000200:1.0:1769074988.250258:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542288, last committed = 0 00010000:00000200:1.0:1769074988.250265:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898700 x1855008351324544/t60129542288(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.250278:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074988.250282:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351324544, offset 224 00000400:00000200:1.0:1769074988.250287:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.250294:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.250299:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16673:16673:256:4294967295] 192.168.204.41@tcp LPNI seq info [16669:16669:8:4294967295] 00000400:00000200:1.0:1769074988.250309:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.250314:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.250319:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.250323:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.250329:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.250332:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.250349:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.250352:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.250355:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.250407:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.250411:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.250414:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.250417:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.250420:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:3.0:1769074988.250421:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:2.0:1769074988.251016:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.251024:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d60a00 00000400:00000200:2.0:1769074988.251046:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 99792 00000400:00000200:2.0:1769074988.251056:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.251060:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.251064:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.251067:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 00000020:00000010:1.0:1769074988.251101:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.251106:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.251111:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.251114:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.251117:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.251142:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.251146:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.251150:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351324672 00000001:00000010:1.0:1769074988.251155:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.251167:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ac00. 00010000:00000010:1.0:1769074988.251171:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 02000000:00000010:1.0:1769074988.251180:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b363b7000. 00010000:00000010:1.0:1769074988.251190:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861bc00. 00010000:00000010:1.0:1769074988.251192:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.251211:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048bae00. 00010000:00000010:1.0:1769074988.251216:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510700. 00010000:00000010:1.0:1769074988.251219:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a400. 00010000:00000010:1.0:1769074988.251222:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc780. 00010000:00000010:1.0:1769074988.251237:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baf00. 00010000:00000010:1.0:1769074988.251239:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510f80. 00010000:00000010:1.0:1769074988.251241:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a200. 00010000:00000010:1.0:1769074988.251243:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00080000:00000010:1.0:1769074988.251256:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.251272:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.251303:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc780. 00010000:00000010:1.0:1769074988.251308:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510700. 00010000:00000010:1.0:1769074988.251322:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000200:1.0:1769074988.251334:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485500 x1855008351324672/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.251347:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.251351:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351324672, offset 224 00000400:00000200:1.0:1769074988.251356:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.251363:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.251368:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16674:16674:256:4294967295] 192.168.204.41@tcp LPNI seq info [16670:16670:8:4294967295] 00000400:00000200:1.0:1769074988.251374:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.251377:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.251380:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.251383:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.251387:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.251389:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.251402:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.251405:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.251407:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.251457:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.251462:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.251466:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.251472:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.251475:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:3.0:1769074988.251478:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:3.0:1769074988.252157:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.252164:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d60b00 00000400:00000200:3.0:1769074988.252169:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 100368 00000400:00000200:3.0:1769074988.252179:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.252183:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.252187:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.252191:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898a80. 00000020:00000010:1.0:1769074988.252229:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.252232:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.252235:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.252237:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.252239:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.252257:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.252259:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.252261:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351324928 02000000:00000010:1.0:1769074988.252272:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b363b6000. 00010000:00000010:1.0:1769074988.252285:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.252293:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510f80. 00010000:00000010:1.0:1769074988.252301:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ae00. 00010000:00000010:1.0:1769074988.252303:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.252308:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba500. 00010000:00000010:1.0:1769074988.252310:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510f80. 00010000:00000010:1.0:1769074988.252313:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79a00. 00010000:00000010:1.0:1769074988.252315:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc780. 00010000:00000010:1.0:1769074988.252330:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9e00. 00010000:00000010:1.0:1769074988.252333:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510700. 00010000:00000010:1.0:1769074988.252335:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79c00. 00010000:00000010:1.0:1769074988.252337:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00000020:00000010:1.0:1769074988.252343:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5fa0. 00000020:00000010:1.0:1769074988.252348:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5fa0. 00000020:00000010:1.0:1769074988.252352:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f1e0. 00080000:00000010:1.0:1769074988.252354:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04d7d400. 00080000:00000010:1.0:1769074988.252371:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.252390:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.252395:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.252401:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927fd20. 00000001:00000010:1.0:1769074988.252403:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.252410:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.252412:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f1e0. 00010000:00000010:1.0:1769074988.252417:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:1.0:1769074988.252419:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.252431:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.252453:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000010:0.0:1769074988.252473:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:0.0:1769074988.252480:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510700. 00010000:00000010:0.0:1769074988.252488:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.252510:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.252516:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a015ac200. 00000004:00000010:1.0:1769074988.252520:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5540. 00000004:00000010:1.0:1769074988.252523:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790438. 00000004:00000010:1.0:1769074988.252526:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2b40. 00010000:00000010:1.0:1769074988.252538:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000200:1.0:1769074988.252572:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542289, last committed = 0 00010000:00000200:1.0:1769074988.252579:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898a80 x1855008351324928/t60129542289(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.252592:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074988.252596:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351324928, offset 224 00000400:00000200:1.0:1769074988.252601:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.252607:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.252611:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16675:16675:256:4294967295] 192.168.204.41@tcp LPNI seq info [16671:16671:8:4294967295] 00000400:00000200:1.0:1769074988.252623:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.252629:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.252632:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.252636:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.252641:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.252644:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.252666:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.252670:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.252673:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.252722:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.252725:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.252728:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.252731:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.252734:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:3.0:1769074988.252735:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000400:00000200:3.0:1769074988.253340:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.253350:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d60b80 00000400:00000200:3.0:1769074988.253356:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 100856 00000400:00000200:3.0:1769074988.253366:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.253370:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.253374:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.253378:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899500. 00000020:00000010:1.0:1769074988.253417:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.253420:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.253424:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.253426:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.253428:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.253446:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.253448:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.253449:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351325056 00000001:00000010:1.0:1769074988.253453:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.253462:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.0:1769074988.253465:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 02000000:00000010:1.0:1769074988.253474:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b363b0000. 00010000:00000010:1.0:1769074988.253484:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.0:1769074988.253486:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.253493:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9600. 00010000:00000010:1.0:1769074988.253495:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.253497:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:1.0:1769074988.253499:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.253514:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9d00. 00010000:00000010:1.0:1769074988.253516:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510100. 00010000:00000010:1.0:1769074988.253518:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.0:1769074988.253521:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00080000:00000010:1.0:1769074988.253533:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.253549:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.253555:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.253558:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.253567:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00010000:00000200:1.0:1769074988.253574:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899500 x1855008351325056/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.253584:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.253586:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351325056, offset 224 00000400:00000200:1.0:1769074988.253589:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.253594:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.253597:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16676:16676:256:4294967295] 192.168.204.41@tcp LPNI seq info [16672:16672:8:4294967295] 00000400:00000200:1.0:1769074988.253603:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.253606:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.253609:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.253612:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.253615:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.253617:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.253630:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.253632:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.253635:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.253685:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.253689:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.253693:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.253698:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.253702:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:3.0:1769074988.253705:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000400:00000200:3.0:1769074988.254364:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.254372:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d60c80 00000400:00000200:3.0:1769074988.254379:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 101432 00000400:00000200:3.0:1769074988.254390:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.254394:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.254397:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.254412:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0000. 00000020:00000010:1.0:1769074988.254462:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.254466:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.254469:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e10600. 00000020:00000010:1.0:1769074988.254471:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.254473:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.254492:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.254494:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.254496:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351325312 02000000:00000010:1.0:1769074988.254509:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b05d22000. 00010000:00000010:1.0:1769074988.254531:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.254541:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510100. 00010000:00000010:1.0:1769074988.254549:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:1.0:1769074988.254552:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.254558:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9a00. 00010000:00000010:1.0:1769074988.254560:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510100. 00010000:00000010:1.0:1769074988.254562:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1e00. 00010000:00000010:1.0:1769074988.254564:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074988.254581:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4f00. 00010000:00000010:1.0:1769074988.254583:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.254585:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.0:1769074988.254594:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00000020:00000010:1.0:1769074988.254601:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5fa0. 00000020:00000010:1.0:1769074988.254607:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5fa0. 00000020:00000010:1.0:1769074988.254611:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f1e0. 00080000:00000010:1.0:1769074988.254614:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a015ac200. 00080000:00000010:1.0:1769074988.254633:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.254655:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.254660:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.254667:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927ff60. 00000001:00000010:1.0:1769074988.254670:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.254676:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.254679:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f1e0. 00010000:00000010:1.0:1769074988.254683:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.0:1769074988.254686:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.254692:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc000. 00010000:00000010:1.0:1769074988.254728:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:0.0:1769074988.254746:0:26092:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:0.0:1769074988.254753:0:26092:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00010000:00000010:0.0:1769074988.254764:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.254777:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.254781:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a015ac000. 00000004:00000010:1.0:1769074988.254783:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4660. 00000004:00000010:1.0:1769074988.254785:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177908e8. 00000004:00000010:1.0:1769074988.254787:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3c20. 00010000:00000010:1.0:1769074988.254796:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000200:1.0:1769074988.254806:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542290, last committed = 0 00010000:00000200:1.0:1769074988.254811:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0000 x1855008351325312/t60129542290(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.254820:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.254823:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351325312, offset 224 00000400:00000200:1.0:1769074988.254826:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.254831:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.254835:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16677:16677:256:4294967295] 192.168.204.41@tcp LPNI seq info [16673:16673:8:4294967295] 00000400:00000200:1.0:1769074988.254841:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.254844:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.254847:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.254850:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.254854:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.254856:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.254871:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.254874:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.254876:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e10600. 00000800:00000200:3.0:1769074988.254955:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.254960:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.254964:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.254969:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.254973:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074988.254975:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00010000:00000010:0.1:1769074988.255063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485200. 00010000:00000010:1.1:1769074988.255080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771da00. 00010000:00000010:1.1:1769074988.255087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d200. 00010000:00000010:1.1:1769074988.255090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:1.1:1769074988.255095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a600. 00010000:00000010:1.1:1769074988.255098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771cc00. 00010000:00000010:1.1:1769074988.255101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c000. 00010000:00000010:1.1:1769074988.255104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771ca00. 00010000:00000010:1.1:1769074988.255115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a200. 00010000:00000010:1.1:1769074988.255118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709a00. 00010000:00000010:1.1:1769074988.255121:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a500. 00010000:00000010:1.1:1769074988.255125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485400. 00010000:00000010:1.1:1769074988.255133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771dc00. 00000400:00000200:3.0:1769074988.255695:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.255704:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d60d00 00000400:00000200:3.0:1769074988.255724:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 101920 00000400:00000200:3.0:1769074988.255737:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.255740:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.255743:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.255746:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2680. 00000020:00000010:1.0:1769074988.255790:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.255794:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.255797:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ac000. 00000020:00000010:1.0:1769074988.255799:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.255802:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.255820:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.255822:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.255824:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351325440 00000001:00000010:1.0:1769074988.255828:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.255838:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:1.0:1769074988.255841:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 02000000:00000010:1.0:1769074988.255850:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05d25000. 00010000:00000010:1.0:1769074988.255861:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:1.0:1769074988.255863:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.255870:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4000. 00010000:00000010:1.0:1769074988.255872:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510e80. 00010000:00000010:1.0:1769074988.255874:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.0:1769074988.255877:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.255894:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:1.0:1769074988.255897:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.255921:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.255928:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.255931:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510e80. 00010000:00000010:1.0:1769074988.255940:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000200:1.0:1769074988.255948:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2680 x1855008351325440/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.255957:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.255959:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351325440, offset 224 00000400:00000200:1.0:1769074988.255963:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.255986:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.255989:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16678:16678:256:4294967295] 192.168.204.41@tcp LPNI seq info [16674:16674:8:4294967295] 00000400:00000200:1.0:1769074988.255995:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.255999:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.256001:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.256004:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.256014:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.256016:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.256047:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.256051:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.256054:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ac000. 00000800:00000200:3.0:1769074988.256085:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.256089:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.256093:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.256097:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.256101:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:3.0:1769074988.256103:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000400:00000200:3.0:1769074988.256825:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.256831:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d60e00 00000400:00000200:3.0:1769074988.256835:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f0f9 [2] + 1680 00000400:00000010:3.0:1769074988.256839:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8268. 00000400:00000200:3.0:1769074988.256841:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09649f00 00000400:00000200:3.0:1769074988.256846:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.256849:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.256851:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09649f00 00000400:00000010:3.0:1769074988.256852:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09649f00. 00000100:00000200:3.0:1769074988.256856:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.256895:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.256899:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.256903:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01efb000. 00000020:00000010:0.0:1769074988.256906:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.256908:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.256929:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.256931:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.256933:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351325696 02000000:00000010:0.0:1769074988.256949:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46000. 00000004:00000010:0.0:1769074988.256973:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38510f00. 00080000:00000010:0.0:1769074988.256984:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34fa1000. 00080000:00000010:0.0:1769074988.256991:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.257000:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8a80. 00000001:00000010:0.0:1769074988.257004:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724000. 00080000:00000010:0.0:1769074988.257016:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00010000:00000200:0.0:1769074988.257045:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0769b450 x1855008351325696/t60129542291(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.257057:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074988.257061:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351325696, offset 224 00000400:00000200:0.0:1769074988.257065:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.257072:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.257077:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16679:16679:256:4294967295] 192.168.204.41@tcp LPNI seq info [16675:16675:8:4294967295] 00000400:00000200:0.0:1769074988.257087:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.257091:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.257095:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.257100:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.257105:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.257108:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.257126:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.257130:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.257133:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01efb000. 02000000:00000010:0.0:1769074988.257143:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.257147:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489ad80. 02000000:00000010:0.0:1769074988.257153:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.257157:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b100. 02000000:00000010:0.0:1769074988.257162:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.257165:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484a80. 02000000:00000010:0.0:1769074988.257169:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc45800. 00000100:00000010:0.0:1769074988.257173:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58700. 00000800:00000200:3.0:1769074988.257176:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.257179:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000100:00000200:0.0:1769074988.257180:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:3.0:1769074988.257183:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.257188:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924630. 00000400:00000200:3.0:1769074988.257189:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.257193:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:3.0:1769074988.257195:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 02000000:00000010:3.0:1769074988.257199:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46000. 00000400:00000010:0.0:1769074988.257204:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724780. 00000400:00000200:3.0:1769074988.257779:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.257786:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d60f00 00000400:00000200:3.0:1769074988.257791:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c41 [64] + 102496 00000400:00000200:3.0:1769074988.257798:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.257800:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.257803:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.257806:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2d80. 00000020:00000010:1.0:1769074988.257858:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.257863:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.257867:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ac000. 00000020:00000010:1.0:1769074988.257871:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.257874:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.257899:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.257902:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.257905:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351325952 00000001:00000010:1.0:1769074988.257911:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.257924:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b05d20000. 00010000:00000010:1.0:1769074988.257942:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.257952:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.257958:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3680. 00010000:00000010:1.0:1769074988.257969:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:1.0:1769074988.257973:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.257980:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4400. 00010000:00000010:1.0:1769074988.257983:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510e80. 00010000:00000010:1.0:1769074988.257988:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fe00. 00010000:00000010:1.0:1769074988.257991:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074988.258064:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4d00. 00010000:00000010:1.0:1769074988.258068:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510600. 00010000:00000010:1.0:1769074988.258072:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ea00. 00010000:00000010:1.0:1769074988.258077:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00000020:00000010:1.0:1769074988.258091:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b80. 00000020:00000010:1.0:1769074988.258098:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b80. 00080000:00000010:1.0:1769074988.258106:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.258129:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.258135:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.258139:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02e10600. 00080000:00000010:1.0:1769074988.258161:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.258206:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.258214:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.258224:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f1e0. 00000001:00000010:1.0:1769074988.258228:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.258236:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.258240:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.258257:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.258261:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510600. 00080000:00000010:1.0:1769074988.258347:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a02af6420. 00080000:00000010:1.0:1769074988.258356:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b055eac00. 00000004:00000010:1.0:1769074988.258361:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c990. 00000004:00000010:1.0:1769074988.258373:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d4b0. 00000004:00000010:1.0:1769074988.258380:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07633860. 00010000:00000010:1.0:1769074988.258392:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000200:1.0:1769074988.258406:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542292, last committed = 0 00010000:00000200:1.0:1769074988.258413:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2d80 x1855008351325952/t60129542292(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 488/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.258425:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.258429:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351325952, offset 224 00000400:00000200:1.0:1769074988.258434:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.258440:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.258445:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16680:16680:256:4294967295] 192.168.204.41@tcp LPNI seq info [16676:16676:8:4294967295] 00000400:00000200:1.0:1769074988.258454:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.258459:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.258462:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.258467:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.258471:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.258475:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.258492:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.258496:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.258501:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ac000. 00000800:00000200:3.0:1769074988.258542:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.258545:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.258548:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.258551:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.258554:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:3.0:1769074988.258555:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00010000:00000010:0.1:1769074988.259054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba100. 00010000:00000010:0.1:1769074988.259061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b800. 00010000:00000010:2.1:1769074988.259064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7ae00. 00010000:00000010:0.1:1769074988.259066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9e00. 00010000:00000010:0.1:1769074988.259076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:2.1:1769074988.259076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:1.1:1769074988.259086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:1.1:1769074988.259095:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7ab00. 00010000:00000010:1.1:1769074988.259099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:1.1:1769074988.259102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484800. 00010000:00000010:1.1:1769074988.259105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:1.1:1769074988.259109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7aa00. 00010000:00000010:1.1:1769074988.259112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:1.1:1769074988.259120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:1.1:1769074988.259124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b200. 00010000:00000010:1.1:1769074988.259127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a700. 00010000:00000010:1.1:1769074988.259130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a000. 00010000:00000010:1.1:1769074988.259133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:1.1:1769074988.259136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a800. 00010000:00000010:1.1:1769074988.259139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baa00. 00010000:00000010:1.1:1769074988.259142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b400. 00010000:00000010:1.1:1769074988.259176:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ba00. 00000400:00000200:3.0:1769074988.259298:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.259305:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d61000 00000400:00000200:3.0:1769074988.259309:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 102984 00000400:00000200:3.0:1769074988.259316:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.259318:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.259321:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.259324:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1500. 00000020:00000010:1.0:1769074988.259365:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.259370:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.259374:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ac000. 00000020:00000010:1.0:1769074988.259378:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.259381:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.259404:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.259407:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.259410:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351326208 00000001:00000010:1.0:1769074988.259415:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724000. 02000000:00000010:1.0:1769074988.259429:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b05d21000. 00010000:00000010:1.0:1769074988.259445:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.259454:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3a80. 00010000:00000010:1.0:1769074988.259464:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.0:1769074988.259467:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.259475:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4800. 00010000:00000010:1.0:1769074988.259478:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510600. 00010000:00000010:1.0:1769074988.259482:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f000. 00010000:00000010:1.0:1769074988.259485:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585ff80. 00010000:00000010:1.0:1769074988.259506:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4900. 00010000:00000010:1.0:1769074988.259510:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510a00. 00010000:00000010:1.0:1769074988.259513:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.0:1769074988.259517:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00000020:00000010:1.0:1769074988.259528:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b80. 00000020:00000010:1.0:1769074988.259537:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b80. 00000020:00000010:1.0:1769074988.259543:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.259548:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04598000. 00000004:00000010:1.0:1769074988.259560:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.259566:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.259570:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.259577:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecf88. 00080000:00000010:1.0:1769074988.259612:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.259620:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.259625:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.259643:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.259668:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.259675:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.259725:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f900. 00000001:00000010:1.0:1769074988.259731:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc000. 00080000:00000010:1.0:1769074988.259740:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.259743:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.259746:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.259748:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.259751:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.259759:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.259764:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.259773:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.259796:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:2.0:1769074988.259835:0:38306:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:2.0:1769074988.259844:0:38306:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510a00. 00080000:00000010:1.0:1769074988.259847:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3600. 00010000:00000010:2.0:1769074988.259851:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.259855:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765aa00. 00000004:00000010:1.0:1769074988.259863:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecf88. 00000004:00000010:1.0:1769074988.259868:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.259875:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.259879:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc600. 00000004:00000010:1.0:1769074988.259882:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4cc0. 00000004:00000010:1.0:1769074988.259886:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3618. 00000004:00000010:1.0:1769074988.259889:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306945a0. 00010000:00000010:1.0:1769074988.259901:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00010000:00000200:1.0:1769074988.259914:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542293, last committed = 0 00010000:00000200:1.0:1769074988.259921:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1500 x1855008351326208/t60129542293(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.259933:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.259937:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351326208, offset 224 00000400:00000200:1.0:1769074988.259943:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.259949:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.259954:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16681:16681:256:4294967295] 192.168.204.41@tcp LPNI seq info [16677:16677:8:4294967295] 00000400:00000200:1.0:1769074988.259963:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.259968:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.259971:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.259976:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.259981:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.259984:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.260001:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.260005:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.260008:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ac000. 00000800:00000200:3.0:1769074988.260088:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.260091:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.260093:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.260097:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.260099:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:3.0:1769074988.260101:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000400:00000200:3.0:1769074988.260817:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.260823:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 496 into portal 12 MB=0x6971ec9d61100 00000400:00000200:3.0:1769074988.260827:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 496/496 into md 0x4c41 [64] + 103480 00000400:00000200:3.0:1769074988.260846:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.260849:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.260852:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.260855:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3100. 00000020:00000010:1.0:1769074988.260898:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.260901:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.260905:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ac000. 00000020:00000010:1.0:1769074988.260908:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.260911:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.260931:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.260952:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.260956:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351326464 00000001:00000010:1.0:1769074988.260961:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.260973:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b05d26000. 00010000:00000010:1.0:1769074988.260987:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc500. 00010000:00000010:1.0:1769074988.260995:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3880. 00010000:00000010:1.0:1769074988.261003:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.0:1769074988.261006:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.261015:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745300. 00010000:00000010:1.0:1769074988.261017:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510680. 00010000:00000010:1.0:1769074988.261021:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f800. 00010000:00000010:1.0:1769074988.261024:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0585f680. 00010000:00000010:1.0:1769074988.261067:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745400. 00010000:00000010:1.0:1769074988.261070:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510400. 00010000:00000010:1.0:1769074988.261073:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:1.0:1769074988.261076:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc500. 00000020:00000010:1.0:1769074988.261085:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b80. 00000020:00000010:1.0:1769074988.261093:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b80. 00000020:00000010:1.0:1769074988.261099:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.261103:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03ed0200. 00000004:00000010:1.0:1769074988.261111:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.261114:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.261116:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.261121:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.261133:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.261137:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.261141:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.261153:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.261174:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.261180:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.261199:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927fde0. 00000001:00000010:1.0:1769074988.261203:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc600. 00080000:00000010:1.0:1769074988.261209:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.261212:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.261214:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.261216:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.261219:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.261225:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.0:1769074988.261229:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.261236:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.261257:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc500. 00010000:00000010:0.0:1769074988.261276:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:0.0:1769074988.261283:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510400. 00010000:00000010:0.0:1769074988.261292:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.261307:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3180. 00080000:00000010:1.0:1769074988.261312:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765a600. 00000004:00000010:1.0:1769074988.261316:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00000004:00000010:1.0:1769074988.261319:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.261321:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.261324:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbcc00. 00000004:00000010:1.0:1769074988.261326:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5ed0. 00000004:00000010:1.0:1769074988.261330:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3000. 00000004:00000010:1.0:1769074988.261332:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694780. 00010000:00000010:1.0:1769074988.261344:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000200:1.0:1769074988.261355:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542294, last committed = 0 00010000:00000200:1.0:1769074988.261360:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3100 x1855008351326464/t60129542294(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 496/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.261369:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.261371:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351326464, offset 224 00000400:00000200:1.0:1769074988.261374:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.261379:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.261382:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16682:16682:256:4294967295] 192.168.204.41@tcp LPNI seq info [16678:16678:8:4294967295] 00000400:00000200:1.0:1769074988.261388:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.261392:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.261395:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.261397:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.261401:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.261403:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.261416:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.261418:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.261420:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ac000. 00000800:00000200:3.0:1769074988.261465:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.261468:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.261471:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.261474:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.261476:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:3.0:1769074988.261478:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000400:00000200:3.0:1769074988.262182:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.262189:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d61200 00000400:00000200:3.0:1769074988.262194:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c41 [64] + 103976 00000400:00000200:3.0:1769074988.262204:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.262208:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.262212:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.262216:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0380. 00000020:00000010:1.0:1769074988.262256:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.262261:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.262265:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015ac000. 00000020:00000010:1.0:1769074988.262268:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.262271:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.262293:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.262296:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.262299:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351326720 00000001:00000010:1.0:1769074988.262304:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc000. 02000000:00000010:1.0:1769074988.262317:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b05d27000. 00010000:00000010:1.0:1769074988.262332:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc680. 00010000:00000010:1.0:1769074988.262340:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3b00. 00010000:00000010:1.0:1769074988.262351:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690800. 00010000:00000010:1.0:1769074988.262355:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc680. 00010000:00000010:1.0:1769074988.262362:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745100. 00010000:00000010:1.0:1769074988.262365:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510400. 00010000:00000010:1.0:1769074988.262369:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691600. 00010000:00000010:1.0:1769074988.262372:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc500. 00010000:00000010:1.0:1769074988.262390:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745800. 00010000:00000010:1.0:1769074988.262394:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510a00. 00010000:00000010:1.0:1769074988.262397:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:1.0:1769074988.262401:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00000020:00000010:1.0:1769074988.262411:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5b80. 00000020:00000010:1.0:1769074988.262419:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5b80. 00000020:00000010:1.0:1769074988.262425:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.262429:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03dcbc00. 00000004:00000010:1.0:1769074988.262439:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.262442:0:29082:0:(lod_lov.c:1146:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.262445:0:29082:0:(lod_lov.c:1149:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.262450:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.262463:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.262467:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.262471:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.262485:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00000001:00000010:1.0:1769074988.262509:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.262515:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.262537:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f060. 00000001:00000010:1.0:1769074988.262541:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.262549:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.262552:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bf80. 00080000:00000010:1.0:1769074988.262555:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.262557:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.262560:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.262567:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.0:1769074988.262571:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.262579:0:29082:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.262611:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:0.0:1769074988.262627:0:30249:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:0.0:1769074988.262635:0:30249:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510a00. 00010000:00000010:0.0:1769074988.262645:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.262662:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3700. 00080000:00000010:1.0:1769074988.262667:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765b400. 00000004:00000010:1.0:1769074988.262674:0:29082:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:1.0:1769074988.262678:0:29082:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776c88. 00000004:00000010:1.0:1769074988.262680:0:29082:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776920. 00000004:00000010:1.0:1769074988.262682:0:29082:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc000. 00000004:00000010:1.0:1769074988.262685:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4ee0. 00000004:00000010:1.0:1769074988.262688:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3eda3ac8. 00000004:00000010:1.0:1769074988.262691:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694f00. 00010000:00000010:1.0:1769074988.262703:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc680. 00010000:00000200:1.0:1769074988.262731:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542295, last committed = 0 00010000:00000200:1.0:1769074988.262739:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0380 x1855008351326720/t60129542295(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 504/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.262751:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.262755:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351326720, offset 224 00000400:00000200:1.0:1769074988.262760:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.262767:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.262772:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16683:16683:256:4294967295] 192.168.204.41@tcp LPNI seq info [16679:16679:8:4294967295] 00000400:00000200:1.0:1769074988.262781:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.262785:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.262789:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.262793:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.262797:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.262801:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.262817:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.262821:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.262825:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015ac000. 00000800:00000200:3.0:1769074988.262865:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.262869:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.262873:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.262877:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.262881:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074988.262883:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:3.0:1769074988.263677:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.263683:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d61280 00000400:00000200:3.0:1769074988.263687:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 104480 00000400:00000200:3.0:1769074988.263694:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.263696:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.263699:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.263701:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1880. 00000020:00000010:1.0:1769074988.263754:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.263759:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.263765:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03dcb400. 00000020:00000010:1.0:1769074988.263769:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.263772:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.263798:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.263802:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.263804:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351326848 00000001:00000010:1.0:1769074988.263809:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc600. 00010000:00000010:1.0:1769074988.263820:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:1.0:1769074988.263824:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 02000000:00000010:1.0:1769074988.263836:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b04a06000. 00010000:00000010:1.0:1769074988.263849:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.0:1769074988.263852:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc680. 00010000:00000010:1.0:1769074988.263859:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745700. 00010000:00000010:1.0:1769074988.263861:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.263863:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690200. 00010000:00000010:1.0:1769074988.263865:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.263884:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.0:1769074988.263887:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.263914:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc680. 00010000:00000010:1.0:1769074988.263921:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.263924:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.263935:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000200:1.0:1769074988.263944:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1880 x1855008351326848/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/688 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.263957:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.263961:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855008351326848, offset 224 00000400:00000200:1.0:1769074988.263968:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.263974:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.263979:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16684:16684:256:4294967295] 192.168.204.41@tcp LPNI seq info [16680:16680:8:4294967295] 00000400:00000200:1.0:1769074988.263989:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.263994:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.263998:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.264002:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.264008:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.264011:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 784 niov 1 nkiov 1 00010000:00000010:1.1:1769074988.264050:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861bc00. 00010000:00000010:1.1:1769074988.264059:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048bae00. 00010000:00000010:0.1:1769074988.264063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4f00. 00010000:00000010:1.1:1769074988.264066:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a400. 00010000:00000010:1.1:1769074988.264074:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ac00. 00010000:00000010:0.1:1769074988.264075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:1.1:1769074988.264078:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a200. 00010000:00000010:1.1:1769074988.264084:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baf00. 00010000:00000010:1.1:1769074988.264087:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79c00. 00000800:00000200:3.0:1769074988.264093:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.264097:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00010000:00000010:1.1:1769074988.264098:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ae00. 00000400:00000200:3.0:1769074988.264103:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.264105:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00000400:00000200:3.0:1769074988.264110:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.264110:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9600. 00000400:00000200:3.0:1769074988.264117:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00010000:00000010:1.1:1769074988.264117:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78600. 00000400:00000010:3.0:1769074988.264120:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00010000:00000010:1.1:1769074988.264131:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:1.1:1769074988.264134:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:1.1:1769074988.264137:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9d00. 00010000:00000010:1.1:1769074988.264140:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.1:1769074988.264146:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:1.1:1769074988.264148:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:1.1:1769074988.264150:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4000. 00010000:00000010:1.1:1769074988.264152:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.1:1769074988.264154:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00000020:00000010:1.0:1769074988.264160:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.264163:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.264165:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03dcb400. 00000400:00000200:3.0:1769074988.264969:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.264985:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d61380 00000400:00000200:3.0:1769074988.264991:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f231 [2] + 0 00000400:00000200:3.0:1769074988.265001:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.265005:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.265009:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.265013:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0a80. 00000020:00000010:0.0:1769074988.265088:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.265092:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.265097:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34fa0800. 00000020:00000010:0.0:1769074988.265101:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.265104:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.265130:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.265133:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.265136:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351327104 02000000:00000010:0.0:1769074988.265155:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc45800. 00000004:00000010:0.0:1769074988.265178:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439b80. 00080000:00000010:0.0:1769074988.265191:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01efb000. 00080000:00000010:0.0:1769074988.265197:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.265205:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b84e0. 00000001:00000010:0.0:1769074988.265210:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724900. 00080000:00000010:0.0:1769074988.265220:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00010000:00000200:0.0:1769074988.265236:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0a80 x1855008351327104/t60129542296(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.265249:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.265252:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351327104, offset 224 00000400:00000200:0.0:1769074988.265258:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.265265:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.265271:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16685:16685:256:4294967295] 192.168.204.41@tcp LPNI seq info [16681:16681:8:4294967295] 00000400:00000200:0.0:1769074988.265280:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.265286:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.265290:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.265294:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.265299:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.265302:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.265320:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439780. 00000020:00000010:0.0:1769074988.265324:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.265328:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34fa0800. 00000800:00000200:3.0:1769074988.265384:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.265388:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074988.265392:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.265396:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.265400:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074988.265402:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:3.0:1769074988.266053:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.266061:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 512 into portal 12 MB=0x6971ec9d61480 00000400:00000200:3.0:1769074988.266066:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 512/512 into md 0x4c41 [64] + 105072 00000400:00000200:3.0:1769074988.266076:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.266082:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.266086:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.266091:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1f80. 00000020:00000010:1.0:1769074988.266131:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.266136:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.266139:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03dcb400. 00000020:00000010:1.0:1769074988.266141:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.266143:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.266167:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.266171:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.266174:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351327360 00000001:00000010:1.0:1769074988.266180:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 02000000:00000010:1.0:1769074988.266196:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3184 at ffff8c8b04a05000. 00010000:00000010:1.0:1769074988.266214:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.266225:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf300. 00010000:00000010:1.0:1769074988.266233:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439980. 00010000:00000010:1.0:1769074988.266241:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81e80. 00010000:00000010:1.0:1769074988.266247:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511c80. 00010000:00000010:1.0:1769074988.266257:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745b00. 00010000:00000010:1.0:1769074988.266260:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.266262:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.266265:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.266271:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745c00. 00010000:00000010:1.0:1769074988.266273:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510700. 00010000:00000010:1.0:1769074988.266275:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c400. 00010000:00000010:1.0:1769074988.266277:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c680. 00010000:00000010:1.0:1769074988.266294:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745200. 00010000:00000010:1.0:1769074988.266296:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510780. 00010000:00000010:1.0:1769074988.266298:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.0:1769074988.266300:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00000020:00000010:1.0:1769074988.266308:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff8c8a04cf5a40. 00000020:00000010:1.0:1769074988.266313:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff8c8a04cf5a40. 00080000:00000010:1.0:1769074988.266318:0:29082:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00080000:00000010:1.0:1769074988.266333:0:29082:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:1.0:1769074988.266337:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.266358:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03dcb600. 00080000:00000010:1.0:1769074988.266374:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.266405:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.266410:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.266416:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f7e0. 00000001:00000010:1.0:1769074988.266419:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbcc00. 00080000:00000010:1.0:1769074988.266426:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.266428:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.266440:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.266443:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510780. 00080000:00000010:1.0:1769074988.266499:0:29082:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at ffff8c8b0a439700. 00080000:00000010:1.0:1769074988.266502:0:29082:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a25de00. 00000004:00000010:1.0:1769074988.266505:0:29082:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d540. 00000004:00000010:1.0:1769074988.266508:0:29082:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d7f8. 00000004:00000010:1.0:1769074988.266509:0:29082:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07632b40. 00010000:00000010:1.0:1769074988.266517:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.266520:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00010000:00000200:1.0:1769074988.266530:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542297, last committed = 0 00010000:00000200:1.0:1769074988.266536:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1f80 x1855008351327360/t60129542297(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 512/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.266546:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074988.266548:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351327360, offset 224 00000400:00000200:1.0:1769074988.266552:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.266557:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.266561:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16686:16686:256:4294967295] 192.168.204.41@tcp LPNI seq info [16682:16682:8:4294967295] 00000400:00000200:1.0:1769074988.266567:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.266570:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.266573:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.266576:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.266579:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.266582:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.266596:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.266598:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.266601:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03dcb400. 00000800:00000200:3.0:1769074988.266647:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.266651:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.266653:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.266657:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.266659:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:3.0:1769074988.266661:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00010000:00000010:1.1:1769074988.267060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:1.1:1769074988.267066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d600. 00010000:00000010:1.1:1769074988.267069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9100. 00010000:00000010:2.1:1769074988.267074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4900. 00010000:00000010:1.1:1769074988.267075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4d00. 00010000:00000010:1.1:1769074988.267081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ea00. 00010000:00000010:0.1:1769074988.267085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745400. 00010000:00000010:2.1:1769074988.267089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:0.1:1769074988.267098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.1:1769074988.267101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:0.1:1769074988.267107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745800. 00010000:00000010:0.1:1769074988.267115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.1:1769074988.271071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709800. 00010000:00000010:1.1:1769074988.271078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9900. 00010000:00000010:1.1:1769074988.271087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.1:1769074988.271098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.1:1769074988.271101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484a00. 00010000:00000010:1.1:1769074988.271104:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9300. 00010000:00000010:1.1:1769074988.271124:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:1.1:1769074988.271134:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.1:1769074988.271138:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484e00. 00010000:00000010:1.1:1769074988.271141:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd700. 00010000:00000010:1.1:1769074988.271145:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:1.1:1769074988.271153:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690800. 00010000:00000010:1.1:1769074988.271157:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00010000:00000010:1.1:1769074988.271160:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745700. 00010000:00000010:1.1:1769074988.271163:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690200. 00010000:00000010:1.1:1769074988.271166:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00000400:00000200:3.0:1769074988.273492:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.273502:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d61500 00000400:00000200:3.0:1769074988.273507:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 105584 00000400:00000200:3.0:1769074988.273515:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.273519:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.273523:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.273526:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0700. 00000020:00000010:1.0:1769074988.273575:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.273581:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.273586:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03dcb400. 00000020:00000010:1.0:1769074988.273590:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.273595:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.273624:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.273627:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.273631:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351327488 00000001:00000010:1.0:1769074988.273638:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724900. 00010000:00000010:1.0:1769074988.273654:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745700. 00010000:00000010:1.0:1769074988.273658:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.273663:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.0:1769074988.273668:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 02000000:00000010:1.0:1769074988.273686:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b04a01000. 00010000:00000010:1.0:1769074988.273705:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.0:1769074988.273723:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00000020:00000010:1.0:1769074988.273762:0:29082:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8a02fbc600. 00000020:00000010:1.0:1769074988.273768:0:29082:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b384e7400. 00000020:00000010:1.0:1769074988.273772:0:29082:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b384e4800. 00000020:00000010:1.0:1769074988.273779:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a03dcb200. 00000020:00000010:1.0:1769074988.273783:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a03dca200. 00000020:00000010:1.0:1769074988.273790:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b35cd9800. 00010000:00000010:1.0:1769074988.273809:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000200:1.0:1769074988.273824:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0700 x1855008351327488/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/688 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.273838:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.273868:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855008351327488, offset 224 00000400:00000200:1.0:1769074988.273875:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.273883:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.273888:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16687:16687:256:4294967295] 192.168.204.41@tcp LPNI seq info [16683:16683:8:4294967295] 00000400:00000200:1.0:1769074988.273898:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.273903:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.273907:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.273913:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.273918:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.273921:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.273938:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.273943:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.273947:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03dcb400. 00000800:00000200:3.0:1769074988.274018:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.274022:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.274051:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.274058:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.274063:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:3.0:1769074988.274066:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:3.0:1769074988.274940:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.274950:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d61580 00000400:00000200:3.0:1769074988.274956:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 106160 00000400:00000200:3.0:1769074988.274966:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.274971:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.274974:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.274978:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3800. 00010000:00000010:1.1:1769074988.275057:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.1:1769074988.275079:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:1.1:1769074988.275084:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901af00. 00010000:00000010:1.1:1769074988.275090:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:1.1:1769074988.275096:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7d00. 00010000:00000010:1.1:1769074988.275101:0:29082:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745200. 00010000:00000010:1.1:1769074988.275105:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 00000020:00000010:1.0:1769074988.275120:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.275124:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.1:1769074988.275139:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745b00. 00010000:00000010:1.1:1769074988.275146:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00000020:00000010:1.0:1769074988.275155:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03dcb400. 00000020:00000010:1.0:1769074988.275159:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.275162:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.275186:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.275189:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.275193:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351327616 00010000:00000010:1.0:1769074988.275204:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.275209:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 02000000:00000010:1.0:1769074988.275221:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b04a00000. 00010000:00000010:1.0:1769074988.275235:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.0:1769074988.275241:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.275249:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745b00. 00010000:00000010:1.0:1769074988.275253:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510780. 00010000:00000010:1.0:1769074988.275256:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.0:1769074988.275260:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.275311:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.275321:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.275326:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510780. 00010000:00000010:1.0:1769074988.275342:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000200:1.0:1769074988.275350:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3800 x1855008351327616/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.275371:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074988.275379:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351327616, offset 224 00000400:00000200:1.0:1769074988.275386:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.275392:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.275397:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16688:16688:256:4294967295] 192.168.204.41@tcp LPNI seq info [16684:16684:8:4294967295] 00000400:00000200:1.0:1769074988.275406:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.275411:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.275415:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.275419:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.275424:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.275427:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.275442:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.275445:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.275450:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03dcb400. 00000800:00000200:3.0:1769074988.275488:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.275491:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.275494:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.275497:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.275499:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:3.0:1769074988.275501:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:3.0:1769074988.277017:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.277024:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 264 into portal 30 MB=0x6971ec9d61600 00000400:00000200:3.0:1769074988.277043:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1e from 12345-192.168.204.41@tcp of length 264/264 into md 0x4ffd [1] + 264 00000400:00000200:3.0:1769074988.277051:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.277054:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.277059:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_seqm 00000100:00000010:3.0:1769074988.277062:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3480. 00040000:00000010:2.0:1769074988.277143:0:26113:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b3858e000. 00000020:00000010:2.0:1769074988.277152:0:26113:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.277154:0:26113:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.277158:0:26113:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.277160:0:26113:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.277163:0:26113:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.277187:0:26113:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.277189:0:26113:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.277191:0:26113:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351327744 02000000:00000010:2.0:1769074988.277206:0:26113:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at ffff8c8b05f12000. 00010000:00000200:2.0:1769074988.277216:0:26113:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3480 x1855008351327744/t0(0) o700->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 264/248 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074988.277226:0:26113:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.277228:0:26113:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 10, xid 1855008351327744, offset 224 00000400:00000200:2.0:1769074988.277232:0:26113:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.277239:0:26113:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.277243:0:26113:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16689:16689:256:4294967295] 192.168.204.41@tcp LPNI seq info [16685:16685:8:4294967295] 00000400:00000200:2.0:1769074988.277252:0:26113:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.277256:0:26113:0:(socklnd_cb.c:1001:ksocknal_send()) sending 248 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.277259:0:26113:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.277263:0:26113:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.277266:0:26113:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.277269:0:26113:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 344 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.277281:0:26113:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.277284:0:26113:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.277286:0:26113:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000800:00000200:3.0:1769074988.277335:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.277339:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.277343:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.277348:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.277352:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.277354:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074988.277909:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.277915:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 568 into portal 12 MB=0x6971ec9d61700 00000400:00000200:3.0:1769074988.277919:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 568/568 into md 0x4c41 [64] + 106752 00000400:00000200:3.0:1769074988.277926:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.277929:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.277933:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.277937:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2300. 00000020:00000010:1.0:1769074988.277983:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.277988:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.277992:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03dcb400. 00000020:00000010:1.0:1769074988.277996:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.277999:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.278022:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.278025:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.278047:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351328000 02000000:00000010:1.0:1769074988.278068:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8a04cd8000. 00010000:00000010:1.0:1769074988.278085:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.278094:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.278117:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745200. 00010000:00000010:1.0:1769074988.278121:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.278125:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.0:1769074988.278128:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.278136:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745d00. 00010000:00000010:1.0:1769074988.278139:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510780. 00010000:00000010:1.0:1769074988.278142:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150de00. 00010000:00000010:1.0:1769074988.278145:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc680. 00000004:00000010:1.0:1769074988.278157:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae42b40. 00000004:00000010:1.0:1769074988.278165:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06960. 00000004:00000010:1.0:1769074988.278170:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066decc0. 00080000:00000010:1.0:1769074988.278180:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a015ac000. 00000020:00000010:1.0:1769074988.278205:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f840. 00080000:00000010:1.0:1769074988.278212:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06510200. 00080000:00000010:1.0:1769074988.278267:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.278357:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.278647:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00080000:00000400:1.0:1769074988.278767:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.278772:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.278775:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.278777:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.278779:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1769074988.278781:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074988.278792:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 116 at ffff8c8b38510c00. 00080000:00000400:1.0:1769074988.278797:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.278799:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.278801:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.278804:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.278806:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1769074988.278826:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074988.278852:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.278855:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.278857:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.278860:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.278862:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/2, delete: 0/0/0 00080000:00000400:1.0:1769074988.278864:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074988.278889:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f120. 00000001:00000010:1.0:1769074988.278896:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc0c0. 00080000:00000010:1.0:1769074988.278909:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.278914:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.278930:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745900. 00010000:00000010:1.0:1769074988.278934:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510000. 00010000:00000010:1.0:1769074988.278938:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d000. 00010000:00000010:1.0:1769074988.278943:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c180. 00010000:00000010:1.0:1769074988.278968:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:1.0:1769074988.278973:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00010000:00000200:1.0:1769074988.278991:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542298, last committed = 0 00010000:00000200:1.0:1769074988.278999:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2300 x1855008351328000/t60129542298(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 568/448 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.279012:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.279015:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351328000, offset 224 00000400:00000200:1.0:1769074988.279020:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.279047:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.279053:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16690:16690:256:4294967295] 192.168.204.41@tcp LPNI seq info [16686:16686:8:4294967295] 00000400:00000200:1.0:1769074988.279065:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.279072:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.279076:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.279082:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.279088:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.279092:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.279109:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.279113:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.279117:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03dcb400. 00000800:00000200:3.0:1769074988.279157:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.279160:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.279162:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.279166:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.279168:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:3.0:1769074988.279170:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00010000:00000010:1.1:1769074988.280064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.1:1769074988.284069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.1:1769074988.284076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745b00. 00010000:00000010:1.1:1769074988.284080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.1:1769074988.284083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00000400:00000200:3.0:1769074988.285460:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.285469:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d61780 00000400:00000200:3.0:1769074988.285474:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 107320 00000400:00000200:3.0:1769074988.285482:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.285514:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.285519:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.285525:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1180. 00000020:00000010:1.0:1769074988.285573:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.285578:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.285583:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.285587:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.285591:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.285619:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.285623:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.285626:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351328128 00000001:00000010:1.0:1769074988.285632:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbcc00. 00010000:00000010:1.0:1769074988.285644:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745b00. 00010000:00000010:1.0:1769074988.285647:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510c80. 00010000:00000010:1.0:1769074988.285651:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.285656:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 02000000:00000010:1.0:1769074988.285672:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a04cdb000. 00010000:00000010:1.0:1769074988.285689:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:1.0:1769074988.285694:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a3cc080. 00000020:00000010:1.0:1769074988.285743:0:29082:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8a02fbcc00. 00000020:00000010:1.0:1769074988.285748:0:29082:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b384e6000. 00000020:00000010:1.0:1769074988.285753:0:29082:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b304db000. 00000020:00000010:1.0:1769074988.285759:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b06510e00. 00000020:00000010:1.0:1769074988.285763:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b06511a00. 00000020:00000010:1.0:1769074988.285769:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b35cdc000. 00010000:00000010:1.0:1769074988.285787:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000200:1.0:1769074988.285801:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1180 x1855008351328128/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/688 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.285821:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.285825:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855008351328128, offset 224 00000400:00000200:1.0:1769074988.285830:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.285837:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.285843:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16691:16691:256:4294967295] 192.168.204.41@tcp LPNI seq info [16687:16687:8:4294967295] 00000400:00000200:1.0:1769074988.285852:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.285857:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.285861:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.285866:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.285871:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.285875:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.285892:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.285896:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.285900:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.285972:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.285978:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.285982:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.285986:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.285989:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:3.0:1769074988.285991:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000400:00000200:3.0:1769074988.286784:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.286791:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d61800 00000400:00000200:3.0:1769074988.286795:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 107896 00000400:00000200:3.0:1769074988.286802:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.286805:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.286808:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.286811:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1c00. 00000020:00000010:1.0:1769074988.286863:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.286867:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.286870:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.286873:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.286875:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.286894:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.286896:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.286897:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351328256 00010000:00000010:1.0:1769074988.286907:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.0:1769074988.286911:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 02000000:00000010:1.0:1769074988.286922:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a04cdc000. 00010000:00000010:1.0:1769074988.286933:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.0:1769074988.286936:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.286943:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745800. 00010000:00000010:1.0:1769074988.286946:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.286949:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.0:1769074988.286951:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b36128c00. 00010000:00000010:1.0:1769074988.286973:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745400. 00010000:00000010:1.0:1769074988.286975:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510e00. 00010000:00000010:1.0:1769074988.286978:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d800. 00010000:00000010:1.0:1769074988.286980:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b36128780. 00080000:00000010:1.0:1769074988.286996:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927f840. 00010000:00000010:1.0:1769074988.287014:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.287021:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b36128c00. 00010000:00000010:1.0:1769074988.287024:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.287056:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000200:1.0:1769074988.287080:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1c00 x1855008351328256/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.287095:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074988.287099:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351328256, offset 224 00000400:00000200:1.0:1769074988.287104:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.287112:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.287116:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16692:16692:256:4294967295] 192.168.204.41@tcp LPNI seq info [16688:16688:8:4294967295] 00000400:00000200:1.0:1769074988.287124:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.287128:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.287130:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.287133:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.287137:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.287139:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.287155:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.287158:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.287160:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.287209:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.287213:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.287216:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.287220:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.287223:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:3.0:1769074988.287224:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000400:00000200:3.0:1769074988.287841:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.287848:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 264 into portal 29 MB=0x6971ec9d61880 00000400:00000200:3.0:1769074988.287853:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1d from 12345-192.168.204.41@tcp of length 264/264 into md 0x5105 [1] + 528 00000400:00000200:3.0:1769074988.287860:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.287863:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.287867:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_fld 00000100:00000010:3.0:1769074988.287870:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2a00. 00000020:00000010:1.0:1769074988.287910:0:26115:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.287913:0:26115:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.287916:0:26115:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.287918:0:26115:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.287920:0:26115:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.287941:0:26115:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.287943:0:26115:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.287945:0:26115:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351328384 02000000:00000010:1.0:1769074988.287954:0:26115:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 544 at ffff8c8b304d8c00. 00010000:00000200:1.0:1769074988.287961:0:26115:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2a00 x1855008351328384/t0(0) o900->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 264/248 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074988.287970:0:26115:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.287973:0:26115:0:(niobuf.c:94:ptl_send_buf()) Sending 248 bytes to portal 10, xid 1855008351328384, offset 224 00000400:00000200:1.0:1769074988.287976:0:26115:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.287982:0:26115:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.287985:0:26115:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16693:16693:256:4294967295] 192.168.204.41@tcp LPNI seq info [16689:16689:8:4294967295] 00000400:00000200:1.0:1769074988.287991:0:26115:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.287994:0:26115:0:(socklnd_cb.c:1001:ksocknal_send()) sending 248 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.287997:0:26115:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.287999:0:26115:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.288002:0:26115:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.288005:0:26115:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 344 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.288016:0:26115:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.288019:0:26115:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.288021:0:26115:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00010000:00000010:1.1:1769074988.288047:0:26115:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.1:1769074988.288051:0:26115:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745700. 00010000:00000010:1.1:1769074988.288055:0:26115:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745200. 00010000:00000010:1.1:1769074988.288060:0:26115:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ce00. 00000800:00000200:3.0:1769074988.288089:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.288093:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.288115:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.288120:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.288123:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:3.0:1769074988.288125:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000200:3.0:1769074988.288635:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.288641:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d61900 00000400:00000200:3.0:1769074988.288645:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 108472 00000400:00000200:3.0:1769074988.288651:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.288654:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.288656:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.288659:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0e00. 00000020:00000010:1.0:1769074988.288746:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.288751:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.288754:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.288756:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.288759:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.288781:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.288783:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.288785:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351328512 00010000:00000010:1.0:1769074988.288796:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.0:1769074988.288800:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b36128c00. 02000000:00000010:1.0:1769074988.288809:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a04cda000. 00010000:00000010:1.0:1769074988.288819:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.0:1769074988.288822:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.288829:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745200. 00010000:00000010:1.0:1769074988.288831:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.288834:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.0:1769074988.288837:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.288882:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745700. 00010000:00000010:1.0:1769074988.288884:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510a00. 00010000:00000010:1.0:1769074988.288887:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:1.0:1769074988.288890:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03553700. 00080000:00000010:1.0:1769074988.288903:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927f9c0. 00010000:00000010:1.0:1769074988.288919:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.288926:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.288929:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.288939:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b36128c00. 00010000:00000200:1.0:1769074988.288947:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0e00 x1855008351328512/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.288957:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074988.288960:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351328512, offset 224 00000400:00000200:1.0:1769074988.288964:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.288969:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.288973:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16694:16694:256:4294967295] 192.168.204.41@tcp LPNI seq info [16690:16690:8:4294967295] 00000400:00000200:1.0:1769074988.288979:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.288983:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.288986:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.288989:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.288992:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.288994:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.289009:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.289012:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.289015:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.289064:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.289067:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.289069:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.289072:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.289074:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:3.0:1769074988.289076:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000400:00000200:3.0:1769074988.289903:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.289913:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d61a00 00000400:00000200:3.0:1769074988.289919:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 109056 00000400:00000200:3.0:1769074988.289930:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.289934:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.289938:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.289942:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3b80. 00000020:00000010:1.0:1769074988.289993:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.289998:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.290001:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.290003:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.290006:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.290044:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.290047:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.290049:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351328768 00010000:00000010:1.0:1769074988.290060:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.0:1769074988.290064:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b36128c00. 02000000:00000010:1.0:1769074988.290079:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35140000. 00010000:00000010:1.0:1769074988.290093:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.0:1769074988.290096:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.290104:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064900. 00010000:00000010:1.0:1769074988.290106:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.290108:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.0:1769074988.290110:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 00080000:00000010:1.0:1769074988.290142:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927fc60. 00000004:00000010:1.0:1769074988.290158:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b06116800. 00080000:00000010:1.0:1769074988.290164:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06511c00. 00080000:00000010:1.0:1769074988.290171:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00000001:00000010:1.0:1769074988.290180:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927fea0. 00000001:00000010:1.0:1769074988.290184:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc9c0. 00080000:00000010:1.0:1769074988.290200:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00010000:00000010:1.0:1769074988.290217:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.290227:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000010:1.0:1769074988.290231:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.290254:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b36128c00. 00010000:00000200:1.0:1769074988.290265:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3b80 x1855008351328768/t60129542299(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.290276:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074988.290279:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351328768, offset 224 00000400:00000200:1.0:1769074988.290283:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.290288:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.290291:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16695:16695:256:4294967295] 192.168.204.41@tcp LPNI seq info [16691:16691:8:4294967295] 00000400:00000200:1.0:1769074988.290297:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.290301:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.290304:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.290307:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.290310:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.290313:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.290327:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.290330:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.290332:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.290390:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.290395:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.290400:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.290404:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.290408:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:3.0:1769074988.290410:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000400:00000200:3.0:1769074988.291132:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.291154:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d61a80 00000400:00000200:3.0:1769074988.291158:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 109704 00000400:00000200:3.0:1769074988.291165:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.291168:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.291170:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.291187:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861880. 00000020:00000010:1.0:1769074988.291239:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.291243:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.291246:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.291249:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.291251:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.291270:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.291272:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.291274:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351328896 00000001:00000010:1.0:1769074988.291278:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc0c0. 00010000:00000010:1.0:1769074988.291287:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064500. 00010000:00000010:1.0:1769074988.291290:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510f00. 00010000:00000010:1.0:1769074988.291293:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.291297:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 02000000:00000010:1.0:1769074988.291307:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35146000. 00000020:00000010:1.0:1769074988.291317:0:29082:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8c8b35141000. 00010000:00000010:1.0:1769074988.291330:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ea00. 00010000:00000010:1.0:1769074988.291333:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b36128c00. 00000020:00000010:1.0:1769074988.291355:0:29082:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8c8b35141000. 00010000:00000010:1.0:1769074988.291360:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000200:1.0:1769074988.291385:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861880 x1855008351328896/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.291399:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.291403:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351328896, offset 224 00000400:00000200:1.0:1769074988.291408:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.291415:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.291420:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16696:16696:256:4294967295] 192.168.204.41@tcp LPNI seq info [16692:16692:8:4294967295] 00000400:00000200:1.0:1769074988.291429:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.291434:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.291438:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.291442:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.291447:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.291451:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.291467:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.291471:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.291475:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.291514:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.291517:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.291519:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.291523:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.291525:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:3.0:1769074988.291527:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000400:00000200:3.0:1769074988.292959:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.292968:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 448 into portal 23 MB=0x6971ec9d61b00 00000400:00000200:3.0:1769074988.292975:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 448/448 into md 0x1f231 [2] + 392 00000400:00000200:3.0:1769074988.292985:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.292988:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.292992:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.292995:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860a80. 00000020:00000010:0.0:1769074988.293094:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.293099:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.293105:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34fa0800. 00000020:00000010:0.0:1769074988.293109:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.293113:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.293140:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.293144:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.293147:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351329024 02000000:00000010:0.0:1769074988.293161:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff8c8b1fc47400. 00000004:00000010:0.0:1769074988.293166:0:26107:0:(mdt_handler.c:2981:mdt_readpage()) kmalloced '(rdpg->rp_pages)': 2048 at ffff8c8b05910000. 00080000:00000010:0.0:1769074988.293661:0:26107:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b413d5b00. 00080000:00000010:0.0:1769074988.293689:0:26107:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b413d5b00. 00000100:00000010:0.0:1769074988.293695:0:26107:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.293699:0:26107:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8c8b2b732000. 00000400:00000010:0.0:1769074988.293705:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000400:00000010:0.0:1769074988.293725:0:26107:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200498. 00000400:00000200:0.0:1769074988.293729:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.293736:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.293739:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16697:16697:256:4294967295] 192.168.204.41@tcp LPNI seq info [16693:16693:8:4294967295] 00000400:00000200:0.0:1769074988.293743:0:26107:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.293747:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.293750:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4096 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.293753:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.293756:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.293760:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1022 00000800:00000200:0.0:1769074988.293762:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 4192 niov 1 nkiov 1 00000100:00000200:0.0:1769074988.293774:0:26107:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 1 pages 4096 bytes via portal 14 id 12345-192.168.204.41@tcp mbits 0x6971ec9d61b00-0x6971ec9d61b00 00000800:00000200:3.0:1769074988.293838:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.293842:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.293845:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.293848:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.293851:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b1fc47800 00000400:00000200:3.0:1769074988.294295:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : ACK - for me 00000400:00000200:3.0:1769074988.294303:0:16310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.204.141@tcp: ACK from 12345-192.168.204.41@tcp into md 0x288d5 00000400:00000200:3.0:1769074988.294306:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.294308:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: ACK: OK 00000400:00000200:3.0:1769074988.294311:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:3.0:1769074988.294312:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000100:00000200:3.0:1769074988.294316:0:16310:0:(events.c:459:server_bulk_callback()) event type 4, status 0, desc ffff8c8b1fc47800 00000100:00000010:0.0:1769074988.294355:0:26107:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8c8b2b732000. 00000100:00000010:0.0:1769074988.294360:0:26107:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b1fc47800. 00000004:00000010:0.0:1769074988.294942:0:26107:0:(mdt_handler.c:3005:mdt_readpage()) kvfree 'rdpg->rp_pages': 2048 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.294950:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860a80 x1855008351329024/t0(0) o37->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 448/440 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.294960:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074988.294962:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1855008351329024, offset 224 00000400:00000200:0.0:1769074988.294965:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.294970:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.294973:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16698:16698:256:4294967295] 192.168.204.41@tcp LPNI seq info [16694:16694:8:4294967295] 00000400:00000200:0.0:1769074988.294979:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.294983:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.294985:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.294988:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.294991:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.294993:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 536 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.295008:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.295010:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.295013:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34fa0800. 00000800:00000200:3.0:1769074988.295092:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.295096:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.295100:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.295105:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.295109:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:3.0:1769074988.295111:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000400:00000200:3.0:1769074988.296307:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.296316:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d61c00 00000400:00000200:3.0:1769074988.296322:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f231 [2] + 840 00000400:00000200:3.0:1769074988.296331:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.296335:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.296339:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.296343:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861f80. 00000020:00000010:0.0:1769074988.296400:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.296406:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.296411:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34fa0800. 00000020:00000010:0.0:1769074988.296415:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.296417:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.296437:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.296439:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.296440:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351329280 02000000:00000010:0.0:1769074988.296456:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47800. 00000020:00000010:0.0:1769074988.296477:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8780. 00080000:00000010:0.0:1769074988.296481:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b08829000. 00080000:00000010:0.0:1769074988.296493:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d5c0. 00000001:00000010:0.0:1769074988.296510:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8d80. 00000001:00000010:0.0:1769074988.296513:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.296522:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.296525:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8780. 00000004:00000010:0.0:1769074988.296532:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b06116800. 00000020:00000010:0.0:1769074988.296544:0:26107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b05910000. 00010000:00000200:0.0:1769074988.296550:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861f80 x1855008351329280/t60129542300(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.296560:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.296563:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351329280, offset 224 00000400:00000200:0.0:1769074988.296566:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.296571:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.296574:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16699:16699:256:4294967295] 192.168.204.41@tcp LPNI seq info [16695:16695:8:4294967295] 00000400:00000200:0.0:1769074988.296581:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.296584:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.296587:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.296590:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.296593:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.296595:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.296608:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.296611:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.296613:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34fa0800. 00000800:00000200:3.0:1769074988.296673:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.296677:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.296681:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.296685:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.296689:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:3.0:1769074988.296691:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00010000:00000010:1.1:1769074988.297077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.1:1769074988.297082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.1:1769074988.297084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745800. 00010000:00000010:1.1:1769074988.297087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.1:1769074988.297089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.1:1769074988.297091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.1:1769074988.297093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745200. 00010000:00000010:1.1:1769074988.297095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.1:1769074988.297097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ce00. 00000400:00000200:3.0:1769074988.299735:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.299743:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d61c80 00000400:00000200:3.0:1769074988.299747:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 110280 00000400:00000200:3.0:1769074988.299755:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.299757:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.299761:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.299764:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860700. 00000020:00000010:1.0:1769074988.299805:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.299808:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.299812:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.299814:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.299817:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.299838:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.299840:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.299843:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351329408 00000001:00000010:1.0:1769074988.299848:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc9c0. 00010000:00000010:1.0:1769074988.299860:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.0:1769074988.299864:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0333c880. 02000000:00000010:1.0:1769074988.299874:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35141000. 00010000:00000010:1.0:1769074988.299888:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.0:1769074988.299890:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.299899:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064c00. 00010000:00000010:1.0:1769074988.299902:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.299904:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.0:1769074988.299927:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.299950:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.0:1769074988.299953:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0a80. 00010000:00000010:1.0:1769074988.299982:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968800. 00010000:00000010:1.0:1769074988.299990:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.299993:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.300003:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c880. 00010000:00000200:1.0:1769074988.300011:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860700 x1855008351329408/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.300021:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074988.300024:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351329408, offset 224 00000400:00000200:1.0:1769074988.300047:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.300053:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.300057:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16700:16700:256:4294967295] 192.168.204.41@tcp LPNI seq info [16696:16696:8:4294967295] 00000400:00000200:1.0:1769074988.300065:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.300071:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.300074:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.300078:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.300082:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.300085:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.300098:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38510880. 00000020:00000010:1.0:1769074988.300101:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.300103:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.300151:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.300155:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.300157:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.300161:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.300177:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074988.300179:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00010000:00000010:1.1:1769074988.301068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f200. 00000400:00000200:3.0:1769074988.301075:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074988.301077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064900. 00010000:00000010:1.1:1769074988.301081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e400. 00000400:00000200:3.0:1769074988.301086:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d61d00 00010000:00000010:1.1:1769074988.301089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f600. 00000400:00000200:3.0:1769074988.301094:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 110856 00010000:00000010:1.1:1769074988.301095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00000400:00000200:3.0:1769074988.301104:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.301108:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.301110:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.301113:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863800. 00000020:00000010:1.0:1769074988.301146:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.301149:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.301151:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.301154:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.301156:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.301175:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.301177:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.301179:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351329536 00010000:00000010:1.0:1769074988.301188:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.0:1769074988.301193:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00000400:00000200:3.0:1769074988.301198:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:1.0:1769074988.301204:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35145000. 00000400:00000200:3.0:1769074988.301208:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d61d80 00000400:00000200:3.0:1769074988.301215:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x208d5 [2] + 1312 00010000:00000010:1.0:1769074988.301222:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150cc00. 00000400:00000200:3.0:1769074988.301223:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.301229:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074988.301231:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0b00. 00000100:00000200:3.0:1769074988.301233:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.301239:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863480. 00010000:00000010:1.0:1769074988.301246:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064900. 00010000:00000010:1.0:1769074988.301252:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.301256:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.301261:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0c00. 00000020:00000010:2.0:1769074988.301285:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00010000:00000010:1.0:1769074988.301290:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0b00. 00000020:00000010:2.0:1769074988.301291:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.301299:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.301302:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00010000:00000010:1.0:1769074988.301303:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0c00. 00000020:00000010:2.0:1769074988.301307:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.0:1769074988.301309:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.301325:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000200:1.0:1769074988.301332:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863800 x1855008351329536/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'rm.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074988.301340:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000400:00000010:1.0:1769074988.301344:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000020:00000010:2.0:1769074988.301344:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:1.0:1769074988.301351:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351329536, offset 224 00000100:00000200:2.0:1769074988.301351:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351329664 00000400:00000200:1.0:1769074988.301359:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:2.0:1769074988.301361:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05f13c00. 00000400:00000200:1.0:1769074988.301368:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.301373:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16701:16701:256:4294967295] 192.168.204.41@tcp LPNI seq info [16697:16697:8:4294967295] 00010000:00000010:2.0:1769074988.301375:0:44334:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0a80. 00000400:00000200:1.0:1769074988.301384:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.301389:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074988.301391:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000800:00000010:1.0:1769074988.301393:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000100:00000200:2.0:1769074988.301396:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351329664, offset 224 00000800:00000200:1.0:1769074988.301400:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.301411:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074988.301411:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074988.301417:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.301423:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.301428:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16702:16702:255:4294967295] 192.168.204.41@tcp LPNI seq info [16698:16698:7:4294967295] 00000020:00000010:1.0:1769074988.301434:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000400:00000200:2.0:1769074988.301438:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074988.301440:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000800:00000200:2.0:1769074988.301445:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.301446:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000010:2.0:1769074988.301449:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.301455:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.301460:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.301463:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.301470:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.301473:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.301475:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000800:00000200:3.0:1769074988.301482:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.301485:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.301489:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.301493:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.301495:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:3.0:1769074988.301497:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000800:00000200:3.0:1769074988.301506:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.301507:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.301509:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.301511:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.301512:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:3.0:1769074988.301513:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:3.0:1769074988.305566:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.305574:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d61e80 00000400:00000200:3.0:1769074988.305579:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 111432 00000400:00000200:3.0:1769074988.305607:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.305610:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.305613:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.305617:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862300. 00000020:00000010:1.0:1769074988.305667:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.305673:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.305678:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.305682:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.305686:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.305733:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.305737:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.305741:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351329920 00010000:00000010:1.0:1769074988.305755:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.305761:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 02000000:00000010:1.0:1769074988.305781:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35147000. 00010000:00000010:1.0:1769074988.305800:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.0:1769074988.305805:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0c00. 00010000:00000010:1.0:1769074988.305815:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064e00. 00010000:00000010:1.0:1769074988.305820:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.305824:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.0:1769074988.305827:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0b00. 00010000:00000010:1.0:1769074988.305850:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0c00. 00010000:00000010:1.0:1769074988.305857:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0b00. 00010000:00000010:1.0:1769074988.305860:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.305874:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000200:1.0:1769074988.305881:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862300 x1855008351329920/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/608 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.305891:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.305894:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1855008351329920, offset 224 00000400:00000200:1.0:1769074988.305898:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.305904:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.305907:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16703:16703:256:4294967295] 192.168.204.41@tcp LPNI seq info [16699:16699:8:4294967295] 00000400:00000200:1.0:1769074988.305914:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.305918:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.305920:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.305924:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.305927:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.305930:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 704 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.305945:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.305947:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.305950:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.306012:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.306017:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.306020:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.306025:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074988.306058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ce00. 00000400:00000200:3.0:1769074988.306061:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:3.0:1769074988.306064:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00010000:00000010:1.1:1769074988.306075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064c00. 00010000:00000010:1.1:1769074988.306080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.1:1769074988.306084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:2.1:1769074988.310055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.1:1769074988.310059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.1:1769074988.310067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064900. 00010000:00000010:1.1:1769074988.310070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.1:1769074988.310076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.1:1769074988.314062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.1:1769074988.314069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064e00. 00010000:00000010:1.1:1769074988.314073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.1:1769074988.314076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00000400:00000200:3.0:1769074988.318877:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.318893:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d61f00 00000400:00000200:3.0:1769074988.318902:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 112080 00000400:00000200:3.0:1769074988.318916:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.318921:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.318927:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.318933:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861180. 00000020:00000010:1.0:1769074988.319006:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.319014:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.319020:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.319025:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.319056:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.319096:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.319100:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.319105:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351330048 00010000:00000010:1.0:1769074988.319127:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ec00. 00010000:00000010:1.0:1769074988.319135:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 02000000:00000010:1.0:1769074988.319155:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35142000. 00010000:00000010:1.0:1769074988.319180:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.0:1769074988.319185:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0b00. 00010000:00000010:1.0:1769074988.319200:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.0:1769074988.319204:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0c00. 00010000:00000010:1.0:1769074988.319243:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.0:1769074988.319247:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 00000020:00000010:1.0:1769074988.319283:0:29082:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8a02fbc9c0. 00000020:00000010:1.0:1769074988.319287:0:29082:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b304dbc00. 00000020:00000010:1.0:1769074988.319290:0:29082:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b304d9c00. 00000020:00000010:1.0:1769074988.319296:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a03dcb400. 00000020:00000010:1.0:1769074988.319299:0:29082:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8a09654600. 00000020:00000010:1.0:1769074988.319304:0:29082:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b35cd9000. 00010000:00000010:1.0:1769074988.319323:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0b00. 00010000:00000010:1.0:1769074988.319331:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0c00. 00010000:00000010:1.0:1769074988.319342:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000200:1.0:1769074988.319352:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861180 x1855008351330048/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/688 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.319365:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.319369:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855008351330048, offset 224 00000400:00000200:1.0:1769074988.319373:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.319390:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.319394:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16704:16704:256:4294967295] 192.168.204.41@tcp LPNI seq info [16700:16700:8:4294967295] 00000400:00000200:1.0:1769074988.319402:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.319405:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.319409:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.319413:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.319418:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.319420:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.319435:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.319438:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.319441:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.319503:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.319506:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.319509:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.319513:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.319516:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:3.0:1769074988.319517:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00000400:00000200:3.0:1769074988.320518:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.320525:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d61f80 00000400:00000200:3.0:1769074988.320529:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 112672 00000400:00000200:3.0:1769074988.320536:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.320538:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.320541:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.320544:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861c00. 00000020:00000010:1.0:1769074988.320615:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.320619:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.320623:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.320626:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.320628:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.320650:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.320651:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.320653:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351330176 00010000:00000010:1.0:1769074988.320663:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0378f200. 00010000:00000010:1.0:1769074988.320667:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 02000000:00000010:1.0:1769074988.320677:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35144000. 00010000:00000010:1.0:1769074988.320687:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.0:1769074988.320690:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0c00. 00010000:00000010:1.0:1769074988.320697:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064e00. 00010000:00000010:1.0:1769074988.320699:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.320703:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.0:1769074988.320705:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0b00. 00010000:00000010:1.0:1769074988.320738:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0c00. 00010000:00000010:1.0:1769074988.320746:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0b00. 00010000:00000010:1.0:1769074988.320750:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.320762:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000200:1.0:1769074988.320769:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861c00 x1855008351330176/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.320779:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000200:1.0:1769074988.320782:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351330176, offset 224 00000400:00000200:1.0:1769074988.320786:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.320791:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.320794:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16705:16705:256:4294967295] 192.168.204.41@tcp LPNI seq info [16701:16701:8:4294967295] 00000400:00000200:1.0:1769074988.320801:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.320804:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.320807:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.320810:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.320813:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.320815:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.320830:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.320833:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.320835:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.320883:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.320887:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.320890:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.320894:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.320897:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:3.0:1769074988.320899:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000400:00000200:3.0:1769074988.321966:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.321975:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d62080 00000400:00000200:3.0:1769074988.321980:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 113264 00000400:00000200:3.0:1769074988.321987:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.321990:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.321993:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.321996:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862a00. 00000020:00000010:1.0:1769074988.322049:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.322053:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.322056:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.322059:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.322061:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.322093:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.322096:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.322099:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351330432 00010000:00000010:1.0:1769074988.322115:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000010:1.0:1769074988.322128:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150cc00. 00010000:00000010:1.0:1769074988.322131:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.322148:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06357000. 00010000:00000010:1.0:1769074988.322169:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150d600. 00010000:00000010:1.0:1769074988.322172:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.322178:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064900. 00010000:00000010:1.0:1769074988.322180:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2600. 00010000:00000010:1.0:1769074988.322182:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.0:1769074988.322185:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0b00. 00000004:00000010:1.0:1769074988.322191:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae43a40. 00000004:00000010:1.0:1769074988.322198:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06000. 00000004:00000010:1.0:1769074988.322203:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066debb0. 00080000:00000010:1.0:1769074988.322239:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a029e8c00. 00000020:00000010:1.0:1769074988.322257:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927fba0. 00080000:00000010:1.0:1769074988.322263:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a032f6600. 00080000:00000010:1.0:1769074988.322279:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a0927f2a0. 00000004:00000010:1.0:1769074988.322285:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a02fbc0c0. 00020000:00000010:1.0:1769074988.322308:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03776920. 00020000:00000010:1.0:1769074988.322310:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03776c88. 00000020:00000010:1.0:1769074988.322319:0:29082:0:(lu_tgt_pool.c:87:lu_tgt_pool_extend()) kmalloced '(new)': 16 at ffff8c8a0b10cf00. 00000020:00000010:1.0:1769074988.322321:0:29082:0:(lu_tgt_pool.c:93:lu_tgt_pool_extend()) kfreed 'op->op_array': 8 at ffff8c8b03b0b568. 00000004:00000010:1.0:1769074988.322330:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ef308. 00080000:00000010:1.0:1769074988.322342:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b4c0. 00080000:00000010:1.0:1769074988.322367:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35bac0. 00000001:00000010:1.0:1769074988.322465:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794b00. 00000001:00000010:1.0:1769074988.322474:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794b00. 00080000:00000400:1.0:1769074988.322502:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.322505:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.322507:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.322509:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.322511:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.322512:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074988.322519:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b35dc2a00. 00080000:00000400:1.0:1769074988.322526:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.322527:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.322528:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.322530:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.322531:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.322533:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074988.322552:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.322554:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.322555:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.322557:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/1, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.322558:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.322560:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074988.322579:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927fd80. 00000001:00000010:1.0:1769074988.322583:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a02fbc3c0. 00080000:00000010:1.0:1769074988.322595:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35bac0. 00080000:00000010:1.0:1769074988.322597:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.322601:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927fba0. 00010000:00000010:1.0:1769074988.322621:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064c00. 00010000:00000010:1.0:1769074988.322624:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38510880. 00010000:00000010:1.0:1769074988.322627:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:1.0:1769074988.322629:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0c00. 00000004:00000010:1.0:1769074988.322644:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b34dcde00. 00010000:00000010:1.0:1769074988.322656:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.322675:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.322680:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542301, last committed = 0 00010000:00000200:1.0:1769074988.322685:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862a00 x1855008351330432/t60129542301(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.322694:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.322697:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351330432, offset 224 00000400:00000200:1.0:1769074988.322700:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.322705:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.322727:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16706:16706:256:4294967295] 192.168.204.41@tcp LPNI seq info [16702:16702:8:4294967295] 00000400:00000200:1.0:1769074988.322734:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.322738:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.322741:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.322744:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.322747:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.322750:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.322764:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.322767:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.322769:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.322818:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.322822:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.322824:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.322828:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.322830:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:3.0:1769074988.322832:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:3.0:1769074988.324229:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.324236:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62100 00000400:00000200:3.0:1769074988.324241:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 6232 00000400:00000200:3.0:1769074988.324248:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.324251:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.324254:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.324257:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860e00. 00000020:00000010:0.0:1769074988.324302:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.324307:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.324311:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.324314:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.324316:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.324338:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074988.324340:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d5c0. 00000100:00000200:0.0:1769074988.324342:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351330560 00010000:00000010:0.0:1769074988.324353:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a0901a400. 00010000:00000010:0.0:1769074988.324356:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a0901af00. 00010000:00000010:0.0:1769074988.324360:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00002000:00000010:0.0:1769074988.324365:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d5c0. 02000000:00000010:0.0:1769074988.324378:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc46800. 00010000:00000200:0.0:1769074988.324395:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860e00 x1855008351330560/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.324404:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074988.324407:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351330560, offset 224 00000400:00000200:0.0:1769074988.324411:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.324416:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.324419:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16707:16707:256:4294967295] 192.168.204.41@tcp LPNI seq info [16703:16703:8:4294967295] 00000400:00000200:0.0:1769074988.324426:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.324429:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.324432:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.324435:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.324438:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.324441:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.324452:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.324455:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.324458:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.324501:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.324504:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.324507:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.324511:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.324513:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:3.0:1769074988.324515:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000400:00000200:3.0:1769074988.325313:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.325346:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62180 00000400:00000200:3.0:1769074988.325350:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 6560 00000400:00000200:3.0:1769074988.325357:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.325360:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.325363:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.325365:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863b80. 00000020:00000010:0.0:1769074988.325421:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.325425:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.325428:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.325431:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.325433:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.325451:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.325453:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074988.325455:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351330688 00010000:00000010:0.0:1769074988.325465:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4400. 02000000:00000010:0.0:1769074988.325471:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc46000. 00010000:00000010:0.0:1769074988.325478:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524d480. 00000100:00000010:0.0:1769074988.325482:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724c00. 00000100:00000010:0.0:1769074988.325488:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.325496:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b08828600. 02000000:00000010:0.0:1769074988.325513:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b08829600. 00000400:00000010:0.0:1769074988.325517:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029249a0. 00000400:00000010:0.0:1769074988.325520:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.325525:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792192, portal 16 00000400:00000010:0.0:1769074988.325528:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.325529:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368792192, offset 0 00000400:00000200:0.0:1769074988.325533:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.325538:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.325542:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.325545:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.325548:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.325550:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.325553:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16708:16708:256:4294967295] 192.168.204.41@tcp LPNI seq info [16704:16704:8:4294967295] 00000400:00000200:0.0:1769074988.325559:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.325562:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.325564:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.325568:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.325571:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.325574:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.325644:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.325647:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.325649:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.325652:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.325655:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:3.0:1769074988.325656:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:3.0:1769074988.325661:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368792192/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.326322:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.326328:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09280 00000400:00000200:3.0:1769074988.326333:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28901 [1] + 224 00000400:00000200:3.0:1769074988.326339:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.326341:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.326347:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368792192/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.326397:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029249a0. 00000400:00000200:0.0:1769074988.326402:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:0.0:1769074988.326404:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.326410:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368792192/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.326421:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368792192/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.326444:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b08829600. 02000000:00000010:0.0:1769074988.326450:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b08828600. 00000100:00000010:0.0:1769074988.326454:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:0.0:1769074988.326459:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724c00. 00010000:00000010:0.0:1769074988.326463:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524d480. 00010000:00000200:0.0:1769074988.326476:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863b80 x1855008351330688/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.326489:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.326492:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351330688, offset 224 00000400:00000200:3.0:1769074988.326495:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.326497:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.326503:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d62200 00000400:00000200:0.0:1769074988.326504:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.326509:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16709:16709:256:4294967295] 192.168.204.41@tcp LPNI seq info [16705:16705:8:4294967295] 00000400:00000200:3.0:1769074988.326509:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x208d5 [2] + 1640 00000400:00000200:0.0:1769074988.326518:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.326523:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.326527:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.326532:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.326536:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074988.326537:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074988.326539:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.326541:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.326546:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.326550:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860000. 00000020:00000010:0.0:1769074988.326560:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.326565:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.326568:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:1.0:1769074988.326619:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.326623:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.326626:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.326626:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.326633:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000400:00000200:1.0:1769074988.326634:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.326641:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:1.0:1769074988.326643:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000020:00000010:2.0:1769074988.326643:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000020:00000010:2.0:1769074988.326651:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.326655:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.326671:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06860000 x1855008351330816/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.326689:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.326691:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.326693:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351330816 02000000:00000010:2.0:1769074988.326699:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05f13400. 00010000:00000010:2.0:1769074988.326740:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4440. 00000100:00000010:2.0:1769074988.326745:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b13253cc0. 00000100:00000010:2.0:1769074988.326748:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.326755:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a02aeec00. 02000000:00000010:2.0:1769074988.326765:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07026000. 00000400:00000010:2.0:1769074988.326768:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5b00. 00000400:00000010:2.0:1769074988.326771:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.326774:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792320, portal 16 00000400:00000010:2.0:1769074988.326776:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.326778:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368792320, offset 0 00000400:00000200:2.0:1769074988.326782:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.326787:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.326789:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.326792:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.326793:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.326795:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.326797:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16710:16710:256:4294967295] 192.168.204.41@tcp LPNI seq info [16706:16706:8:4294967295] 00000400:00000200:2.0:1769074988.326803:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.326806:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.326809:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.326812:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.326815:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.326817:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.326875:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.326878:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.326880:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.326884:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.326887:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074988.326888:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000200:3.0:1769074988.326892:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368792320/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.327521:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.327529:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09300 00000400:00000200:1.0:1769074988.327533:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2890d [1] + 224 00000400:00000200:1.0:1769074988.327540:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.327543:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.327549:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368792320/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.327598:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5b00. 00000400:00000200:2.0:1769074988.327605:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:2.0:1769074988.327607:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.327614:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368792320/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.327625:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368792320/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.327670:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07026000. 02000000:00000010:2.0:1769074988.327675:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a02aeec00. 00000100:00000010:2.0:1769074988.327679:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.327682:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b13253cc0. 00010000:00000010:2.0:1769074988.327685:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4440. 00000400:00000010:2.0:1769074988.327695:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.327699:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351330816, offset 224 00000400:00000200:2.0:1769074988.327705:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.327728:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.327733:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16711:16711:256:4294967295] 192.168.204.41@tcp LPNI seq info [16707:16707:8:4294967295] 00000400:00000200:2.0:1769074988.327742:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.327748:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.327752:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.327757:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.327762:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.327765:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.327783:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.327788:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.327792:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000800:00000200:3.0:1769074988.327831:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.327834:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.327837:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.327840:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.327843:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.327844:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074988.327957:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.327967:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d62300 00000400:00000200:3.0:1769074988.327974:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f231 [2] + 1232 00000400:00000200:3.0:1769074988.327984:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.327988:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.327993:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.327997:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862680. 00000020:00000010:0.0:1769074988.328054:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.328057:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.328061:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.328064:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.328066:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00010000:00000010:1.1:1769074988.328078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e400. 00010000:00000010:1.1:1769074988.328086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f600. 00010000:00000010:1.1:1769074988.328089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ec00. 00000020:00000010:0.0:1769074988.328093:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.328097:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074988.328101:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351331072 00000001:00000010:0.0:1769074988.328107:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.328129:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b368eec00. 00000020:00000010:0.0:1769074988.328165:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8780. 00080000:00000010:0.0:1769074988.328169:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b08828600. 00080000:00000010:0.0:1769074988.328181:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d480. 00000001:00000010:0.0:1769074988.328210:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8600. 00000001:00000010:0.0:1769074988.328214:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.328223:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.328226:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8780. 00000004:00000010:0.0:1769074988.328245:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b34dcde00. 00000020:00000010:0.0:1769074988.328261:0:26107:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b05917800. 00010000:00000200:0.0:1769074988.328267:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862680 x1855008351331072/t60129542302(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.328276:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.328279:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351331072, offset 224 00000400:00000200:0.0:1769074988.328282:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.328287:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.328290:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16712:16712:256:4294967295] 192.168.204.41@tcp LPNI seq info [16708:16708:8:4294967295] 00000400:00000200:0.0:1769074988.328296:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.328300:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.328302:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.328305:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.328309:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.328311:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.328323:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.328326:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.328328:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:1.0:1769074988.328375:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.328378:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:1.0:1769074988.328381:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.328385:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.328388:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:1.0:1769074988.328389:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000400:00000200:3.0:1769074988.329112:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.329122:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d62380 00000400:00000200:3.0:1769074988.329128:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 113928 00000400:00000200:3.0:1769074988.329137:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.329141:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.329144:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.329147:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862d80. 00000020:00000010:1.0:1769074988.329191:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.329196:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.329199:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6400. 00000020:00000010:1.0:1769074988.329202:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.329205:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.329224:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.329226:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.329228:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351331200 00000001:00000010:1.0:1769074988.329233:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.329242:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.0:1769074988.329246:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.329256:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06352000. 00010000:00000010:1.0:1769074988.329269:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.0:1769074988.329271:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.329279:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030000. 00010000:00000010:1.0:1769074988.329281:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0f80. 00010000:00000010:1.0:1769074988.329302:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031200. 00010000:00000010:1.0:1769074988.329305:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0100. 00010000:00000010:1.0:1769074988.329332:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.329338:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0f80. 00010000:00000010:1.0:1769074988.329347:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.329354:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862d80 x1855008351331200/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/688 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.329364:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000100:00000200:1.0:1769074988.329366:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1855008351331200, offset 224 00000400:00000200:1.0:1769074988.329370:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.329375:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.329378:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16713:16713:256:4294967295] 192.168.204.41@tcp LPNI seq info [16709:16709:8:4294967295] 00000400:00000200:1.0:1769074988.329385:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.329389:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.329391:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.329394:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.329398:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.329400:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 784 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.329413:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.329416:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.329418:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6400. 00000800:00000200:3.0:1769074988.329473:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.329478:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.329482:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.329488:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.329492:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:3.0:1769074988.329494:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000400:00000200:1.0:1769074988.330435:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.330443:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 600 into portal 12 MB=0x6971ec9d62400 00000400:00000200:1.0:1769074988.330447:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 600/600 into md 0x4c41 [64] + 114520 00000400:00000200:1.0:1769074988.330455:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.330457:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.330460:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.330464:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d180. 00000020:00000010:0.0:1769074988.330507:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.330511:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.330514:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.330516:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.330518:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.330536:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.330537:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074988.330539:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351331328 00010000:00000010:0.0:1769074988.330548:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4000. 00010000:00000010:0.0:1769074988.330552:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.330561:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b2b732000. 00010000:00000010:0.0:1769074988.330571:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:0.0:1769074988.330573:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.330581:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4900. 00010000:00000010:0.0:1769074988.330584:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439780. 00010000:00000010:0.0:1769074988.330587:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:0.0:1769074988.330590:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074988.330614:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.330623:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074988.330628:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439780. 00010000:00000010:0.0:1769074988.330645:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.330655:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d180 x1855008351331328/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 600/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.330664:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074988.330684:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351331328, offset 224 00000400:00000200:0.0:1769074988.330689:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.330694:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.330697:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16714:16714:256:4294967295] 192.168.204.41@tcp LPNI seq info [16710:16710:8:4294967295] 00000400:00000200:0.0:1769074988.330703:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.330706:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.330722:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.330725:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.330728:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.330731:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.330743:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.330745:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.330747:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.330798:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.330802:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.330806:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.330811:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.330815:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074988.330817:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000200:3.0:1769074988.331473:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.331480:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 600 into portal 12 MB=0x6971ec9d62480 00000400:00000200:3.0:1769074988.331484:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 600/600 into md 0x4c41 [64] + 115120 00000400:00000200:3.0:1769074988.331491:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.331493:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.331496:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.331499:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861500. 00000020:00000010:0.0:1769074988.331533:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.331536:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.331539:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.331541:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.331543:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.331560:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.331562:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074988.331563:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351331456 00010000:00000010:0.0:1769074988.331571:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:0.0:1769074988.331574:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.331583:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b2b737000. 00010000:00000010:0.0:1769074988.331595:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:0.0:1769074988.331599:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074988.331607:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4d00. 00010000:00000010:0.0:1769074988.331610:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439780. 00010000:00000010:0.0:1769074988.331614:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:0.0:1769074988.331617:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.331656:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 00010000:00000010:0.0:1769074988.331662:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.331664:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439780. 00010000:00000010:0.0:1769074988.331676:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.331682:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861500 x1855008351331456/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 600/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.331691:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.331693:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351331456, offset 224 00000400:00000200:0.0:1769074988.331697:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.331701:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.331705:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16715:16715:256:4294967295] 192.168.204.41@tcp LPNI seq info [16711:16711:8:4294967295] 00000400:00000200:0.0:1769074988.331726:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.331730:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.331732:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.331735:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.331739:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.331741:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.331752:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.331755:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.331756:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:1.0:1769074988.331796:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.331799:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.331802:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.331806:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.331808:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:1.0:1769074988.331810:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000400:00000200:3.0:1769074988.332550:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.332557:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 672 into portal 12 MB=0x6971ec9d62580 00000400:00000200:3.0:1769074988.332561:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 672/672 into md 0x4c41 [64] + 115720 00000400:00000200:3.0:1769074988.332567:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.332570:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.332573:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.332575:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863100. 00000020:00000010:0.0:1769074988.332615:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.332619:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.332624:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.332628:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.332631:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.332654:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.332656:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074988.332658:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351331712 00010000:00000010:0.0:1769074988.332666:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690200. 00010000:00000010:0.0:1769074988.332669:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.332681:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b2b736000. 00010000:00000010:0.0:1769074988.332700:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:0.0:1769074988.332702:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.332723:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4000. 00010000:00000010:0.0:1769074988.332725:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439780. 00010000:00000010:0.0:1769074988.332727:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690800. 00010000:00000010:0.0:1769074988.332729:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf200. 00000004:00000010:0.0:1769074988.332738:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b35da6780. 00000004:00000010:0.0:1769074988.332744:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fe7e870. 00000004:00000010:0.0:1769074988.332748:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a015cfed0. 00080000:00000010:0.0:1769074988.332752:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08829600. 00000020:00000010:0.0:1769074988.332762:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8780. 00080000:00000010:0.0:1769074988.332764:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b08828400. 00000004:00000010:0.0:1769074988.332775:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b724c00. 00020000:00000010:0.0:1769074988.332786:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629bd18. 00020000:00000010:0.0:1769074988.332788:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629bfa0. 00000004:00000010:0.0:1769074988.332797:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17659868. 00080000:00000010:0.0:1769074988.332804:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d480. 00080000:00000010:0.0:1769074988.332818:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dd40. 00000001:00000010:0.0:1769074988.332875:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a029249a0. 00000001:00000010:0.0:1769074988.332882:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a029249a0. 00080000:00000400:0.0:1769074988.332898:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.332900:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.332902:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.332903:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.332905:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.332915:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074988.332925:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439880. 00080000:00000400:0.0:1769074988.332930:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.332932:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.332933:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.332935:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.332937:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.332938:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074988.332953:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.332955:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.332956:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.332958:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.332959:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.332961:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074988.332975:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8ea0. 00000001:00000010:0.0:1769074988.332978:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7246c0. 00080000:00000010:0.0:1769074988.332984:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dd40. 00080000:00000010:0.0:1769074988.332987:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.332989:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8780. 00010000:00000010:0.0:1769074988.333007:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4f00. 00010000:00000010:0.0:1769074988.333009:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439f00. 00010000:00000010:0.0:1769074988.333012:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:0.0:1769074988.333015:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf100. 00000004:00000010:0.0:1769074988.333046:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439480. 00010000:00000010:0.0:1769074988.333060:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:1.1:1769074988.333070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c800. 00010000:00000010:1.1:1769074988.333080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064e00. 00010000:00000010:0.0:1769074988.333082:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000010:2.1:1769074988.333082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:1.1:1769074988.333085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c000. 00010000:00000010:1.1:1769074988.333093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f200. 00010000:00000200:0.0:1769074988.333098:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542303, last committed = 0 00010000:00000010:1.1:1769074988.333099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ee00. 00010000:00000010:1.1:1769074988.333106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d600. 00010000:00000200:0.0:1769074988.333108:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863100 x1855008351331712/t60129542303(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 672/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000010:1.1:1769074988.333110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150cc00. 00000400:00000010:0.0:1769074988.333127:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.333131:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351331712, offset 224 00000400:00000200:0.0:1769074988.333137:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.333144:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.333148:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16716:16716:256:4294967295] 192.168.204.41@tcp LPNI seq info [16712:16712:8:4294967295] 00000400:00000200:0.0:1769074988.333158:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.333162:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.333165:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.333168:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.333171:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.333173:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.333189:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.333192:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.333194:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.333249:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.333253:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.333256:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.333260:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.333262:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:3.0:1769074988.333264:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000400:00000200:1.0:1769074988.334099:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.334106:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62600 00000400:00000200:1.0:1769074988.334111:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 6888 00000400:00000200:1.0:1769074988.334118:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.334121:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.334124:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.334127:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d500. 00000020:00000010:0.0:1769074988.334162:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.334166:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.334169:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.334171:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.334173:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.334191:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d480. 00000020:00000010:0.0:1769074988.334193:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d480. 00000100:00000200:0.0:1769074988.334199:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351331840 00010000:00000010:0.0:1769074988.334209:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9300. 00010000:00000010:0.0:1769074988.334212:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b074b9900. 00010000:00000010:0.0:1769074988.334215:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 00002000:00000010:0.0:1769074988.334219:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d480. 02000000:00000010:0.0:1769074988.334229:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368ed000. 00010000:00000200:0.0:1769074988.334241:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d500 x1855008351331840/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.334249:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.334252:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351331840, offset 224 00000400:00000200:0.0:1769074988.334255:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.334260:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.334263:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16717:16717:256:4294967295] 192.168.204.41@tcp LPNI seq info [16713:16713:8:4294967295] 00000400:00000200:0.0:1769074988.334269:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.334274:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.334276:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.334279:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.334282:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.334285:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.334296:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.334298:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.334300:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.334355:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.334358:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.334362:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.334367:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.334371:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:3.0:1769074988.334374:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000400:00000200:3.0:1769074988.335081:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.335088:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62680 00000400:00000200:3.0:1769074988.335092:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 7216 00000400:00000200:3.0:1769074988.335099:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.335101:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.335104:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.335107:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860380. 00000020:00000010:0.0:1769074988.335144:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.335147:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.335150:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.335152:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.335154:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.335172:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.335173:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000100:00000200:0.0:1769074988.335175:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351331968 00010000:00000010:0.0:1769074988.335183:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1200. 02000000:00000010:0.0:1769074988.335189:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368ee000. 00010000:00000010:0.0:1769074988.335194:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524dd40. 00000100:00000010:0.0:1769074988.335199:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724180. 00000100:00000010:0.0:1769074988.335203:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.335208:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b08829400. 02000000:00000010:0.0:1769074988.335217:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b08828000. 00000400:00000010:0.0:1769074988.335220:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029249a0. 00000400:00000010:0.0:1769074988.335222:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.335225:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792448, portal 16 00000400:00000010:0.0:1769074988.335228:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.335229:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368792448, offset 0 00000400:00000200:0.0:1769074988.335233:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.335237:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.335240:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.335242:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.335244:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.335246:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.335248:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16718:16718:256:4294967295] 192.168.204.41@tcp LPNI seq info [16714:16714:8:4294967295] 00000400:00000200:0.0:1769074988.335254:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.335257:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.335259:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.335262:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.335265:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.335267:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.335327:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.335331:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:1.0:1769074988.335335:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.335340:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.335345:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:1.0:1769074988.335347:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000100:00000200:1.0:1769074988.335354:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368792448/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.335928:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.335938:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09380 00000400:00000200:3.0:1769074988.335945:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28931 [1] + 224 00000400:00000200:3.0:1769074988.335955:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.335959:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.335967:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368792448/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.336012:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029249a0. 00000400:00000200:0.0:1769074988.336018:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:0.0:1769074988.336020:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.336051:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368792448/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.336059:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368792448/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.336077:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074988.336078:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b08828000. 02000000:00000010:0.0:1769074988.336085:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b08829400. 00000400:00000200:3.0:1769074988.336088:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d62700 00000100:00000010:0.0:1769074988.336091:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:0.0:1769074988.336097:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724180. 00000400:00000200:3.0:1769074988.336098:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x208d5 [2] + 1968 00010000:00000010:0.0:1769074988.336104:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524dd40. 00000400:00000010:3.0:1769074988.336106:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8738. 00000400:00000200:3.0:1769074988.336113:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a010fe240 00010000:00000200:0.0:1769074988.336120:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860380 x1855008351331968/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.336134:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.336138:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351331968, offset 224 00000400:00000200:0.0:1769074988.336145:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.336152:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.336153:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.336163:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.336164:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16719:16719:256:4294967295] 192.168.204.41@tcp LPNI seq info [16715:16715:8:4294967295] 00000400:00000200:0.0:1769074988.336173:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.336177:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.336178:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fe240 00000800:00000010:0.0:1769074988.336181:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000400:00000010:3.0:1769074988.336182:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a010fe240. 00000800:00000200:0.0:1769074988.336188:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074988.336188:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:0.0:1769074988.336195:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.336198:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.336212:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.336214:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.336216:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000020:00000010:2.0:1769074988.336257:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.336262:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.336267:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07026000. 00000800:00000200:1.0:1769074988.336270:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.336272:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000800:00000010:1.0:1769074988.336274:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:1.0:1769074988.336279:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.336279:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:1.0:1769074988.336287:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.336291:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:1.0:1769074988.336294:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000100:00000200:2.0:1769074988.336301:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a5b050 x1855008351332096/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.336334:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.336338:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.336343:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351332096 02000000:00000010:2.0:1769074988.336351:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc3400. 00010000:00000010:2.0:1769074988.336379:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4440. 00000100:00000010:2.0:1769074988.336385:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b13253cc0. 00000100:00000010:2.0:1769074988.336389:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.336396:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b406f4a00. 02000000:00000010:2.0:1769074988.336407:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02aeec00. 00000400:00000010:2.0:1769074988.336411:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5b00. 00000400:00000010:2.0:1769074988.336415:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.336419:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792576, portal 16 00000400:00000010:2.0:1769074988.336422:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.336425:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368792576, offset 0 00000400:00000200:2.0:1769074988.336430:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.336437:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.336440:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.336443:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.336446:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.336449:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.336451:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16720:16720:256:4294967295] 192.168.204.41@tcp LPNI seq info [16716:16716:8:4294967295] 00000400:00000200:2.0:1769074988.336458:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.336461:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.336464:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.336467:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.336471:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.336473:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.336529:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.336532:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.336534:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.336538:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.336540:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.336541:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:3.0:1769074988.336546:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368792576/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.337112:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.337118:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09400 00000400:00000200:3.0:1769074988.337122:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2893d [1] + 224 00000400:00000200:3.0:1769074988.337128:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.337130:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.337135:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368792576/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.337166:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5b00. 00000400:00000200:2.0:1769074988.337171:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074988.337172:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.337177:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368792576/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.337185:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368792576/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.337204:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02aeec00. 02000000:00000010:2.0:1769074988.337207:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b406f4a00. 00000100:00000010:2.0:1769074988.337210:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.337212:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b13253cc0. 00010000:00000010:2.0:1769074988.337214:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4440. 00000400:00000010:2.0:1769074988.337220:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.337222:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351332096, offset 224 00000400:00000200:2.0:1769074988.337226:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.337231:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.337234:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16721:16721:256:4294967295] 192.168.204.41@tcp LPNI seq info [16717:16717:8:4294967295] 00000400:00000200:2.0:1769074988.337240:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.337243:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.337246:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.337249:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.337253:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.337255:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.337271:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.337273:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.337275:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07026000. 02000000:00000010:2.0:1769074988.337281:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f13400. 00000100:00000010:2.0:1769074988.337284:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860000. 02000000:00000010:2.0:1769074988.337287:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f13c00. 00000100:00000010:2.0:1769074988.337290:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863480. 02000000:00000010:2.0:1769074988.337294:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378b9000. 00000100:00000010:2.0:1769074988.337295:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1c00. 02000000:00000010:2.0:1769074988.337298:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40224c00. 00000100:00000010:2.0:1769074988.337301:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748dc00. 02000000:00000010:2.0:1769074988.337304:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40227800. 00000100:00000010:2.0:1769074988.337305:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748df80. 02000000:00000010:2.0:1769074988.337309:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b306d6400. 00000100:00000010:2.0:1769074988.337312:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84700. 00000100:00000200:2.0:1769074988.337317:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074988.337321:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5b00. 00000400:00000010:2.0:1769074988.337324:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b13253cc0. 00000800:00000200:1.0:1769074988.337330:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.337335:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.337340:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.337345:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.337349:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:1.0:1769074988.337351:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 02000000:00000010:1.0:1769074988.337356:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc3400. 00000400:00000200:3.0:1769074988.337486:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.337495:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d62800 00000400:00000200:3.0:1769074988.337501:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f231 [2] + 1624 00000400:00000200:3.0:1769074988.337510:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.337514:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.337519:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.337523:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863480. 00000020:00000010:0.0:1769074988.337559:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.337562:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.337565:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.337567:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.337569:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.337586:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.337589:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000100:00000200:0.0:1769074988.337591:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351332352 00000001:00000010:0.0:1769074988.337597:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.337613:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b368ed400. 00000020:00000010:0.0:1769074988.337637:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8780. 00080000:00000010:0.0:1769074988.337642:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b08829400. 00080000:00000010:0.0:1769074988.337653:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dd40. 00000001:00000010:0.0:1769074988.337669:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8f00. 00000001:00000010:0.0:1769074988.337673:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.337680:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.337683:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8780. 00000004:00000010:0.0:1769074988.337696:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439480. 00010000:00000200:0.0:1769074988.337724:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863480 x1855008351332352/t60129542304(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.337734:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074988.337737:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351332352, offset 224 00000400:00000200:0.0:1769074988.337740:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.337745:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.337748:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16722:16722:256:4294967295] 192.168.204.41@tcp LPNI seq info [16718:16718:8:4294967295] 00000400:00000200:0.0:1769074988.337753:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.337756:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.337759:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.337761:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.337764:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.337766:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.337779:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.337781:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.337783:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.337839:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.337842:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.337845:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.337849:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.337851:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074988.337853:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000400:00000200:1.0:1769074988.338826:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.338834:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d62880 00000400:00000200:1.0:1769074988.338838:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 116392 00000400:00000200:1.0:1769074988.338846:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.338848:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.338851:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.338854:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650df80. 00000020:00000010:0.0:1769074988.338896:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.338899:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.338902:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.338904:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.338906:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.338923:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.338925:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000100:00000200:0.0:1769074988.338927:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351332480 00000001:00000010:0.0:1769074988.338930:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7246c0. 00010000:00000010:0.0:1769074988.338938:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:0.0:1769074988.338942:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.338951:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b2b735000. 00010000:00000010:0.0:1769074988.338963:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:0.0:1769074988.338965:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.338972:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9100. 00010000:00000010:0.0:1769074988.338975:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439700. 00010000:00000010:0.0:1769074988.338979:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:0.0:1769074988.338983:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf500. 00010000:00000010:0.0:1769074988.339006:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.339015:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf500. 00010000:00000010:0.0:1769074988.339020:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439700. 00010000:00000010:0.0:1769074988.339059:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.339066:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650df80 x1855008351332480/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.339075:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074988.339078:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351332480, offset 224 00000400:00000200:0.0:1769074988.339083:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.339089:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.339094:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16723:16723:256:4294967295] 192.168.204.41@tcp LPNI seq info [16719:16719:8:4294967295] 00000400:00000200:0.0:1769074988.339102:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.339107:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.339111:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074988.339115:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.339120:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.339122:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.339138:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.339142:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.339146:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.339185:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.339189:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:3.0:1769074988.339191:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.339195:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.339198:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:3.0:1769074988.339199:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000400:00000200:3.0:1769074988.339883:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.339889:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d62900 00000400:00000200:3.0:1769074988.339892:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 116976 00000400:00000200:3.0:1769074988.339899:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.339901:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.339904:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.339906:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860000. 00000020:00000010:0.0:1769074988.339940:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.339943:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.339946:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.339948:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.339950:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.339970:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.339972:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000100:00000200:0.0:1769074988.339974:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351332608 00010000:00000010:0.0:1769074988.339986:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:0.0:1769074988.339990:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.340003:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06d22000. 00010000:00000010:0.0:1769074988.340016:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:0.0:1769074988.340020:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf500. 00010000:00000010:0.0:1769074988.340048:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9d00. 00010000:00000010:0.0:1769074988.340051:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439700. 00010000:00000010:0.0:1769074988.340054:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:0.0:1769074988.340056:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.340072:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf500. 00010000:00000010:0.0:1769074988.340078:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.340081:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439700. 00010000:00000010:0.0:1769074988.340097:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.340106:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860000 x1855008351332608/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.340118:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074988.340121:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351332608, offset 224 00000400:00000200:0.0:1769074988.340127:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.340133:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.340138:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16724:16724:256:4294967295] 192.168.204.41@tcp LPNI seq info [16720:16720:8:4294967295] 00000400:00000200:0.0:1769074988.340146:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.340151:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.340154:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.340158:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.340161:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.340163:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.340176:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.340178:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.340180:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:1.0:1769074988.340218:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.340222:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.340226:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.340231:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.340234:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:1.0:1769074988.340236:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000400:00000200:3.0:1769074988.341116:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.341123:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d62a00 00000400:00000200:3.0:1769074988.341126:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 117560 00000400:00000200:3.0:1769074988.341132:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.341135:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.341137:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.341155:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1f80. 00000020:00000010:0.0:1769074988.341188:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.341191:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.341194:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.341196:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.341198:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.341217:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.341219:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000100:00000200:0.0:1769074988.341220:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351332864 00010000:00000010:0.0:1769074988.341228:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:0.0:1769074988.341231:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.341242:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06d25000. 00010000:00000010:0.0:1769074988.341263:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:0.0:1769074988.341267:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.341278:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9600. 00010000:00000010:0.0:1769074988.341281:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439700. 00010000:00000010:0.0:1769074988.341285:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78000. 00010000:00000010:0.0:1769074988.341288:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf500. 00000004:00000010:0.0:1769074988.341296:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b35da7680. 00000004:00000010:0.0:1769074988.341303:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fe7e168. 00000004:00000010:0.0:1769074988.341307:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a015ce660. 00080000:00000010:0.0:1769074988.341313:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08828000. 00000020:00000010:0.0:1769074988.341324:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8780. 00080000:00000010:0.0:1769074988.341329:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34fa0800. 00000004:00000010:0.0:1769074988.341341:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b7246c0. 00020000:00000010:0.0:1769074988.341353:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629b378. 00020000:00000010:0.0:1769074988.341355:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629bf30. 00000004:00000010:0.0:1769074988.341366:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17659aa0. 00080000:00000010:0.0:1769074988.341384:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dd40. 00080000:00000010:0.0:1769074988.341403:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dcc0. 00000001:00000010:0.0:1769074988.341464:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a029249a0. 00000001:00000010:0.0:1769074988.341470:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a029249a0. 00080000:00000400:0.0:1769074988.341484:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.341487:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.341488:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.341490:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.341492:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.341493:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074988.341500:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439980. 00080000:00000400:0.0:1769074988.341504:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.341506:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.341507:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.341509:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.341510:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.341512:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074988.341524:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.341526:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.341528:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.341529:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.341531:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.341532:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074988.341546:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8420. 00000001:00000010:0.0:1769074988.341549:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724180. 00080000:00000010:0.0:1769074988.341555:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dcc0. 00080000:00000010:0.0:1769074988.341557:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.341559:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8780. 00010000:00000010:0.0:1769074988.341576:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9e00. 00010000:00000010:0.0:1769074988.341578:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439400. 00010000:00000010:0.0:1769074988.341581:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:0.0:1769074988.341584:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf800. 00000004:00000010:0.0:1769074988.341599:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439e80. 00010000:00000010:0.0:1769074988.341613:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.341636:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.341644:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542305, last committed = 0 00010000:00000200:0.0:1769074988.341651:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1f80 x1855008351332864/t60129542305(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.341662:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074988.341665:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351332864, offset 224 00000400:00000200:0.0:1769074988.341668:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.341673:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.341676:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16725:16725:256:4294967295] 192.168.204.41@tcp LPNI seq info [16721:16721:8:4294967295] 00000400:00000200:0.0:1769074988.341681:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.341684:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.341687:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.341690:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.341693:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.341695:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.341723:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.341726:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.341729:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.341766:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.341769:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074988.341772:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.341775:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.341777:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074988.341778:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000400:00000200:1.0:1769074988.342775:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.342782:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62a80 00000400:00000200:1.0:1769074988.342787:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 7544 00000400:00000200:1.0:1769074988.342794:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.342797:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.342800:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.342803:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650c700. 00000020:00000010:0.0:1769074988.342841:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.342846:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.342849:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.342852:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.342855:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.342885:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd40. 00000020:00000010:0.0:1769074988.342889:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd40. 00000100:00000200:0.0:1769074988.342892:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351332992 00010000:00000010:0.0:1769074988.342904:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baf00. 00010000:00000010:0.0:1769074988.342908:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b048bae00. 00010000:00000010:0.0:1769074988.342912:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 00002000:00000010:0.0:1769074988.342917:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524dd40. 02000000:00000010:0.0:1769074988.342932:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368ecc00. 00010000:00000200:0.0:1769074988.342948:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650c700 x1855008351332992/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.342965:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.342969:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351332992, offset 224 00000400:00000200:0.0:1769074988.342974:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.342981:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.342986:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16726:16726:256:4294967295] 192.168.204.41@tcp LPNI seq info [16722:16722:8:4294967295] 00000400:00000200:0.0:1769074988.342994:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.342998:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.343002:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074988.343006:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.343010:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.343013:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:0.1:1769074988.343055:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:0.1:1769074988.343063:0:44333:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4900. 00010000:00000010:0.1:1769074988.343067:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:0.1:1769074988.343071:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4000. 00010000:00000010:0.1:1769074988.343074:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:0.1:1769074988.343077:0:44333:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4d00. 00010000:00000010:0.1:1769074988.343080:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:0.1:1769074988.343083:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00000020:00000010:0.0:1769074988.343093:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.343097:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.343100:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:3.0:1769074988.343117:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.343121:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:3.0:1769074988.343125:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.343130:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.343133:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:3.0:1769074988.343136:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000200:3.0:1769074988.344842:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.344849:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62b00 00000400:00000200:3.0:1769074988.344854:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 7872 00000400:00000200:3.0:1769074988.344861:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.344864:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.344867:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.344870:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0700. 00000020:00000010:0.0:1769074988.344908:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.344911:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.344914:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b08828c00. 00000020:00000010:0.0:1769074988.344916:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.344918:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.344938:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.344940:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000100:00000200:0.0:1769074988.344941:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351333120 00010000:00000010:0.0:1769074988.344950:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79c00. 02000000:00000010:0.0:1769074988.344956:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368ee800. 00010000:00000010:0.0:1769074988.344961:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524dcc0. 00000100:00000010:0.0:1769074988.344965:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724840. 00000100:00000010:0.0:1769074988.344969:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.344976:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03440e00. 02000000:00000010:0.0:1769074988.344987:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01c80600. 00000400:00000010:0.0:1769074988.344990:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029249a0. 00000400:00000010:0.0:1769074988.344993:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.344996:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792704, portal 16 00000400:00000010:0.0:1769074988.344999:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.345000:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368792704, offset 0 00000400:00000200:0.0:1769074988.345004:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.345009:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.345012:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.345014:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.345016:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.345018:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.345020:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16727:16727:256:4294967295] 192.168.204.41@tcp LPNI seq info [16723:16723:8:4294967295] 00000400:00000200:0.0:1769074988.345044:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.345048:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.345051:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.345055:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.345059:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.345062:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.345123:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.345141:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:1.0:1769074988.345144:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.345147:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.345149:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:1.0:1769074988.345151:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000100:00000200:1.0:1769074988.345156:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368792704/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.345754:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.345760:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09480 00000400:00000200:3.0:1769074988.345764:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28961 [1] + 224 00000400:00000200:3.0:1769074988.345770:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.345773:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.345777:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368792704/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.345817:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029249a0. 00000400:00000200:0.0:1769074988.345823:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074988.345824:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.345833:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368792704/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.345844:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368792704/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.345865:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.345870:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03440e00. 00000100:00000010:0.0:1769074988.345875:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:0.0:1769074988.345880:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724840. 00000400:00000200:3.0:1769074988.345883:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:0.0:1769074988.345886:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524dcc0. 00000400:00000200:3.0:1769074988.345891:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d62b80 00000400:00000200:3.0:1769074988.345896:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x218d5 [2] + 0 00010000:00000200:0.0:1769074988.345902:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0700 x1855008351333120/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.345912:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.345915:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351333120, offset 224 00000400:00000200:3.0:1769074988.345919:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.345920:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.345927:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.345931:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.345936:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16728:16728:256:4294967295] 192.168.204.41@tcp LPNI seq info [16724:16724:8:4294967295] 00000400:00000200:0.0:1769074988.345942:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.345945:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.345948:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000100:00000200:3.0:1769074988.345949:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:0.0:1769074988.345954:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:3.0:1769074988.345958:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3800. 00000800:00000200:0.0:1769074988.345959:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.345964:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.345979:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.345981:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.345984:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08828c00. 00000800:00000200:1.0:1769074988.346052:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.346057:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000020:00000010:2.0:1769074988.346058:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000400:00000200:1.0:1769074988.346061:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.346064:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000400:00000200:1.0:1769074988.346069:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.346070:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000400:00000200:1.0:1769074988.346075:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000020:00000010:2.0:1769074988.346075:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000400:00000010:1.0:1769074988.346081:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000020:00000010:2.0:1769074988.346082:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.346098:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08dd3800 x1855008351333248/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.346119:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.346121:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.346123:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351333248 02000000:00000010:2.0:1769074988.346127:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc0c00. 00010000:00000010:2.0:1769074988.346150:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4440. 00000100:00000010:2.0:1769074988.346154:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b132533c0. 00000100:00000010:2.0:1769074988.346158:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.346164:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07026000. 02000000:00000010:2.0:1769074988.346173:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b406f4a00. 00000400:00000010:2.0:1769074988.346177:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.346181:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.346185:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792832, portal 16 00000400:00000010:2.0:1769074988.346189:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.346192:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368792832, offset 0 00000400:00000200:2.0:1769074988.346198:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.346205:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.346208:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.346211:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.346214:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.346217:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.346221:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16729:16729:256:4294967295] 192.168.204.41@tcp LPNI seq info [16725:16725:8:4294967295] 00000400:00000200:2.0:1769074988.346229:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.346234:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.346238:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.346244:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.346249:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.346252:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.346309:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.346312:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.346315:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.346318:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.346320:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.346321:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000100:00000200:3.0:1769074988.346326:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368792832/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.346841:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.346846:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09500 00000400:00000200:3.0:1769074988.346851:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2896d [1] + 224 00000400:00000200:3.0:1769074988.346857:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.346859:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.346863:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368792832/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.346914:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.346920:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:2.0:1769074988.346922:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.346931:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368792832/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.346942:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368792832/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.346960:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b406f4a00. 02000000:00000010:2.0:1769074988.346964:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07026000. 00000100:00000010:2.0:1769074988.346968:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.346970:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b132533c0. 00010000:00000010:2.0:1769074988.346972:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4440. 00000400:00000010:2.0:1769074988.346979:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.346981:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351333248, offset 224 00000400:00000200:2.0:1769074988.346985:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.346991:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.346994:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16730:16730:256:4294967295] 192.168.204.41@tcp LPNI seq info [16726:16726:8:4294967295] 00000400:00000200:2.0:1769074988.347001:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.347004:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.347007:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.347010:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.347014:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.347016:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1769074988.347049:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00010000:00000010:1.1:1769074988.347058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031a00. 00000020:00000010:2.0:1769074988.347060:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00010000:00000010:0.1:1769074988.347064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00000020:00000010:2.0:1769074988.347067:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00010000:00000010:1.1:1769074988.347067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030000. 00010000:00000010:0.1:1769074988.347071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690200. 00010000:00000010:1.1:1769074988.347074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031400. 00000020:00000010:2.0:1769074988.347075:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00010000:00000010:0.1:1769074988.347079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:0.1:1769074988.347093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9100. 00010000:00000010:0.1:1769074988.347098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:0.1:1769074988.347101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:0.1:1769074988.347103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:0.1:1769074988.347105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9d00. 00010000:00000010:0.1:1769074988.347107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:0.1:1769074988.347110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:0.1:1769074988.347122:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:0.1:1769074988.347125:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00000800:00000200:1.0:1769074988.347129:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.347134:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.347138:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.347144:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.347147:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074988.347150:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.350248:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.350255:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d62c80 00000400:00000200:3.0:1769074988.350259:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f231 [2] + 2016 00000400:00000010:3.0:1769074988.350262:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8ec8. 00000400:00000200:3.0:1769074988.350265:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a044f1480 00000400:00000200:3.0:1769074988.350271:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.350273:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.350275:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a044f1480 00000400:00000010:3.0:1769074988.350277:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a044f1480. 00000100:00000200:3.0:1769074988.350281:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.350318:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.350321:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.350324:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.350327:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.350329:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.350347:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.350348:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000100:00000200:0.0:1769074988.350350:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351333504 00000001:00000010:0.0:1769074988.350355:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.350370:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b368ec000. 00000020:00000010:0.0:1769074988.350401:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b074b8780. 00080000:00000010:0.0:1769074988.350404:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b08828c00. 00080000:00000010:0.0:1769074988.350415:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dcc0. 00000001:00000010:0.0:1769074988.350438:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b03f54f60. 00000001:00000010:0.0:1769074988.350442:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.350451:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.350454:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b074b8780. 00000004:00000010:0.0:1769074988.350468:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439e80. 00010000:00000200:0.0:1769074988.350484:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0769b050 x1855008351333504/t60129542306(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.350494:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.350496:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351333504, offset 224 00000400:00000200:0.0:1769074988.350500:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.350505:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.350508:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16731:16731:256:4294967295] 192.168.204.41@tcp LPNI seq info [16727:16727:8:4294967295] 00000400:00000200:0.0:1769074988.350514:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.350517:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.350520:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.350523:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.350526:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.350528:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.350541:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.350544:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.350546:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.350552:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b368ed400. 00000100:00000010:0.0:1769074988.350554:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863480. 02000000:00000010:0.0:1769074988.350558:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b368eec00. 00000100:00000010:0.0:1769074988.350560:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862680. 02000000:00000010:0.0:1769074988.350563:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.350565:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861f80. 02000000:00000010:0.0:1769074988.350569:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.350570:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860a80. 02000000:00000010:0.0:1769074988.350573:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc45800. 00000100:00000010:0.0:1769074988.350576:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0a80. 00000800:00000200:3.0:1769074988.350587:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.350590:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.350592:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.350598:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.350602:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:3.0:1769074988.350603:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.350605:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 02000000:00000010:3.0:1769074988.350608:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b368ec000. 00000400:00000010:0.0:1769074988.350611:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029249a0. 00000400:00000010:0.0:1769074988.350618:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724840. 00000400:00000200:1.0:1769074988.351507:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.351514:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d62d00 00000400:00000200:1.0:1769074988.351519:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 118216 00000400:00000200:1.0:1769074988.351527:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.351529:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.351532:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.351535:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650fb80. 00000020:00000010:0.0:1769074988.351571:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.351575:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.351578:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.351580:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.351582:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.351608:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.351611:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000100:00000200:0.0:1769074988.351614:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351333632 00000001:00000010:0.0:1769074988.351619:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724180. 00010000:00000010:0.0:1769074988.351631:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:0.0:1769074988.351636:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.351650:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06d24000. 00010000:00000010:0.0:1769074988.351665:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:0.0:1769074988.351668:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.351676:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baa00. 00010000:00000010:0.0:1769074988.351678:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439580. 00010000:00000010:0.0:1769074988.351682:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:0.0:1769074988.351684:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf980. 00010000:00000010:0.0:1769074988.351705:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.351730:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf980. 00010000:00000010:0.0:1769074988.351733:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439580. 00010000:00000010:0.0:1769074988.351745:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.351751:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650fb80 x1855008351333632/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.351760:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.351763:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351333632, offset 224 00000400:00000200:0.0:1769074988.351766:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.351770:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.351774:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16732:16732:256:4294967295] 192.168.204.41@tcp LPNI seq info [16728:16728:8:4294967295] 00000400:00000200:0.0:1769074988.351781:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.351784:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.351786:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.351789:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.351792:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.351795:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.351807:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.351810:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.351811:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 00000800:00000200:3.0:1769074988.351859:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.351863:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.351865:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.351869:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.351871:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:3.0:1769074988.351873:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000400:00000200:3.0:1769074988.352639:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.352648:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d62d80 00000400:00000200:3.0:1769074988.352653:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 118800 00000400:00000200:3.0:1769074988.352663:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.352667:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.352670:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.352674:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3480. 00000020:00000010:0.0:1769074988.352724:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.352728:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.352731:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.352733:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.352735:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.352753:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.352755:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000100:00000200:0.0:1769074988.352757:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351333760 00010000:00000010:0.0:1769074988.352765:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:0.0:1769074988.352768:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.352777:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06d26000. 00010000:00000010:0.0:1769074988.352786:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:0.0:1769074988.352788:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf980. 00010000:00000010:0.0:1769074988.352794:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba100. 00010000:00000010:0.0:1769074988.352796:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439580. 00010000:00000010:0.0:1769074988.352798:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:0.0:1769074988.352800:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.352814:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf980. 00010000:00000010:0.0:1769074988.352820:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.352838:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439580. 00010000:00000010:0.0:1769074988.352849:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.352854:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3480 x1855008351333760/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.352863:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074988.352866:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351333760, offset 224 00000400:00000200:0.0:1769074988.352869:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.352873:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.352877:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16733:16733:256:4294967295] 192.168.204.41@tcp LPNI seq info [16729:16729:8:4294967295] 00000400:00000200:0.0:1769074988.352883:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.352886:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.352888:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.352891:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.352894:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.352897:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.352912:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.352915:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.352917:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 00000800:00000200:1.0:1769074988.352967:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.352970:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:1.0:1769074988.352973:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.352977:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.352979:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:1.0:1769074988.352980:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00010000:00000010:2.1:1769074988.353054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00000400:00000200:3.0:1769074988.353866:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.353873:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d62e80 00000400:00000200:3.0:1769074988.353878:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 119384 00000400:00000200:3.0:1769074988.353885:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.353888:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.353891:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.353893:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2300. 00000020:00000010:0.0:1769074988.353932:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.353935:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.353938:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.353940:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.353942:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.353960:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.353962:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000100:00000200:0.0:1769074988.353963:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351334016 00010000:00000010:0.0:1769074988.353972:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:0.0:1769074988.353975:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.353988:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b2abcb000. 00010000:00000010:0.0:1769074988.354007:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:0.0:1769074988.354009:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.354016:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9d00. 00010000:00000010:0.0:1769074988.354018:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439580. 00010000:00000010:0.0:1769074988.354020:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1a00. 00010000:00000010:0.0:1769074988.354022:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf980. 00000004:00000010:0.0:1769074988.354045:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b35da7c20. 00000004:00000010:0.0:1769074988.354052:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fe7e2d0. 00000004:00000010:0.0:1769074988.354055:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a015ce880. 00080000:00000010:0.0:1769074988.354061:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03440e00. 00000020:00000010:0.0:1769074988.354071:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b03f54000. 00080000:00000010:0.0:1769074988.354074:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0358b800. 00000004:00000010:0.0:1769074988.354086:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b724180. 00020000:00000010:0.0:1769074988.354097:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629b630. 00020000:00000010:0.0:1769074988.354099:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b1b0. 00000004:00000010:0.0:1769074988.354109:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1765a7f0. 00080000:00000010:0.0:1769074988.354115:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dcc0. 00080000:00000010:0.0:1769074988.354129:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d040. 00000001:00000010:0.0:1769074988.354185:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a02924898. 00000001:00000010:0.0:1769074988.354192:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a02924898. 00080000:00000400:0.0:1769074988.354206:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.354209:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.354211:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.354212:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.354214:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.354216:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074988.354222:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439b00. 00080000:00000400:0.0:1769074988.354227:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.354228:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.354229:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.354231:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.354232:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.354234:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074988.354249:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.354251:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.354252:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.354254:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.354255:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.354257:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074988.354270:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b074b8780. 00000001:00000010:0.0:1769074988.354273:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724900. 00080000:00000010:0.0:1769074988.354280:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d040. 00080000:00000010:0.0:1769074988.354282:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.354284:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b03f54000. 00010000:00000010:0.0:1769074988.354301:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b074b9100. 00010000:00000010:0.0:1769074988.354303:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439d80. 00010000:00000010:0.0:1769074988.354306:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30690200. 00010000:00000010:0.0:1769074988.354309:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfb00. 00000004:00000010:0.0:1769074988.354330:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439100. 00010000:00000010:0.0:1769074988.354340:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.354356:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.354361:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542307, last committed = 0 00010000:00000200:0.0:1769074988.354366:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2300 x1855008351334016/t60129542307(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.354375:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.354377:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351334016, offset 224 00000400:00000200:0.0:1769074988.354380:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.354385:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.354388:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16734:16734:256:4294967295] 192.168.204.41@tcp LPNI seq info [16730:16730:8:4294967295] 00000400:00000200:0.0:1769074988.354394:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.354397:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.354399:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.354417:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.354421:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.354423:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.354435:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.354437:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.354439:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 00000800:00000200:3.0:1769074988.354483:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.354486:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074988.354489:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.354492:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.354495:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074988.354496:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000400:00000200:1.0:1769074988.355701:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.355719:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62f00 00000400:00000200:1.0:1769074988.355724:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 8200 00000400:00000200:1.0:1769074988.355732:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.355734:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.355737:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.355741:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84700. 00000020:00000010:0.0:1769074988.355783:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.355787:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.355792:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.355796:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.355799:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.355819:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074988.355821:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dcc0. 00000100:00000200:0.0:1769074988.355823:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351334144 00010000:00000010:0.0:1769074988.355834:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b049a4d00. 00010000:00000010:0.0:1769074988.355837:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b049a4900. 00010000:00000010:0.0:1769074988.355840:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00002000:00000010:0.0:1769074988.355843:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524dcc0. 02000000:00000010:0.0:1769074988.355853:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368eec00. 00010000:00000200:0.0:1769074988.355869:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f84700 x1855008351334144/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.355881:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.355885:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351334144, offset 224 00000400:00000200:0.0:1769074988.355890:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.355897:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.355901:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16735:16735:256:4294967295] 192.168.204.41@tcp LPNI seq info [16731:16731:8:4294967295] 00000400:00000200:0.0:1769074988.355911:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.355916:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.355920:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.355924:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.355929:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.355931:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.355945:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439b80. 00000020:00000010:0.0:1769074988.355947:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.355949:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.356013:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.356017:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.356021:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.356053:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.356057:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:3.0:1769074988.356107:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000200:3.0:1769074988.356800:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.356808:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d62f80 00000400:00000200:3.0:1769074988.356813:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 8528 00000400:00000200:3.0:1769074988.356822:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.356837:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.356844:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.356848:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1180. 00000020:00000010:0.0:1769074988.356890:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.356894:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.356899:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.356902:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.356905:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.356930:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.356933:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000100:00000200:0.0:1769074988.356936:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351334272 00010000:00000010:0.0:1769074988.356944:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691800. 02000000:00000010:0.0:1769074988.356950:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368ed400. 00010000:00000010:0.0:1769074988.356955:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524d040. 00000100:00000010:0.0:1769074988.356959:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724000. 00000100:00000010:0.0:1769074988.356964:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.356969:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0358b000. 02000000:00000010:0.0:1769074988.356979:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0358a800. 00000400:00000010:0.0:1769074988.356982:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924898. 00000400:00000010:0.0:1769074988.356985:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.356988:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368792960, portal 16 00000400:00000010:0.0:1769074988.356990:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074988.356992:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368792960, offset 0 00000400:00000200:0.0:1769074988.356996:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.357000:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.357002:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.357005:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.357006:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.357008:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.357010:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16736:16736:256:4294967295] 192.168.204.41@tcp LPNI seq info [16732:16732:8:4294967295] 00000400:00000200:0.0:1769074988.357016:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.357019:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.357022:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.357040:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.357043:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.357045:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.357115:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.357120:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:1.0:1769074988.357124:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.357129:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.357134:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:1.0:1769074988.357136:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000100:00000200:1.0:1769074988.357143:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368792960/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.357746:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.357753:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09580 00000400:00000200:3.0:1769074988.357757:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28991 [1] + 224 00000400:00000200:3.0:1769074988.357763:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.357765:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.357771:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368792960/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.357808:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924898. 00000400:00000200:0.0:1769074988.357813:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074988.357815:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.357822:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368792960/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.357832:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368792960/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.357852:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0358a800. 02000000:00000010:0.0:1769074988.357857:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0358b000. 00000100:00000010:0.0:1769074988.357860:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:0.0:1769074988.357865:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724000. 00010000:00000010:0.0:1769074988.357868:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524d040. 00010000:00000200:0.0:1769074988.357881:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1180 x1855008351334272/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.357895:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000400:00000200:3.0:1769074988.357897:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:0.0:1769074988.357901:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351334272, offset 224 00000400:00000200:3.0:1769074988.357906:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d63000 00000400:00000200:0.0:1769074988.357911:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.357918:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x218d5 [2] + 328 00000400:00000200:0.0:1769074988.357919:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.357927:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16737:16737:256:4294967295] 192.168.204.41@tcp LPNI seq info [16733:16733:8:4294967295] 00000400:00000200:0.0:1769074988.357936:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.357939:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.357942:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.357946:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.357950:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.357952:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.357962:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.357967:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000400:00000200:3.0:1769074988.357972:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074988.357973:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.357977:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000100:00000200:3.0:1769074988.357979:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.357986:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1c00. 00000020:00000010:2.0:1769074988.358057:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.358061:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.358066:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b406f4a00. 00000800:00000200:1.0:1769074988.358070:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.358070:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000800:00000010:1.0:1769074988.358076:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000020:00000010:2.0:1769074988.358078:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:1.0:1769074988.358083:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.358090:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.358094:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:1.0:1769074988.358096:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:2.0:1769074988.358099:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08dd1c00 x1855008351334400/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.358128:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.358131:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.358133:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351334400 02000000:00000010:2.0:1769074988.358139:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc0400. 00010000:00000010:2.0:1769074988.358161:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4440. 00000100:00000010:2.0:1769074988.358165:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b132533c0. 00000100:00000010:2.0:1769074988.358169:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.358175:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a02aeec00. 02000000:00000010:2.0:1769074988.358183:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07026000. 00000400:00000010:2.0:1769074988.358193:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.358196:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.358199:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793088, portal 16 00000400:00000010:2.0:1769074988.358202:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.358203:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368793088, offset 0 00000400:00000200:2.0:1769074988.358208:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.358213:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.358215:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.358217:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.358219:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.358221:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.358223:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16738:16738:256:4294967295] 192.168.204.41@tcp LPNI seq info [16734:16734:8:4294967295] 00000400:00000200:2.0:1769074988.358230:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.358237:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.358239:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.358243:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.358246:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.358249:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.358300:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.358303:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.358305:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.358308:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.358311:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.358312:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000100:00000200:3.0:1769074988.358316:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368793088/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.358912:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.358921:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09600 00000400:00000200:3.0:1769074988.358927:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2899d [1] + 224 00000400:00000200:3.0:1769074988.358936:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.358939:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.358947:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368793088/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.359000:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.359007:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:2.0:1769074988.359009:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.359017:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368793088/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.359048:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368793088/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.359069:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07026000. 02000000:00000010:2.0:1769074988.359073:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a02aeec00. 00000100:00000010:2.0:1769074988.359078:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.359082:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b132533c0. 00010000:00000010:2.0:1769074988.359086:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4440. 00000400:00000010:2.0:1769074988.359095:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.359098:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351334400, offset 224 00000400:00000200:2.0:1769074988.359104:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.359111:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.359115:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16739:16739:256:4294967295] 192.168.204.41@tcp LPNI seq info [16735:16735:8:4294967295] 00000400:00000200:2.0:1769074988.359124:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.359129:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.359133:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.359138:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.359143:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.359146:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.359166:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.359171:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.359174:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406f4a00. 00000800:00000200:1.0:1769074988.359209:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.359212:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.359215:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.359218:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.359221:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074988.359222:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:3.0:1769074988.359356:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.359364:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d63100 00000400:00000200:3.0:1769074988.359369:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f431 [2] + 0 00000400:00000200:3.0:1769074988.359377:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.359381:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.359385:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.359389:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2a00. 00000020:00000010:0.0:1769074988.359433:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.359438:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.359442:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.359446:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.359449:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.359469:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.359471:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000100:00000200:0.0:1769074988.359473:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351334656 00000001:00000010:0.0:1769074988.359478:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.359493:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b368ec800. 00000020:00000010:0.0:1769074988.359515:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b03f54000. 00080000:00000010:0.0:1769074988.359517:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0358b000. 00080000:00000010:0.0:1769074988.359528:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d040. 00000001:00000010:0.0:1769074988.359547:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b03d23840. 00000001:00000010:0.0:1769074988.359550:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.359560:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.359562:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b03f54000. 00000004:00000010:0.0:1769074988.359575:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439100. 00010000:00000200:0.0:1769074988.359588:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2a00 x1855008351334656/t60129542308(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.359597:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.359600:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351334656, offset 224 00000400:00000200:0.0:1769074988.359603:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.359608:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.359611:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16740:16740:256:4294967295] 192.168.204.41@tcp LPNI seq info [16736:16736:8:4294967295] 00000400:00000200:0.0:1769074988.359619:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.359622:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.359625:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.359628:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.359631:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.359633:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.359646:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.359649:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.359651:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.359698:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.359703:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.359706:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.359724:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.359727:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:3.0:1769074988.359728:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00010000:00000010:0.1:1769074988.360061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:0.1:1769074988.360069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baa00. 00010000:00000010:0.1:1769074988.360074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:0.1:1769074988.360077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:0.1:1769074988.360080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:0.1:1769074988.360083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba100. 00010000:00000010:0.1:1769074988.360086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:0.1:1769074988.360089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:0.1:1769074988.360091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:0.1:1769074988.360094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1c00. 00000400:00000200:1.0:1769074988.360567:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.360574:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d63180 00000400:00000200:1.0:1769074988.360578:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 120040 00000400:00000200:1.0:1769074988.360584:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.360606:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.360609:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.360613:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85c00. 00000020:00000010:0.0:1769074988.360655:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.360658:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.360661:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.360663:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.360665:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.360682:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.360684:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000100:00000200:0.0:1769074988.360686:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351334784 00000001:00000010:0.0:1769074988.360689:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724900. 00010000:00000010:0.0:1769074988.360698:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:0.0:1769074988.360702:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.360725:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b2abcf000. 00010000:00000010:0.0:1769074988.360738:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:0.0:1769074988.360741:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.360749:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba100. 00010000:00000010:0.0:1769074988.360751:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439b80. 00010000:00000010:0.0:1769074988.360754:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:0.0:1769074988.360756:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf600. 00010000:00000010:0.0:1769074988.360775:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.360781:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf600. 00010000:00000010:0.0:1769074988.360784:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439b80. 00010000:00000010:0.0:1769074988.360811:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.360817:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85c00 x1855008351334784/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.360826:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074988.360828:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351334784, offset 224 00000400:00000200:0.0:1769074988.360831:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.360837:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.360842:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16741:16741:256:4294967295] 192.168.204.41@tcp LPNI seq info [16737:16737:8:4294967295] 00000400:00000200:0.0:1769074988.360851:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.360856:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.360860:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.360864:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.360869:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.360872:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.360888:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.360892:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.360896:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.360943:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.360947:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.360950:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.360955:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.360957:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:3.0:1769074988.360959:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000400:00000200:3.0:1769074988.361749:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.361758:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d63200 00000400:00000200:3.0:1769074988.361763:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 120632 00000400:00000200:3.0:1769074988.361771:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.361775:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.361778:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.361782:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0e00. 00000020:00000010:0.0:1769074988.361819:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.361822:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.361825:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.361827:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.361829:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.361846:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.361848:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000100:00000200:0.0:1769074988.361850:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351334912 00010000:00000010:0.0:1769074988.361858:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:0.0:1769074988.361862:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.361871:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b2abcc000. 00010000:00000010:0.0:1769074988.361880:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:0.0:1769074988.361882:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf600. 00010000:00000010:0.0:1769074988.361909:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048baa00. 00010000:00000010:0.0:1769074988.361911:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439b80. 00010000:00000010:0.0:1769074988.361913:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:0.0:1769074988.361915:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.361930:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf600. 00010000:00000010:0.0:1769074988.361936:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.361938:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439b80. 00010000:00000010:0.0:1769074988.361948:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.361954:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0e00 x1855008351334912/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.361963:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074988.361966:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351334912, offset 224 00000400:00000200:0.0:1769074988.361969:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.361974:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.361977:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16742:16742:256:4294967295] 192.168.204.41@tcp LPNI seq info [16738:16738:8:4294967295] 00000400:00000200:0.0:1769074988.361984:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.361987:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.361989:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.361992:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.361995:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.361997:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.362009:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.362012:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.362013:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:1.0:1769074988.362072:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.362075:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.362078:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.362081:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.362083:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:1.0:1769074988.362085:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000400:00000200:3.0:1769074988.362980:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.362988:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d63300 00000400:00000200:3.0:1769074988.362992:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 121224 00000400:00000200:3.0:1769074988.363001:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.363004:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.363008:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.363011:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3b80. 00000020:00000010:0.0:1769074988.363083:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.363087:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.363090:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.363092:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.363095:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.363112:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.363114:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000100:00000200:0.0:1769074988.363116:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351335168 00010000:00000010:0.0:1769074988.363124:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:0.0:1769074988.363127:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.363138:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b2abce000. 00010000:00000010:0.0:1769074988.363156:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:0.0:1769074988.363158:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.363165:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a700. 00010000:00000010:0.0:1769074988.363167:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439b80. 00010000:00000010:0.0:1769074988.363169:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ae00. 00010000:00000010:0.0:1769074988.363171:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf600. 00000004:00000010:0.0:1769074988.363177:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e9a40. 00000004:00000010:0.0:1769074988.363183:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fe7e5a0. 00000004:00000010:0.0:1769074988.363186:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e8660. 00080000:00000010:0.0:1769074988.363191:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0358a800. 00000020:00000010:0.0:1769074988.363201:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b03f54000. 00080000:00000010:0.0:1769074988.363203:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0358ba00. 00000004:00000010:0.0:1769074988.363215:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b724900. 00020000:00000010:0.0:1769074988.363224:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629b260. 00020000:00000010:0.0:1769074988.363226:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b828. 00000004:00000010:0.0:1769074988.363235:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1765a380. 00080000:00000010:0.0:1769074988.363241:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d040. 00080000:00000010:0.0:1769074988.363254:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d100. 00000001:00000010:0.0:1769074988.363303:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a02924898. 00000001:00000010:0.0:1769074988.363310:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a02924898. 00080000:00000400:0.0:1769074988.363332:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.363334:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.363336:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.363338:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.363340:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.363341:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074988.363349:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439300. 00080000:00000400:0.0:1769074988.363354:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.363356:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.363357:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.363358:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.363360:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.363361:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074988.363375:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.363381:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.363383:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.363384:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.363386:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074988.363387:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074988.363405:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a660. 00000001:00000010:0.0:1769074988.363408:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724000. 00080000:00000010:0.0:1769074988.363415:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d100. 00080000:00000010:0.0:1769074988.363417:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.363419:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b03f54000. 00010000:00000010:0.0:1769074988.363436:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7aa00. 00010000:00000010:0.0:1769074988.363439:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439680. 00010000:00000010:0.0:1769074988.363442:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a200. 00010000:00000010:0.0:1769074988.363444:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf880. 00000004:00000010:0.0:1769074988.363456:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074988.363466:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.363482:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.363486:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542309, last committed = 0 00010000:00000200:0.0:1769074988.363491:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3b80 x1855008351335168/t60129542309(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.363500:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.363502:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351335168, offset 224 00000400:00000200:0.0:1769074988.363505:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.363510:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.363514:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16743:16743:256:4294967295] 192.168.204.41@tcp LPNI seq info [16739:16739:8:4294967295] 00000400:00000200:0.0:1769074988.363519:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.363523:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.363525:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.363528:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.363531:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.363533:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.363548:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.363551:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.363553:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.363614:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.363618:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.363623:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.363628:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.363632:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074988.363634:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00010000:00000010:2.1:1769074988.364059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00000400:00000200:1.0:1769074988.364703:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.364724:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d63380 00000400:00000200:1.0:1769074988.364728:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 8856 00000400:00000200:1.0:1769074988.364737:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.364739:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.364742:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.364745:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85180. 00000020:00000010:0.0:1769074988.364794:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.364800:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.364805:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.364808:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.364812:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.364834:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d040. 00000020:00000010:0.0:1769074988.364837:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d040. 00000100:00000200:0.0:1769074988.364839:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351335296 00010000:00000010:0.0:1769074988.364849:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7ab00. 00010000:00000010:0.0:1769074988.364852:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f7ae00. 00010000:00000010:0.0:1769074988.364855:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ac00. 00002000:00000010:0.0:1769074988.364859:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d040. 02000000:00000010:0.0:1769074988.364887:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368efc00. 00010000:00000200:0.0:1769074988.364901:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85180 x1855008351335296/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.364912:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074988.364916:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351335296, offset 224 00000400:00000200:0.0:1769074988.364922:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.364929:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.364935:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16744:16744:256:4294967295] 192.168.204.41@tcp LPNI seq info [16740:16740:8:4294967295] 00000400:00000200:0.0:1769074988.364945:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.364956:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.364961:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.364965:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.364970:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.364973:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.364990:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.364995:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.364998:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.365062:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.365066:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.365071:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.365076:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.365080:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:3.0:1769074988.365082:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000400:00000200:3.0:1769074988.365881:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.365888:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d63400 00000400:00000200:3.0:1769074988.365892:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 9184 00000400:00000200:3.0:1769074988.365898:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.365901:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.365903:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.365906:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0000. 00000020:00000010:0.0:1769074988.365943:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.365947:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.365950:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.365952:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.365954:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.365971:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.365973:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000100:00000200:0.0:1769074988.365974:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351335424 00010000:00000010:0.0:1769074988.365983:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a400. 02000000:00000010:0.0:1769074988.365989:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368ec400. 00010000:00000010:0.0:1769074988.365994:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524d100. 00000100:00000010:0.0:1769074988.365997:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724a80. 00000100:00000010:0.0:1769074988.366002:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.366008:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.366018:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b36e42600. 00000400:00000010:0.0:1769074988.366021:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924898. 00000400:00000010:0.0:1769074988.366024:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.366046:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793216, portal 16 00000400:00000010:0.0:1769074988.366050:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.366051:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368793216, offset 0 00000400:00000200:0.0:1769074988.366055:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.366060:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.366063:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.366066:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.366069:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.366071:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.366074:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16745:16745:256:4294967295] 192.168.204.41@tcp LPNI seq info [16741:16741:8:4294967295] 00000400:00000200:0.0:1769074988.366080:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.366083:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.366086:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.366089:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.366092:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.366095:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.366162:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.366166:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.366170:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.366176:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.366180:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:1.0:1769074988.366183:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000100:00000200:1.0:1769074988.366190:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368793216/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.366810:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.366819:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09680 00000400:00000200:3.0:1769074988.366825:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x289bd [1] + 224 00000400:00000200:3.0:1769074988.366834:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.366838:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.366845:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368793216/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.366930:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.366938:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d63480 00000400:00000200:3.0:1769074988.366944:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x218d5 [2] + 656 00000400:00000010:0.0:1769074988.366951:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924898. 00000400:00000200:0.0:1769074988.366956:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074988.366957:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.366963:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368793216/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.366970:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368793216/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.366985:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074988.366986:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b36e42600. 02000000:00000010:0.0:1769074988.366992:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a01c80600. 00000400:00000200:3.0:1769074988.366996:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:0.0:1769074988.366998:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:0.0:1769074988.367003:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724a80. 00000100:00000200:3.0:1769074988.367004:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.0:1769074988.367005:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524d100. 00000100:00000010:3.0:1769074988.367011:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2680. 00010000:00000200:0.0:1769074988.367018:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0000 x1855008351335424/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.367046:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.367049:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351335424, offset 224 00000400:00000200:0.0:1769074988.367054:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.367063:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.367069:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.367075:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07026000. 00000020:00000010:2.0:1769074988.367079:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.367083:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.367100:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08dd2680 x1855008351335552/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074988.367103:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.367116:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16746:16746:256:4294967295] 192.168.204.41@tcp LPNI seq info [16742:16742:8:4294967295] 00000400:00000200:0.0:1769074988.367128:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.367134:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.367139:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000020:00000010:2.0:1769074988.367140:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.367144:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000800:00000200:0.0:1769074988.367149:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:2.0:1769074988.367150:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351335552 02000000:00000010:2.0:1769074988.367157:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc1400. 00000800:00000200:0.0:1769074988.367158:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.367164:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.367182:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00010000:00000010:2.0:1769074988.367184:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4440. 00000100:00000010:2.0:1769074988.367189:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b132533c0. 00000100:00000010:2.0:1769074988.367193:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 00000020:00000010:0.0:1769074988.367197:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 02000000:00000010:2.0:1769074988.367201:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b406f4a00. 00000020:00000010:0.0:1769074988.367203:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 02000000:00000010:2.0:1769074988.367213:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02aeec00. 00000400:00000010:2.0:1769074988.367217:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.367220:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.367223:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793344, portal 16 00000400:00000010:2.0:1769074988.367226:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.367229:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368793344, offset 0 00000800:00000200:3.0:1769074988.367229:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.367237:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:2.0:1769074988.367238:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.367244:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.367247:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.367252:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.367255:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.367258:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.367262:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.367264:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.367267:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16747:16747:255:4294967295] 192.168.204.41@tcp LPNI seq info [16743:16743:7:4294967295] 00000400:00000200:2.0:1769074988.367273:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.367276:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.367277:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000800:00000010:2.0:1769074988.367280:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000400:00000010:3.0:1769074988.367282:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000800:00000200:2.0:1769074988.367288:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.367293:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.367295:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.367364:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.367368:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.367372:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.367376:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.367379:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:3.0:1769074988.367381:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000100:00000200:3.0:1769074988.367387:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368793344/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.368041:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.368052:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09700 00000400:00000200:1.0:1769074988.368059:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x289c9 [1] + 224 00000400:00000200:1.0:1769074988.368070:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.368073:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.368079:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368793344/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.368118:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.368124:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:2.0:1769074988.368126:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.368134:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368793344/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.368145:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368793344/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.368161:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02aeec00. 02000000:00000010:2.0:1769074988.368166:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b406f4a00. 00000100:00000010:2.0:1769074988.368170:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.368173:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b132533c0. 00010000:00000010:2.0:1769074988.368176:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4440. 00000400:00000010:2.0:1769074988.368184:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.368188:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351335552, offset 224 00000400:00000200:2.0:1769074988.368194:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.368200:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.368205:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16748:16748:256:4294967295] 192.168.204.41@tcp LPNI seq info [16744:16744:8:4294967295] 00000400:00000200:2.0:1769074988.368214:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.368219:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.368223:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.368228:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.368233:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.368236:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.368257:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.368261:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.368264:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07026000. 00000800:00000200:3.0:1769074988.368330:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.368334:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.368337:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.368343:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.368346:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.368349:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:3.0:1769074988.368491:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.368500:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d63580 00000400:00000200:3.0:1769074988.368506:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f431 [2] + 392 00000400:00000200:3.0:1769074988.368515:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.368519:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.368524:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.368528:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2d80. 00000020:00000010:0.0:1769074988.368575:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.368579:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.368581:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e42600. 00000020:00000010:0.0:1769074988.368584:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.368586:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.368606:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.368609:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000100:00000200:0.0:1769074988.368612:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351335808 00000001:00000010:0.0:1769074988.368617:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.368635:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b368ec000. 00000020:00000010:0.0:1769074988.368658:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.368662:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b36e43a00. 00080000:00000010:0.0:1769074988.368672:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d100. 00000001:00000010:0.0:1769074988.368690:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223af00. 00000001:00000010:0.0:1769074988.368694:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.368703:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.368705:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.368740:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439200. 00010000:00000200:0.0:1769074988.368760:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2d80 x1855008351335808/t60129542310(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.368774:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074988.368778:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351335808, offset 224 00000400:00000200:0.0:1769074988.368783:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.368790:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.368795:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16749:16749:256:4294967295] 192.168.204.41@tcp LPNI seq info [16745:16745:8:4294967295] 00000400:00000200:0.0:1769074988.368804:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.368809:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.368813:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.368817:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.368822:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.368825:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.368845:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.368850:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.368853:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e42600. 00000800:00000200:1.0:1769074988.368896:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.368900:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:1.0:1769074988.368905:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.368910:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.368914:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:1.0:1769074988.368916:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000400:00000200:3.0:1769074988.369804:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.369813:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d63600 00000400:00000200:3.0:1769074988.369818:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 121888 00000400:00000200:3.0:1769074988.369828:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.369831:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.369835:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.369839:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1500. 00000020:00000010:0.0:1769074988.369880:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.369883:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.369886:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e42600. 00000020:00000010:0.0:1769074988.369888:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.369890:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.369923:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.369926:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000100:00000200:0.0:1769074988.369929:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351335936 00000001:00000010:0.0:1769074988.369934:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724000. 00010000:00000010:0.0:1769074988.369945:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861bc00. 00010000:00000010:0.0:1769074988.369949:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074988.369960:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b36e24000. 00010000:00000010:0.0:1769074988.369972:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ba00. 00010000:00000010:0.0:1769074988.369975:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.369982:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a500. 00010000:00000010:0.0:1769074988.369984:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439380. 00010000:00000010:0.0:1769074988.369987:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b400. 00010000:00000010:0.0:1769074988.369989:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf180. 00010000:00000010:0.0:1769074988.370007:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:0.0:1769074988.370013:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf180. 00010000:00000010:0.0:1769074988.370016:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439380. 00010000:00000010:0.0:1769074988.370046:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074988.370057:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1500 x1855008351335936/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.370069:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.370073:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351335936, offset 224 00000400:00000200:0.0:1769074988.370078:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.370084:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.370087:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16750:16750:256:4294967295] 192.168.204.41@tcp LPNI seq info [16746:16746:8:4294967295] 00000400:00000200:0.0:1769074988.370094:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.370097:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.370100:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.370102:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.370106:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.370108:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.370121:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.370123:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074988.370125:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e42600. 00000800:00000200:3.0:1769074988.370187:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.370191:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.370195:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.370200:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.370204:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:3.0:1769074988.370206:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:1.0:1769074988.370939:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.370946:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d63680 00000400:00000200:1.0:1769074988.370950:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 122472 00000400:00000200:1.0:1769074988.370958:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.370960:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.370963:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.370967:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8a80. 00000020:00000010:0.0:1769074988.371010:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.371013:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.371016:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e42600. 00000020:00000010:0.0:1769074988.371019:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439480. 00000020:00000010:0.0:1769074988.371021:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:2.0:1769074988.371076:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.371080:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.371082:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351336064 00010000:00000010:2.0:1769074988.371091:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8800. 00010000:00000010:2.0:1769074988.371095:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.371106:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b02d71000. 00010000:00000010:2.0:1769074988.371116:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.0:1769074988.371119:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7800. 00010000:00000010:2.0:1769074988.371125:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04500. 00010000:00000010:2.0:1769074988.371127:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074988.371130:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9a00. 00010000:00000010:2.0:1769074988.371132:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.371151:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7800. 00010000:00000010:2.0:1769074988.371157:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.371160:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074988.371170:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.371176:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8a80 x1855008351336064/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.371185:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.371188:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351336064, offset 224 00000400:00000200:2.0:1769074988.371191:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.371196:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.371199:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16751:16751:256:4294967295] 192.168.204.41@tcp LPNI seq info [16747:16747:8:4294967295] 00000400:00000200:2.0:1769074988.371205:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.371226:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.371229:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.371232:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.371236:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.371238:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.371249:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439480. 00000020:00000010:2.0:1769074988.371252:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:2.0:1769074988.371254:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e42600. 00000800:00000200:3.0:1769074988.371318:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.371322:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.371327:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.371332:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.371336:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.371338:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:3.0:1769074988.372127:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.372136:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d63780 00000400:00000200:3.0:1769074988.372141:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 123056 00000400:00000200:3.0:1769074988.372151:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.372155:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.372159:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.372163:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3100. 00000020:00000010:2.0:1769074988.372212:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.372217:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.372221:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000020:00000010:2.0:1769074988.372225:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.372228:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.372254:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.372258:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.372262:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351336320 00010000:00000010:2.0:1769074988.372274:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:2.0:1769074988.372279:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.372295:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b02d73000. 00010000:00000010:2.0:1769074988.372334:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.0:1769074988.372339:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.372349:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04d00. 00010000:00000010:2.0:1769074988.372352:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6f00. 00010000:00000010:2.0:1769074988.372356:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9c00. 00010000:00000010:2.0:1769074988.372359:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7800. 00000004:00000010:2.0:1769074988.372385:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07632960. 00000004:00000010:2.0:1769074988.372394:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907df00. 00000004:00000010:2.0:1769074988.372400:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148cff0. 00080000:00000010:2.0:1769074988.372407:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07026000. 00000020:00000010:2.0:1769074988.372423:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.372427:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b406f4a00. 00000004:00000010:2.0:1769074988.372444:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b132533c0. 00020000:00000010:2.0:1769074988.372456:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bd38. 00020000:00000010:2.0:1769074988.372459:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bbc0. 00000004:00000010:2.0:1769074988.372472:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515f10. 00080000:00000010:2.0:1769074988.372480:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4440. 00080000:00000010:2.0:1769074988.372498:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4080. 00000001:00000010:2.0:1769074988.372550:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.372557:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.372573:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.372576:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.372579:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.372582:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.372584:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.372587:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.372597:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b100e6c80. 00080000:00000400:2.0:1769074988.372604:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.372606:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.372609:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.372611:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.372613:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.372615:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.372637:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.372640:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.372643:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.372645:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.372647:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.372649:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.372669:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fde0. 00000001:00000010:2.0:1769074988.372673:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b13253d80. 00080000:00000010:2.0:1769074988.372680:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4080. 00080000:00000010:2.0:1769074988.372682:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.372684:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00000020:00000010:2.0:1769074988.372732:0:28096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b38589000. 00010000:00000010:2.0:1769074988.372742:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04300. 00010000:00000010:2.0:1769074988.372744:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6680. 00010000:00000010:2.0:1769074988.372747:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8600. 00010000:00000010:2.0:1769074988.372750:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7500. 00000004:00000010:2.0:1769074988.372764:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0b34e480. 00010000:00000010:2.0:1769074988.372773:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.372790:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.372795:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542311, last committed = 0 00010000:00000200:2.0:1769074988.372800:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3100 x1855008351336320/t60129542311(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.372809:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.372811:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351336320, offset 224 00000400:00000200:2.0:1769074988.372815:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.372820:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.372823:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16752:16752:256:4294967295] 192.168.204.41@tcp LPNI seq info [16748:16748:8:4294967295] 00000400:00000200:2.0:1769074988.372829:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.372832:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.372835:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.372838:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.372841:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.372843:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.372859:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.372862:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.372864:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000200:1.0:1769074988.372935:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.372940:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.372943:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.372949:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.372952:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074988.372955:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00010000:00000010:0.1:1769074988.373058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:0.1:1769074988.373067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba100. 00010000:00000010:0.1:1769074988.373072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:0.1:1769074988.373075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:0.1:1769074988.373078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:0.1:1769074988.373080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baa00. 00010000:00000010:0.1:1769074988.373085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:0.1:1769074988.373088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:0.1:1769074988.373091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:0.1:1769074988.373093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00000400:00000200:3.0:1769074988.373862:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.373873:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d63800 00000400:00000200:3.0:1769074988.373878:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 9512 00000400:00000200:3.0:1769074988.373888:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.373892:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.373897:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.373901:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0380. 00000020:00000010:0.0:1769074988.373975:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.373978:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.373982:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e43800. 00000020:00000010:0.0:1769074988.373984:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.373986:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.374005:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d100. 00000020:00000010:0.0:1769074988.374007:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d100. 00000100:00000200:0.0:1769074988.374008:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351336448 00010000:00000010:0.0:1769074988.374017:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a200. 00010000:00000010:0.0:1769074988.374019:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f7a600. 00010000:00000010:0.0:1769074988.374022:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a800. 00002000:00000010:0.0:1769074988.374045:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d100. 02000000:00000010:0.0:1769074988.374058:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc45800. 00010000:00000200:0.0:1769074988.374072:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0380 x1855008351336448/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.374081:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.374084:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351336448, offset 224 00000400:00000200:0.0:1769074988.374088:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.374092:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.374096:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16753:16753:256:4294967295] 192.168.204.41@tcp LPNI seq info [16749:16749:8:4294967295] 00000400:00000200:0.0:1769074988.374102:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.374105:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.374108:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.374111:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.374114:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.374117:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.374228:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.374232:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.374235:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e43800. 00000800:00000200:3.0:1769074988.374259:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.374263:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:3.0:1769074988.374267:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.374271:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.374274:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:3.0:1769074988.374276:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000400:00000200:1.0:1769074988.375109:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.375116:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d63880 00000400:00000200:1.0:1769074988.375121:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 9840 00000400:00000200:1.0:1769074988.375128:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.375130:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.375133:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.375136:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096dad80. 00000020:00000010:0.0:1769074988.375174:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.375179:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.375183:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e43800. 00000020:00000010:0.0:1769074988.375186:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.375190:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.375214:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.375217:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d440. 00000100:00000200:0.0:1769074988.375221:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351336576 00010000:00000010:0.0:1769074988.375232:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a000. 02000000:00000010:0.0:1769074988.375242:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc47400. 00010000:00000010:0.0:1769074988.375249:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524d440. 00000100:00000010:0.0:1769074988.375254:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724000. 00000100:00000010:0.0:1769074988.375259:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.375266:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b36e43600. 02000000:00000010:0.0:1769074988.375282:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b36e42600. 00000400:00000010:0.0:1769074988.375287:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924898. 00000400:00000010:0.0:1769074988.375291:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.375295:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793472, portal 16 00000400:00000010:0.0:1769074988.375299:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.375301:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368793472, offset 0 00000400:00000200:0.0:1769074988.375307:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.375313:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.375317:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.375328:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.375330:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.375332:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.375335:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16754:16754:256:4294967295] 192.168.204.41@tcp LPNI seq info [16750:16750:8:4294967295] 00000400:00000200:0.0:1769074988.375341:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.375344:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.375347:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.375350:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.375354:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.375356:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.375435:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.375440:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.375443:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.375448:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.375452:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:3.0:1769074988.375455:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000200:3.0:1769074988.375462:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368793472/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.376020:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.376049:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09780 00000400:00000200:3.0:1769074988.376056:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x289e9 [1] + 224 00000400:00000200:3.0:1769074988.376083:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.376089:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.376096:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368793472/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.376134:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924898. 00000400:00000200:0.0:1769074988.376138:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:0.0:1769074988.376156:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.376161:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368793472/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.376169:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368793472/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.376184:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b36e42600. 02000000:00000010:0.0:1769074988.376188:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b36e43600. 00000100:00000010:0.0:1769074988.376190:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:0.0:1769074988.376194:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724000. 00010000:00000010:0.0:1769074988.376196:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524d440. 00010000:00000200:0.0:1769074988.376205:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096dad80 x1855008351336576/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.376214:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.376217:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351336576, offset 224 00000400:00000200:0.0:1769074988.376221:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.376227:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.376236:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.376237:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16755:16755:256:4294967295] 192.168.204.41@tcp LPNI seq info [16751:16751:8:4294967295] 00000400:00000200:0.0:1769074988.376246:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.376249:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.376252:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000400:00000200:1.0:1769074988.376256:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d63900 00000800:00000200:0.0:1769074988.376262:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.376267:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x218d5 [2] + 984 00000800:00000200:0.0:1769074988.376271:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.376275:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.376289:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.376292:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.376294:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e43800. 00000400:00000200:1.0:1769074988.376298:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.376305:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.376310:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.376316:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8380. 00000800:00000200:3.0:1769074988.376352:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.376356:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:3.0:1769074988.376361:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.376367:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.376371:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.376376:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.376381:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000020:00000010:2.0:1769074988.376384:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b34ec00. 00000020:00000010:2.0:1769074988.376402:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.376414:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a096d8380 x1855008351336704/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.376439:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.376441:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.376443:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351336704 02000000:00000010:2.0:1769074988.376448:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc2800. 00000400:00000200:3.0:1769074988.376462:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:3.0:1769074988.376467:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00010000:00000010:2.0:1769074988.376472:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4440. 00000100:00000010:2.0:1769074988.376478:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a09649f00. 00000100:00000010:2.0:1769074988.376481:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.376486:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0765b400. 02000000:00000010:2.0:1769074988.376494:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0765a600. 00000400:00000010:2.0:1769074988.376497:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.376500:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.376504:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793600, portal 16 00000400:00000010:2.0:1769074988.376506:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.376508:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368793600, offset 0 00000400:00000200:2.0:1769074988.376512:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.376517:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.376519:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.376522:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.376524:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.376525:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.376528:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16756:16756:256:4294967295] 192.168.204.41@tcp LPNI seq info [16752:16752:8:4294967295] 00000400:00000200:2.0:1769074988.376534:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.376538:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.376540:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.376543:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.376547:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.376549:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.376639:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.376644:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.376648:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.376653:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.376657:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.376659:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:3.0:1769074988.376666:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368793600/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.377309:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.377316:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09800 00000400:00000200:1.0:1769074988.377320:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x289f5 [1] + 224 00000400:00000200:1.0:1769074988.377327:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.377329:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.377334:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368793600/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.377370:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.377375:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:2.0:1769074988.377376:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.377381:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368793600/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.377393:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368793600/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.377406:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0765a600. 02000000:00000010:2.0:1769074988.377411:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0765b400. 00000100:00000010:2.0:1769074988.377415:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.377417:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a09649f00. 00010000:00000010:2.0:1769074988.377419:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4440. 00000400:00000010:2.0:1769074988.377425:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.377427:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351336704, offset 224 00000400:00000200:2.0:1769074988.377430:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.377435:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.377438:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16757:16757:256:4294967295] 192.168.204.41@tcp LPNI seq info [16753:16753:8:4294967295] 00000400:00000200:2.0:1769074988.377445:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.377448:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.377451:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.377454:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.377457:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.377459:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.377473:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b34ec00. 00000020:00000010:2.0:1769074988.377475:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.377477:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000200:3.0:1769074988.377542:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.377546:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.377550:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.377555:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.377559:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.377562:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:3.0:1769074988.377844:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.377853:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d63a00 00000400:00000200:3.0:1769074988.377859:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f431 [2] + 784 00000400:00000200:3.0:1769074988.377869:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.377873:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.377877:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.377881:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1880. 00000020:00000010:0.0:1769074988.377934:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.377937:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.377941:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e43800. 00000020:00000010:0.0:1769074988.377943:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.377946:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.377977:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.377981:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d440. 00000100:00000200:0.0:1769074988.377983:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351336960 00000001:00000010:0.0:1769074988.377990:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.378009:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47800. 00000020:00000010:0.0:1769074988.378065:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.378070:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b36e43600. 00080000:00000010:0.0:1769074988.378086:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d440. 00000001:00000010:0.0:1769074988.378116:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a780. 00000001:00000010:0.0:1769074988.378122:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.378134:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.378137:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.378153:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0b34e480. 00010000:00000200:0.0:1769074988.378170:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1880 x1855008351336960/t60129542312(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.378180:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074988.378182:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351336960, offset 224 00000400:00000200:0.0:1769074988.378186:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.378191:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.378194:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16758:16758:256:4294967295] 192.168.204.41@tcp LPNI seq info [16754:16754:8:4294967295] 00000400:00000200:0.0:1769074988.378200:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.378203:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.378206:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.378209:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.378212:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.378214:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.378231:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.378235:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.378260:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e43800. 00000800:00000200:1.0:1769074988.378273:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.378277:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.378280:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.378284:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.378287:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:1.0:1769074988.378288:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000400:00000200:3.0:1769074988.379156:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.379165:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d63a80 00000400:00000200:3.0:1769074988.379171:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 123712 00000400:00000200:3.0:1769074988.379180:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.379185:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.379189:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.379194:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0a80. 00000020:00000010:2.0:1769074988.379243:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.379246:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.379249:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.379252:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b34ec00. 00000020:00000010:2.0:1769074988.379254:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.379273:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.379275:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.379277:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351337088 00000001:00000010:2.0:1769074988.379280:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b13253d80. 00010000:00000010:2.0:1769074988.379291:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.0:1769074988.379296:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.379309:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b02d72000. 00010000:00000010:2.0:1769074988.379323:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:2.0:1769074988.379326:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.379335:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04600. 00010000:00000010:2.0:1769074988.379338:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074988.379341:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9200. 00010000:00000010:2.0:1769074988.379343:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7080. 00010000:00000010:2.0:1769074988.379365:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.379372:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7080. 00010000:00000010:2.0:1769074988.379375:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074988.379387:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.379393:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0a80 x1855008351337088/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.379402:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.379405:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351337088, offset 224 00000400:00000200:2.0:1769074988.379408:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.379413:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.379417:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16759:16759:256:4294967295] 192.168.204.41@tcp LPNI seq info [16755:16755:8:4294967295] 00000400:00000200:2.0:1769074988.379423:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.379426:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.379429:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.379432:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.379452:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.379454:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.379465:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b34ec00. 00000020:00000010:2.0:1769074988.379468:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.379470:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.379530:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.379535:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.379539:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.379543:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.379547:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.379549:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:1.0:1769074988.380332:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.380339:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d63b00 00000400:00000200:1.0:1769074988.380343:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 124288 00000400:00000200:1.0:1769074988.380350:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.380352:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.380355:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.380358:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d9500. 00000020:00000010:2.0:1769074988.380398:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.380403:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.380408:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.380411:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.380415:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.380441:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.380445:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.380448:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351337216 00010000:00000010:2.0:1769074988.380461:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.0:1769074988.380467:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.380480:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b02d77000. 00010000:00000010:2.0:1769074988.380502:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.0:1769074988.380507:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7080. 00010000:00000010:2.0:1769074988.380514:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04000. 00010000:00000010:2.0:1769074988.380517:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b34ec00. 00010000:00000010:2.0:1769074988.380521:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.0:1769074988.380523:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.380539:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7080. 00010000:00000010:2.0:1769074988.380546:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.380548:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b34ec00. 00010000:00000010:2.0:1769074988.380559:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.380566:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d9500 x1855008351337216/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.380575:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.380577:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351337216, offset 224 00000400:00000200:2.0:1769074988.380597:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.380602:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.380606:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16760:16760:256:4294967295] 192.168.204.41@tcp LPNI seq info [16756:16756:8:4294967295] 00000400:00000200:2.0:1769074988.380612:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.380616:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.380619:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.380622:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.380625:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.380628:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.380639:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6a00. 00000020:00000010:2.0:1769074988.380642:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.380644:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.380698:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.380703:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.380721:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.380726:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.380730:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.380732:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00010000:00000010:2.1:1769074988.381063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ac00. 00010000:00000010:2.1:1769074988.381068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.1:1769074988.381071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04500. 00010000:00000010:2.1:1769074988.381074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9a00. 00010000:00000010:2.1:1769074988.381076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8800. 00000400:00000200:3.0:1769074988.381608:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.381617:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d63c00 00000400:00000200:3.0:1769074988.381623:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 124864 00000400:00000200:3.0:1769074988.381632:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.381636:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.381640:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.381662:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37dc00. 00000020:00000010:2.0:1769074988.381701:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.381704:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.381718:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.381721:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b34ec00. 00000020:00000010:2.0:1769074988.381724:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.381747:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.381749:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.381751:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351337472 00010000:00000010:2.0:1769074988.381760:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:2.0:1769074988.381764:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.381779:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b358e8000. 00010000:00000010:2.0:1769074988.381799:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:2.0:1769074988.381802:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.381808:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04500. 00010000:00000010:2.0:1769074988.381811:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b100e6a00. 00010000:00000010:2.0:1769074988.381813:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8800. 00010000:00000010:2.0:1769074988.381815:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7080. 00000004:00000010:2.0:1769074988.381822:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b076325a0. 00000004:00000010:2.0:1769074988.381829:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d780. 00000004:00000010:2.0:1769074988.381834:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148d430. 00080000:00000010:2.0:1769074988.381840:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0765a600. 00000020:00000010:2.0:1769074988.381852:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.381855:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0765aa00. 00000004:00000010:2.0:1769074988.381870:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a09649f00. 00020000:00000010:2.0:1769074988.381883:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bfb8. 00020000:00000010:2.0:1769074988.381885:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b8b0. 00000004:00000010:2.0:1769074988.381898:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38516c60. 00080000:00000010:2.0:1769074988.381906:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4440. 00080000:00000010:2.0:1769074988.381923:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4080. 00000001:00000010:2.0:1769074988.382003:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.382014:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.382055:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.382059:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.382061:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.382063:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.382066:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.382067:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.382077:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339580. 00080000:00000400:2.0:1769074988.382084:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.382085:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.382086:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.382088:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.382090:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.382091:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.382117:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.382119:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.382120:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.382122:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.382123:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.382125:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.382143:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f420. 00000001:00000010:2.0:1769074988.382147:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a09649540. 00080000:00000010:2.0:1769074988.382156:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4080. 00080000:00000010:2.0:1769074988.382158:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.382161:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.382183:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399a00. 00010000:00000010:2.0:1769074988.382186:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339880. 00010000:00000010:2.0:1769074988.382189:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9a00. 00010000:00000010:2.0:1769074988.382192:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7c00. 00000004:00000010:2.0:1769074988.382207:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339380. 00010000:00000010:2.0:1769074988.382217:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.382234:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.382239:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542313, last committed = 0 00010000:00000200:2.0:1769074988.382244:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37dc00 x1855008351337472/t60129542313(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.382253:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.382256:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351337472, offset 224 00000400:00000200:2.0:1769074988.382259:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.382264:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.382268:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16761:16761:256:4294967295] 192.168.204.41@tcp LPNI seq info [16757:16757:8:4294967295] 00000400:00000200:2.0:1769074988.382274:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.382277:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.382280:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.382283:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.382286:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.382289:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.382302:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b34ec00. 00000020:00000010:2.0:1769074988.382305:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.382307:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:1.0:1769074988.382349:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.382353:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.382355:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.382359:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.382361:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:1.0:1769074988.382363:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074988.383312:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.383319:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d63c80 00000400:00000200:3.0:1769074988.383324:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 10168 00000400:00000200:3.0:1769074988.383331:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.383333:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.383336:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.383339:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ea00. 00000020:00000010:0.0:1769074988.383378:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.383383:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.383386:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e43800. 00000020:00000010:0.0:1769074988.383389:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.383391:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.383411:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d440. 00000020:00000010:0.0:1769074988.383413:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d440. 00000100:00000200:0.0:1769074988.383414:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351337600 00010000:00000010:0.0:1769074988.383425:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a100. 00010000:00000010:0.0:1769074988.383427:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f7a300. 00010000:00000010:0.0:1769074988.383431:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b200. 00002000:00000010:0.0:1769074988.383435:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d440. 02000000:00000010:0.0:1769074988.383453:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0940f800. 00010000:00000200:0.0:1769074988.383472:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ea00 x1855008351337600/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.383485:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.383489:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351337600, offset 224 00000400:00000200:0.0:1769074988.383495:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.383502:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.383507:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16762:16762:256:4294967295] 192.168.204.41@tcp LPNI seq info [16758:16758:8:4294967295] 00000400:00000200:0.0:1769074988.383517:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.383522:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.383527:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.383532:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.383537:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.383541:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.383560:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.383565:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.383569:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e43800. 00000800:00000200:3.0:1769074988.383605:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.383609:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074988.383611:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.383614:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.383617:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:3.0:1769074988.383619:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000400:00000200:1.0:1769074988.384368:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.384375:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d63d00 00000400:00000200:1.0:1769074988.384379:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 10496 00000400:00000200:1.0:1769074988.384385:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.384388:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.384391:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.384394:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97800. 00000020:00000010:0.0:1769074988.384432:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.384436:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.384440:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e43800. 00000020:00000010:0.0:1769074988.384442:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.384444:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.384464:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.384465:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd00. 00000100:00000200:0.0:1769074988.384468:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351337728 00010000:00000010:0.0:1769074988.384477:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b800. 02000000:00000010:0.0:1769074988.384485:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0940c000. 00010000:00000010:0.0:1769074988.384491:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524dd00. 00000100:00000010:0.0:1769074988.384495:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724000. 00000100:00000010:0.0:1769074988.384501:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.384506:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b36e42600. 02000000:00000010:0.0:1769074988.384521:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0358b400. 00000400:00000010:0.0:1769074988.384524:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924898. 00000400:00000010:0.0:1769074988.384527:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.384530:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793728, portal 16 00000400:00000010:0.0:1769074988.384533:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.384535:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368793728, offset 0 00000400:00000200:0.0:1769074988.384540:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.384545:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.384548:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.384551:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.384554:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.384555:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.384558:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16763:16763:256:4294967295] 192.168.204.41@tcp LPNI seq info [16759:16759:8:4294967295] 00000400:00000200:0.0:1769074988.384564:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.384567:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.384579:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28100. 00000800:00000200:0.0:1769074988.384583:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.384586:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.384589:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.384649:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.384653:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28100. 00000400:00000200:3.0:1769074988.384655:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.384659:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.384662:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:3.0:1769074988.384663:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000100:00000200:3.0:1769074988.384668:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368793728/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.385212:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.385222:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09880 00000400:00000200:3.0:1769074988.385227:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28a15 [1] + 224 00000400:00000200:3.0:1769074988.385235:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.385237:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.385242:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368793728/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.385285:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924898. 00000400:00000200:0.0:1769074988.385291:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:0.0:1769074988.385293:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.385301:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368793728/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.385312:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368793728/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.385335:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0358b400. 02000000:00000010:0.0:1769074988.385342:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b36e42600. 00000100:00000010:0.0:1769074988.385348:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:0.0:1769074988.385353:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724000. 00010000:00000010:0.0:1769074988.385356:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524dd00. 00010000:00000200:0.0:1769074988.385369:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97800 x1855008351337728/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.385383:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.385387:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351337728, offset 224 00000400:00000200:1.0:1769074988.385391:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.385398:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.385403:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d63d80 00000400:00000200:0.0:1769074988.385411:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.385412:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x218d5 [2] + 1312 00000400:00000200:0.0:1769074988.385420:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16764:16764:256:4294967295] 192.168.204.41@tcp LPNI seq info [16760:16760:8:4294967295] 00000400:00000200:0.0:1769074988.385427:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.385431:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.385434:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.385438:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.385441:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074988.385443:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.385448:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.385450:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.385455:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.385458:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94000. 00000020:00000010:0.0:1769074988.385465:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439380. 00000020:00000010:0.0:1769074988.385470:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.385474:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e43800. 00000020:00000010:2.0:1769074988.385503:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.385508:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.385513:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.385516:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.385520:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.385537:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3cf94000 x1855008351337856/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769074988.385547:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.385552:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:1.0:1769074988.385556:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.385561:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.385564:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:1.0:1769074988.385566:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000020:00000010:2.0:1769074988.385567:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.385571:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.385574:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351337856 02000000:00000010:2.0:1769074988.385580:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc3400. 00010000:00000010:2.0:1769074988.385603:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4440. 00000100:00000010:2.0:1769074988.385607:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a09649840. 00000100:00000010:2.0:1769074988.385610:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.385615:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0765a800. 02000000:00000010:2.0:1769074988.385624:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0765ae00. 00000400:00000010:2.0:1769074988.385626:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.385629:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.385631:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793856, portal 16 00000400:00000010:2.0:1769074988.385634:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.385636:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368793856, offset 0 00000400:00000200:2.0:1769074988.385640:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.385644:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.385647:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.385649:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.385651:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.385653:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.385655:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16765:16765:256:4294967295] 192.168.204.41@tcp LPNI seq info [16761:16761:8:4294967295] 00000400:00000200:2.0:1769074988.385663:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.385667:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.385671:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.385677:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.385682:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.385685:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.385751:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.385754:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.385757:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.385760:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.385763:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.385764:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000100:00000200:3.0:1769074988.385768:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368793856/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.386054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.1:1769074988.386060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:2.1:1769074988.386063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a800. 00010000:00000010:0.1:1769074988.386069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ba00. 00010000:00000010:2.1:1769074988.386072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:2.1:1769074988.386081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04600. 00010000:00000010:0.1:1769074988.386082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a500. 00010000:00000010:2.1:1769074988.386085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9200. 00010000:00000010:0.1:1769074988.386090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b400. 00010000:00000010:2.1:1769074988.386091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:0.1:1769074988.386107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861bc00. 00000400:00000200:3.0:1769074988.386369:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.386378:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09900 00000400:00000200:3.0:1769074988.386383:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28a21 [1] + 224 00000400:00000200:3.0:1769074988.386391:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.386395:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.386402:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368793856/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.386442:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.386446:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:2.0:1769074988.386447:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.386452:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368793856/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.386459:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368793856/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.386471:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0765ae00. 02000000:00000010:2.0:1769074988.386475:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0765a800. 00000100:00000010:2.0:1769074988.386476:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.386479:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a09649840. 00010000:00000010:2.0:1769074988.386480:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4440. 00000400:00000010:2.0:1769074988.386486:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.386488:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351337856, offset 224 00000400:00000200:2.0:1769074988.386493:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.386499:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.386503:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16766:16766:256:4294967295] 192.168.204.41@tcp LPNI seq info [16762:16762:8:4294967295] 00000400:00000200:2.0:1769074988.386512:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.386517:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.386521:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.386525:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.386530:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.386534:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.386551:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.386555:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.386557:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:1.0:1769074988.386598:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.386601:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.386604:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.386607:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.386609:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.386611:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:3.0:1769074988.387054:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.387064:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d63e80 00000400:00000200:3.0:1769074988.387070:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f431 [2] + 1176 00000400:00000200:3.0:1769074988.387080:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.387084:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.387088:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.387093:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ce00. 00000020:00000010:0.0:1769074988.387135:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.387139:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.387142:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:0.0:1769074988.387144:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439200. 00000020:00000010:0.0:1769074988.387146:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.387164:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.387166:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd00. 00000100:00000200:0.0:1769074988.387169:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351338112 00000001:00000010:0.0:1769074988.387173:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.387195:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0940d000. 00000020:00000010:0.0:1769074988.387222:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.387225:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b36e43800. 00080000:00000010:0.0:1769074988.387236:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524dd00. 00000001:00000010:0.0:1769074988.387257:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223acc0. 00000001:00000010:0.0:1769074988.387261:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.387270:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.387272:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.387289:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339380. 00010000:00000200:0.0:1769074988.387303:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ce00 x1855008351338112/t60129542314(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.387313:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.387315:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351338112, offset 224 00000400:00000200:0.0:1769074988.387319:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.387323:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.387327:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16767:16767:256:4294967295] 192.168.204.41@tcp LPNI seq info [16763:16763:8:4294967295] 00000400:00000200:0.0:1769074988.387333:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.387336:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.387338:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.387341:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.387345:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.387347:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.387360:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439200. 00000020:00000010:0.0:1769074988.387362:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.387364:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.387424:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.387428:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:3.0:1769074988.387432:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.387436:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.387440:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:3.0:1769074988.387442:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000400:00000200:1.0:1769074988.388430:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.388437:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d63f00 00000400:00000200:1.0:1769074988.388441:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 125512 00000400:00000200:1.0:1769074988.388447:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.388450:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.388453:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.388456:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf95500. 00000020:00000010:2.0:1769074988.388492:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.388497:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.388502:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.388505:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.388508:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.388534:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.388538:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.388541:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351338240 00000001:00000010:2.0:1769074988.388546:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a09649540. 00010000:00000010:2.0:1769074988.388558:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.0:1769074988.388563:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.388574:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05847000. 00010000:00000010:2.0:1769074988.388586:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9200. 00010000:00000010:2.0:1769074988.388589:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.388597:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399500. 00010000:00000010:2.0:1769074988.388599:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339600. 00010000:00000010:2.0:1769074988.388602:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:2.0:1769074988.388604:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7e00. 00010000:00000010:2.0:1769074988.388622:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.388627:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7e00. 00010000:00000010:2.0:1769074988.388631:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339600. 00010000:00000010:2.0:1769074988.388641:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.388647:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95500 x1855008351338240/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.388656:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.388659:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351338240, offset 224 00000400:00000200:2.0:1769074988.388663:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.388667:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.388671:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16768:16768:256:4294967295] 192.168.204.41@tcp LPNI seq info [16764:16764:8:4294967295] 00000400:00000200:2.0:1769074988.388677:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.388680:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.388683:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.388686:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.388689:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.388691:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.388704:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.388719:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.388721:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.388776:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.388781:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.388785:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.388790:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.388793:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:3.0:1769074988.388795:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:3.0:1769074988.389486:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.389495:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d63f80 00000400:00000200:3.0:1769074988.389500:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 126096 00000400:00000200:3.0:1769074988.389510:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.389515:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.389518:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.389523:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37fb80. 00000020:00000010:2.0:1769074988.389560:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.389564:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.389566:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.389568:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.389570:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.389588:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.389590:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.389592:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351338368 00010000:00000010:2.0:1769074988.389600:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:2.0:1769074988.389602:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.389611:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05845000. 00010000:00000010:2.0:1769074988.389620:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.0:1769074988.389622:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7e00. 00010000:00000010:2.0:1769074988.389628:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399200. 00010000:00000010:2.0:1769074988.389630:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339600. 00010000:00000010:2.0:1769074988.389633:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.0:1769074988.389634:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.389649:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7e00. 00010000:00000010:2.0:1769074988.389656:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.389659:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339600. 00010000:00000010:2.0:1769074988.389673:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.389678:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37fb80 x1855008351338368/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.389703:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.389706:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351338368, offset 224 00000400:00000200:2.0:1769074988.389722:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.389727:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.389731:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16769:16769:256:4294967295] 192.168.204.41@tcp LPNI seq info [16765:16765:8:4294967295] 00000400:00000200:2.0:1769074988.389741:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.389745:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.389747:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.389750:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.389753:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.389756:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.389767:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.389769:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.389771:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:1.0:1769074988.389822:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.389825:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.389828:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.389831:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.389833:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074988.389835:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00010000:00000010:2.1:1769074988.390060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.1:1769074988.390074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04000. 00010000:00000010:2.1:1769074988.390078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.1:1769074988.390082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.1:1769074988.390085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00010000:00000010:2.1:1769074988.390088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691e00. 00000400:00000200:3.0:1769074988.390641:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.390650:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d64080 00000400:00000200:3.0:1769074988.390656:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 126680 00000400:00000200:3.0:1769074988.390667:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.390671:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.390675:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.390679:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37c000. 00000020:00000010:2.0:1769074988.390730:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.390732:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.390735:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.390737:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.390739:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.390756:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.390758:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.390759:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351338624 00010000:00000010:2.0:1769074988.390767:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.0:1769074988.390770:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.390782:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b05842000. 00010000:00000010:2.0:1769074988.390802:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.0:1769074988.390805:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.390810:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399400. 00010000:00000010:2.0:1769074988.390813:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339600. 00010000:00000010:2.0:1769074988.390816:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:2.0:1769074988.390818:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7e00. 00000004:00000010:2.0:1769074988.390824:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b076323c0. 00000004:00000010:2.0:1769074988.390830:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907dd98. 00000004:00000010:2.0:1769074988.390834:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148ddc0. 00080000:00000010:2.0:1769074988.390838:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0765a800. 00000020:00000010:2.0:1769074988.390849:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.390851:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0765ae00. 00000004:00000010:2.0:1769074988.390863:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a09649540. 00020000:00000010:2.0:1769074988.390874:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b3c8. 00020000:00000010:2.0:1769074988.390876:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b310. 00000004:00000010:2.0:1769074988.390886:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515630. 00080000:00000010:2.0:1769074988.390893:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4440. 00080000:00000010:2.0:1769074988.390906:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4080. 00000001:00000010:2.0:1769074988.390976:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.390984:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.391000:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.391003:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.391005:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.391006:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.391008:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.391009:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.391016:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339180. 00080000:00000400:2.0:1769074988.391022:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.391023:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.391024:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.391042:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.391044:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.391046:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.391062:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.391064:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.391079:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.391081:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.391082:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.391084:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.391100:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f780. 00000001:00000010:2.0:1769074988.391104:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a09649840. 00080000:00000010:2.0:1769074988.391110:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4080. 00080000:00000010:2.0:1769074988.391113:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.391115:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.391133:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399800. 00010000:00000010:2.0:1769074988.391136:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339a00. 00010000:00000010:2.0:1769074988.391138:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691400. 00010000:00000010:2.0:1769074988.391141:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7280. 00000004:00000010:2.0:1769074988.391154:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339c80. 00010000:00000010:2.0:1769074988.391163:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.391179:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.391184:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542315, last committed = 0 00010000:00000200:2.0:1769074988.391190:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37c000 x1855008351338624/t60129542315(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.391198:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.391201:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351338624, offset 224 00000400:00000200:2.0:1769074988.391204:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.391209:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.391212:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16770:16770:256:4294967295] 192.168.204.41@tcp LPNI seq info [16766:16766:8:4294967295] 00000400:00000200:2.0:1769074988.391218:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.391221:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.391224:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.391227:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.391230:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.391232:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.391246:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.391249:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.391251:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.391309:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.391313:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.391317:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.391322:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.391325:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.391328:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:1.0:1769074988.392309:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.392315:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64100 00000400:00000200:1.0:1769074988.392320:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 10824 00000400:00000200:1.0:1769074988.392326:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.392329:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.392332:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.392334:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97b80. 00000020:00000010:0.0:1769074988.392392:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.392397:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.392400:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e42600. 00000020:00000010:0.0:1769074988.392403:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439200. 00000020:00000010:0.0:1769074988.392405:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.392425:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524dd00. 00000020:00000010:0.0:1769074988.392427:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524dd00. 00000100:00000200:0.0:1769074988.392430:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351338752 00010000:00000010:0.0:1769074988.392440:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f7a500. 00010000:00000010:0.0:1769074988.392444:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b048baa00. 00010000:00000010:0.0:1769074988.392447:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861bc00. 00002000:00000010:0.0:1769074988.392451:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524dd00. 02000000:00000010:0.0:1769074988.392462:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0940ec00. 00010000:00000200:0.0:1769074988.392475:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97b80 x1855008351338752/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.392484:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.392487:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351338752, offset 224 00000400:00000200:0.0:1769074988.392491:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.392496:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.392499:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16771:16771:256:4294967295] 192.168.204.41@tcp LPNI seq info [16767:16767:8:4294967295] 00000400:00000200:0.0:1769074988.392506:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.392509:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.392512:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.392515:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.392519:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.392522:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.392534:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439200. 00000020:00000010:0.0:1769074988.392537:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.392539:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e42600. 00000800:00000200:3.0:1769074988.392595:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.392599:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.392603:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.392608:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.392611:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:3.0:1769074988.392613:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000400:00000200:3.0:1769074988.393452:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.393462:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64180 00000400:00000200:3.0:1769074988.393467:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 11152 00000400:00000200:3.0:1769074988.393477:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.393481:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.393485:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.393490:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37e680. 00000020:00000010:0.0:1769074988.393549:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168740. 00000020:00000010:0.0:1769074988.393553:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168740. 00000020:00000010:0.0:1769074988.393556:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b36e42600. 00000020:00000010:0.0:1769074988.393559:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439200. 00000020:00000010:0.0:1769074988.393561:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:0.0:1769074988.393584:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168740. 00000020:00000010:0.0:1769074988.393587:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168740. 00000100:00000200:0.0:1769074988.393589:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351338880 00010000:00000010:0.0:1769074988.393598:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b400. 02000000:00000010:0.0:1769074988.393605:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0940f400. 00010000:00000010:0.0:1769074988.393610:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168740. 00000100:00000010:0.0:1769074988.393614:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724000. 00000100:00000010:0.0:1769074988.393618:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 02000000:00000010:0.0:1769074988.393623:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0358b400. 02000000:00000010:0.0:1769074988.393634:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01c80600. 00000400:00000010:0.0:1769074988.393636:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924898. 00000400:00000010:0.0:1769074988.393639:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.393642:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368793984, portal 16 00000400:00000010:0.0:1769074988.393645:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.393646:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368793984, offset 0 00000400:00000200:0.0:1769074988.393650:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.393654:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.393657:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.393659:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.393661:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.393663:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.393666:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16772:16772:256:4294967295] 192.168.204.41@tcp LPNI seq info [16768:16768:8:4294967295] 00000400:00000200:0.0:1769074988.393672:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.393675:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.393678:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.393681:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.393684:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.393686:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.393755:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.393759:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:1.0:1769074988.393761:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.393764:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.393767:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:1.0:1769074988.393768:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000100:00000200:1.0:1769074988.393773:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755ad80 x1855008368793984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.394058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b200. 00010000:00000010:2.1:1769074988.394063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9200. 00010000:00000010:2.1:1769074988.394066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399500. 00010000:00000010:2.1:1769074988.394068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:2.1:1769074988.394070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9800. 00000400:00000200:3.0:1769074988.394435:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.394443:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09980 00000400:00000200:3.0:1769074988.394449:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28a41 [1] + 224 00000400:00000200:3.0:1769074988.394467:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.394472:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.394479:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755ad80 x1855008368793984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.394603:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.394611:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d64200 00000400:00000010:2.0:1769074988.394614:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924898. 00000400:00000200:2.0:1769074988.394618:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:2.0:1769074988.394620:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000100:00000200:2.0:1769074988.394627:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755ad80 x1855008368793984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.394627:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x218d5 [2] + 1640 00000100:00000200:2.0:1769074988.394642:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755ad80 x1855008368793984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.394656:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01c80600. 02000000:00000010:2.0:1769074988.394660:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0358b400. 00000400:00000200:3.0:1769074988.394663:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074988.394664:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 00000100:00000010:2.0:1769074988.394670:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724000. 00000400:00000200:3.0:1769074988.394674:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074988.394676:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168740. 00000100:00000200:3.0:1769074988.394683:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.394689:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ed80. 00010000:00000200:2.0:1769074988.394690:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37e680 x1855008351338880/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.394701:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.394704:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351338880, offset 224 00000400:00000200:2.0:1769074988.394720:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.394744:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.394747:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.394750:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6400. 00000020:00000010:1.0:1769074988.394753:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.394756:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000100:00000200:1.0:1769074988.394768:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b2b37ed80 x1855008351339008/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074988.394778:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.394790:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16773:16773:256:4294967295] 192.168.204.41@tcp LPNI seq info [16769:16769:8:4294967295] 00000400:00000200:2.0:1769074988.394798:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.394802:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.394805:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000020:00000010:1.0:1769074988.394808:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000800:00000200:2.0:1769074988.394810:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074988.394815:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000800:00000200:2.0:1769074988.394820:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:1.0:1769074988.394822:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351339008 00000800:00000200:2.0:1769074988.394824:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 02000000:00000010:1.0:1769074988.394832:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302fc00. 00000020:00000010:2.0:1769074988.394840:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439200. 00000020:00000010:2.0:1769074988.394857:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000020:00000010:2.0:1769074988.394860:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e42600. 00010000:00000010:1.0:1769074988.394867:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b4c0. 00000100:00000010:1.0:1769074988.394874:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a02fbc3c0. 00000100:00000010:1.0:1769074988.394880:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96680. 02000000:00000010:1.0:1769074988.394889:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6200. 02000000:00000010:1.0:1769074988.394902:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.394905:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074988.394907:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794b00. 00000800:00000010:3.0:1769074988.394910:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000010:1.0:1769074988.394914:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000400:00000200:3.0:1769074988.394916:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074988.394921:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368794112, portal 16 00000400:00000200:3.0:1769074988.394925:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:1.0:1769074988.394929:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000400:00000200:3.0:1769074988.394931:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.394935:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:1.0:1769074988.394942:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368794112, offset 0 00000400:00000200:1.0:1769074988.394951:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.394958:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.394961:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.394964:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.394966:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.394969:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.394972:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16774:16774:256:4294967295] 192.168.204.41@tcp LPNI seq info [16770:16770:8:4294967295] 00000400:00000200:1.0:1769074988.394983:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.394989:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.394994:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.394998:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.395003:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.395006:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.395082:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.395086:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.395089:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.395094:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.395098:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:3.0:1769074988.395100:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000100:00000200:3.0:1769074988.395107:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf96680 x1855008368794112/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.395763:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.395771:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09a00 00000400:00000200:3.0:1769074988.395777:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28a4d [1] + 224 00000400:00000200:3.0:1769074988.395786:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.395790:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.395796:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf96680 x1855008368794112/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.395850:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794b00. 00000400:00000200:1.0:1769074988.395856:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:1.0:1769074988.395858:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.395866:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf96680 x1855008368794112/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.395877:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf96680 x1855008368794112/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.395894:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.395898:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6200. 00000100:00000010:1.0:1769074988.395901:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 00000100:00000010:1.0:1769074988.395905:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.395909:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b4c0. 00000400:00000010:1.0:1769074988.395916:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.395919:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351339008, offset 224 00000400:00000200:1.0:1769074988.395922:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.395928:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.395931:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16775:16775:256:4294967295] 192.168.204.41@tcp LPNI seq info [16771:16771:8:4294967295] 00000400:00000200:1.0:1769074988.395937:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.395941:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.395943:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.395946:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.395950:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.395952:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.395971:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.395975:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.395979:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6400. 00000800:00000200:3.0:1769074988.396045:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.396050:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.396055:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.396061:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.396064:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:3.0:1769074988.396067:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:3.0:1769074988.396219:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.396228:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d64300 00000400:00000200:3.0:1769074988.396234:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f431 [2] + 1568 00000400:00000200:3.0:1769074988.396244:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.396247:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.396252:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.396256:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37d500. 00000020:00000010:0.0:1769074988.396308:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.396314:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.396319:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.396323:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.396327:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.396352:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.396355:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000100:00000200:0.0:1769074988.396358:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351339264 00000001:00000010:0.0:1769074988.396364:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.396384:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0940cc00. 00000020:00000010:0.0:1769074988.396415:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.396423:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b111ffa00. 00080000:00000010:0.0:1769074988.396434:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168980. 00000001:00000010:0.0:1769074988.396457:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a7e0. 00000001:00000010:0.0:1769074988.396462:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.396473:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.396477:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.396497:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339c80. 00010000:00000200:0.0:1769074988.396516:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37d500 x1855008351339264/t60129542316(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.396530:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.396534:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351339264, offset 224 00000400:00000200:0.0:1769074988.396540:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.396547:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.396552:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16776:16776:256:4294967295] 192.168.204.41@tcp LPNI seq info [16772:16772:8:4294967295] 00000400:00000200:0.0:1769074988.396577:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.396580:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.396583:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.396587:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.396590:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.396593:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.396608:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.396612:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.396615:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 00000800:00000200:3.0:1769074988.396672:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.396675:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.396679:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.396684:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.396687:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:3.0:1769074988.396689:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000400:00000200:3.0:1769074988.397616:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.397624:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d64380 00000400:00000200:3.0:1769074988.397630:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 127336 00000400:00000200:3.0:1769074988.397639:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.397643:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.397647:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.397650:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37f100. 00000020:00000010:2.0:1769074988.397685:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.397689:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.397691:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.397694:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.397696:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.397726:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.397728:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.397729:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351339392 00000001:00000010:2.0:1769074988.397733:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a09649840. 00010000:00000010:2.0:1769074988.397742:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.0:1769074988.397746:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.397758:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d33000. 00010000:00000010:2.0:1769074988.397770:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.0:1769074988.397773:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.397780:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399500. 00010000:00000010:2.0:1769074988.397782:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339c00. 00010000:00000010:2.0:1769074988.397784:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:2.0:1769074988.397787:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074988.397805:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.397814:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074988.397818:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339c00. 00010000:00000010:2.0:1769074988.397835:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.397844:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37f100 x1855008351339392/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.397857:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.397861:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351339392, offset 224 00000400:00000200:2.0:1769074988.397866:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.397873:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.397878:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16777:16777:256:4294967295] 192.168.204.41@tcp LPNI seq info [16773:16773:8:4294967295] 00000400:00000200:2.0:1769074988.397888:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.397893:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.397897:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.397900:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.397904:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.397906:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.397919:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.397921:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.397923:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.397977:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.397981:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.397984:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.397989:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.397992:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.397994:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00010000:00000010:2.1:1769074988.398064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.1:1769074988.398074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399200. 00010000:00000010:2.1:1769074988.398077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.1:1769074988.398079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:2.1:1769074988.398081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.1:1769074988.398083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8a00. 00000400:00000200:3.0:1769074988.398748:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.398757:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d64400 00000400:00000200:3.0:1769074988.398762:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 127920 00000400:00000200:3.0:1769074988.398770:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.398774:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.398778:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.398781:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37c380. 00000020:00000010:2.0:1769074988.398821:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.398824:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.398828:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.398830:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.398832:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.398850:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.398852:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.398854:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351339520 00010000:00000010:2.0:1769074988.398864:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.0:1769074988.398868:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.398878:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d36000. 00010000:00000010:2.0:1769074988.398888:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.0:1769074988.398890:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074988.398897:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399200. 00010000:00000010:2.0:1769074988.398899:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339c00. 00010000:00000010:2.0:1769074988.398901:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:2.0:1769074988.398903:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.398918:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:2.0:1769074988.398924:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.398927:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339c00. 00010000:00000010:2.0:1769074988.398937:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.398944:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37c380 x1855008351339520/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.398953:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.398956:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351339520, offset 224 00000400:00000200:2.0:1769074988.398960:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.398965:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.398968:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16778:16778:256:4294967295] 192.168.204.41@tcp LPNI seq info [16774:16774:8:4294967295] 00000400:00000200:2.0:1769074988.398975:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.398978:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.398981:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.398984:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.398987:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.398990:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.399003:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.399005:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.399007:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.399086:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.399090:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.399094:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.399099:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.399102:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.399104:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074988.399817:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.399823:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d64500 00000400:00000200:3.0:1769074988.399827:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 128504 00000400:00000200:3.0:1769074988.399834:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.399836:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.399839:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.399841:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37d880. 00000020:00000010:2.0:1769074988.399886:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.399891:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.399895:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.399898:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.399901:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.399924:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.399927:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.399930:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351339776 00010000:00000010:2.0:1769074988.399941:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.0:1769074988.399945:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.399960:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d34000. 00010000:00000010:2.0:1769074988.399986:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.0:1769074988.399992:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.400000:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399d00. 00010000:00000010:2.0:1769074988.400004:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339c00. 00010000:00000010:2.0:1769074988.400008:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9200. 00010000:00000010:2.0:1769074988.400011:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7780. 00000004:00000010:2.0:1769074988.400021:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07633c20. 00000004:00000010:2.0:1769074988.400058:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907db40. 00000004:00000010:2.0:1769074988.400065:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148dba0. 00080000:00000010:2.0:1769074988.400073:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0765a000. 00000020:00000010:2.0:1769074988.400089:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.400094:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b36e42600. 00000004:00000010:2.0:1769074988.400108:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a09649840. 00020000:00000010:2.0:1769074988.400122:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b9e0. 00020000:00000010:2.0:1769074988.400125:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0be78. 00000004:00000010:2.0:1769074988.400137:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515cd8. 00080000:00000010:2.0:1769074988.400146:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4440. 00080000:00000010:2.0:1769074988.400166:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4080. 00000001:00000010:2.0:1769074988.400239:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.400248:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.400269:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.400273:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.400275:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.400278:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.400281:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.400284:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.400295:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339100. 00080000:00000400:2.0:1769074988.400302:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.400305:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.400308:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.400310:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.400313:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.400315:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.400338:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.400342:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.400345:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.400347:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.400350:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.400352:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.400377:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f5a0. 00000001:00000010:2.0:1769074988.400383:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a09649c00. 00080000:00000010:2.0:1769074988.400394:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4080. 00080000:00000010:2.0:1769074988.400397:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.400401:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.400427:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399c00. 00010000:00000010:2.0:1769074988.400432:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339300. 00010000:00000010:2.0:1769074988.400437:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:2.0:1769074988.400442:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7900. 00000004:00000010:2.0:1769074988.400460:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339000. 00010000:00000010:2.0:1769074988.400476:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.400501:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.400510:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542317, last committed = 0 00010000:00000200:2.0:1769074988.400517:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37d880 x1855008351339776/t60129542317(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.400531:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.400536:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351339776, offset 224 00000400:00000200:2.0:1769074988.400541:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.400548:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.400552:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16779:16779:256:4294967295] 192.168.204.41@tcp LPNI seq info [16775:16775:8:4294967295] 00000400:00000200:2.0:1769074988.400560:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.400566:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.400570:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.400573:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.400579:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.400582:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.400601:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.400605:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.400608:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.400685:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.400690:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.400694:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.400699:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.400702:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.400705:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074988.401595:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.401605:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64580 00000400:00000200:3.0:1769074988.401611:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 11480 00000400:00000200:3.0:1769074988.401622:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.401626:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.401631:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.401635:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ca80. 00000020:00000010:2.0:1769074988.401682:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.401685:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.401689:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.401691:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.401693:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.401726:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4440. 00000020:00000010:2.0:1769074988.401729:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4440. 00000100:00000200:2.0:1769074988.401732:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351339904 00010000:00000010:2.0:1769074988.401752:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e04000. 00010000:00000010:2.0:1769074988.401756:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a02e04600. 00010000:00000010:2.0:1769074988.401759:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78a00. 00002000:00000010:2.0:1769074988.401764:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4440. 02000000:00000010:2.0:1769074988.401776:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f13c00. 00010000:00000200:2.0:1769074988.401787:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ca80 x1855008351339904/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.401796:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.401799:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351339904, offset 224 00000400:00000200:2.0:1769074988.401802:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.401807:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.401810:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16780:16780:256:4294967295] 192.168.204.41@tcp LPNI seq info [16776:16776:8:4294967295] 00000400:00000200:2.0:1769074988.401816:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.401820:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.401822:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.401825:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.401828:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.401830:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.401843:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.401846:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.401848:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000800:00000200:3.0:1769074988.401893:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.401896:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.401899:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.401902:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.401904:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074988.401905:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00010000:00000010:1.1:1769074988.402061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861bc00. 00000400:00000200:3.0:1769074988.402796:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.402803:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64600 00000400:00000200:3.0:1769074988.402807:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 11808 00000400:00000200:3.0:1769074988.402814:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.402816:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.402819:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.402822:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37df80. 00000020:00000010:2.0:1769074988.402860:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.402863:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.402866:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0765b400. 00000020:00000010:2.0:1769074988.402869:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.402871:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.402892:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.402895:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4080. 00000100:00000200:2.0:1769074988.402898:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351340032 00010000:00000010:2.0:1769074988.402908:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06f78c00. 02000000:00000010:2.0:1769074988.402916:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b05f13400. 00010000:00000010:2.0:1769074988.402923:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4080. 00000100:00000010:2.0:1769074988.402929:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b13253d80. 00000100:00000010:2.0:1769074988.402935:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.402943:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0358b400. 02000000:00000010:2.0:1769074988.402956:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02aeec00. 00000400:00000010:2.0:1769074988.402959:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.402962:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.402965:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368794240, portal 16 00000400:00000010:2.0:1769074988.402968:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.402969:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368794240, offset 0 00000400:00000200:2.0:1769074988.402973:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.402978:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.402981:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.402983:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.402985:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.402987:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.402989:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16781:16781:256:4294967295] 192.168.204.41@tcp LPNI seq info [16777:16777:8:4294967295] 00000400:00000200:2.0:1769074988.402995:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.402998:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.403001:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.403004:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.403007:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.403044:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.403113:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.403118:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.403122:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.403127:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.403130:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:3.0:1769074988.403132:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:3.0:1769074988.403137:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484000 x1855008368794240/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.403645:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.403651:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09a80 00000400:00000200:3.0:1769074988.403655:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28a6d [1] + 224 00000400:00000200:3.0:1769074988.403661:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.403664:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.403668:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484000 x1855008368794240/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.403704:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.403720:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074988.403722:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.403729:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484000 x1855008368794240/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.403736:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484000 x1855008368794240/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.403751:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02aeec00. 02000000:00000010:2.0:1769074988.403754:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0358b400. 00000100:00000010:2.0:1769074988.403757:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 00000100:00000010:2.0:1769074988.403759:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b13253d80. 00010000:00000010:2.0:1769074988.403761:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4080. 00010000:00000200:2.0:1769074988.403770:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37df80 x1855008351340032/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.403779:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.403781:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351340032, offset 224 00000400:00000200:2.0:1769074988.403784:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.403788:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.403791:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16782:16782:256:4294967295] 192.168.204.41@tcp LPNI seq info [16778:16778:8:4294967295] 00000400:00000200:2.0:1769074988.403797:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.403801:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.403803:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.403806:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.403809:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.403811:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.403823:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.403826:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.403828:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0765b400. 00000400:00000200:3.0:1769074988.403885:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.403892:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d64680 00000400:00000200:3.0:1769074988.403897:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x218d5 [2] + 1968 00000400:00000010:3.0:1769074988.403901:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307547e8. 00000400:00000200:3.0:1769074988.403904:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b34ec8d80 00000800:00000200:2.0:1769074988.403928:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.403932:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:2.0:1769074988.403937:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.403940:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.403945:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.403948:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.403952:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074988.403956:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074988.403960:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b34ec8d80 00000400:00000010:3.0:1769074988.403964:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b34ec8d80. 00000100:00000200:3.0:1769074988.403967:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1769074988.404017:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.404021:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.404025:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.404046:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.404049:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000100:00000200:1.0:1769074988.404062:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a58c50 x1855008351340160/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.404091:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.404094:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.404096:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351340160 02000000:00000010:1.0:1769074988.404101:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302c400. 00010000:00000010:1.0:1769074988.404124:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b4c0. 00000100:00000010:1.0:1769074988.404129:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a02fbc3c0. 00000100:00000010:1.0:1769074988.404133:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96680. 02000000:00000010:1.0:1769074988.404140:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6400. 02000000:00000010:1.0:1769074988.404151:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a032f6200. 00000400:00000010:1.0:1769074988.404155:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794b00. 00000400:00000010:1.0:1769074988.404159:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.404163:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368794368, portal 16 00000400:00000010:1.0:1769074988.404166:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.404169:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368794368, offset 0 00000400:00000200:1.0:1769074988.404175:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.404181:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.404184:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.404187:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.404190:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.404193:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.404196:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16783:16783:256:4294967295] 192.168.204.41@tcp LPNI seq info [16779:16779:8:4294967295] 00000400:00000200:1.0:1769074988.404205:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.404217:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.404222:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.404227:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.404232:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.404235:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.404297:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.404300:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.404303:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.404306:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.404308:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:3.0:1769074988.404309:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000100:00000200:3.0:1769074988.404314:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf96680 x1855008368794368/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074988.404954:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.404964:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09b00 00000400:00000200:2.0:1769074988.404970:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28a79 [1] + 224 00000400:00000200:2.0:1769074988.404980:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.404984:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.404991:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf96680 x1855008368794368/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.405051:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794b00. 00000400:00000200:1.0:1769074988.405054:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:1.0:1769074988.405056:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.405062:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf96680 x1855008368794368/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.405069:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf96680 x1855008368794368/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.405082:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a032f6200. 02000000:00000010:1.0:1769074988.405085:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6400. 00000100:00000010:1.0:1769074988.405086:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 00000100:00000010:1.0:1769074988.405089:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a02fbc3c0. 00010000:00000010:1.0:1769074988.405091:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b4c0. 00000400:00000010:1.0:1769074988.405097:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.405099:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351340160, offset 224 00000400:00000200:1.0:1769074988.405103:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.405107:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.405110:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16784:16784:256:4294967295] 192.168.204.41@tcp LPNI seq info [16780:16780:8:4294967295] 00000400:00000200:1.0:1769074988.405116:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.405119:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.405122:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.405125:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.405128:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.405130:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.405146:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.405149:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.405151:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.405157:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0302fc00. 00000100:00000010:1.0:1769074988.405160:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ed80. 02000000:00000010:1.0:1769074988.405163:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc3400. 00000100:00000010:1.0:1769074988.405166:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94000. 02000000:00000010:1.0:1769074988.405168:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc2800. 00000100:00000010:1.0:1769074988.405170:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8380. 02000000:00000010:1.0:1769074988.405174:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc1400. 00000100:00000010:1.0:1769074988.405176:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2680. 02000000:00000010:1.0:1769074988.405179:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc0400. 00000100:00000010:1.0:1769074988.405180:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1c00. 02000000:00000010:1.0:1769074988.405182:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc0c00. 00000100:00000010:1.0:1769074988.405184:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd3800. 00000100:00000200:1.0:1769074988.405189:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074988.405193:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794b00. 00000400:00000010:1.0:1769074988.405197:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a02fbc3c0. 00000800:00000200:3.0:1769074988.405282:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.405285:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.405289:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.405295:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.405299:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.405305:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000200:1.0:1769074988.405308:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d64780 00000400:00000010:3.0:1769074988.405310:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 02000000:00000010:3.0:1769074988.405316:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0302c400. 00000400:00000200:1.0:1769074988.405319:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f431 [2] + 1960 00000400:00000010:1.0:1769074988.405324:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307540b0. 00000400:00000200:1.0:1769074988.405327:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a02a4dd80 00000400:00000200:1.0:1769074988.405334:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.405337:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.405339:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02a4dd80 00000400:00000010:1.0:1769074988.405341:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02a4dd80. 00000100:00000200:1.0:1769074988.405346:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.405394:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.405399:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.405403:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b111ff400. 00000020:00000010:0.0:1769074988.405406:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.405408:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.405428:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.405430:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000100:00000200:0.0:1769074988.405432:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351340416 00000001:00000010:0.0:1769074988.405436:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.405450:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0940e400. 00000020:00000010:0.0:1769074988.405472:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.405476:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b111ff600. 00080000:00000010:0.0:1769074988.405485:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168980. 00000001:00000010:0.0:1769074988.405504:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223ad20. 00000001:00000010:0.0:1769074988.405507:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.405516:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.405519:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.405532:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339000. 00010000:00000200:0.0:1769074988.405548:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0769ac50 x1855008351340416/t60129542318(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.405558:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.405562:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351340416, offset 224 00000400:00000200:0.0:1769074988.405565:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.405572:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.405577:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16785:16785:256:4294967295] 192.168.204.41@tcp LPNI seq info [16781:16781:8:4294967295] 00000400:00000200:0.0:1769074988.405587:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.405592:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.405595:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.405600:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.405605:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.405608:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.405626:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.405630:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.405635:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b111ff400. 02000000:00000010:0.0:1769074988.405641:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0940cc00. 00000100:00000010:0.0:1769074988.405645:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37d500. 02000000:00000010:0.0:1769074988.405649:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0940d000. 00000100:00000010:0.0:1769074988.405653:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ce00. 02000000:00000010:0.0:1769074988.405655:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.405668:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1880. 00000800:00000200:2.0:1769074988.405668:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.405673:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 02000000:00000010:0.0:1769074988.405675:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b368ec000. 00000100:00000010:0.0:1769074988.405680:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2d80. 00000400:00000200:2.0:1769074988.405680:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074988.405686:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b368ec800. 00000100:00000010:0.0:1769074988.405691:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2a00. 00000400:00000200:2.0:1769074988.405691:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.405696:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:2.0:1769074988.405697:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:0.0:1769074988.405702:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029249f8. 00000400:00000010:2.0:1769074988.405702:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 02000000:00000010:2.0:1769074988.405722:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0940e400. 00000400:00000010:0.0:1769074988.405723:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724a80. 00010000:00000010:2.1:1769074988.406069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.1:1769074988.406077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399500. 00010000:00000010:2.1:1769074988.406081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:2.1:1769074988.406084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.1:1769074988.406088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.1:1769074988.406091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399200. 00010000:00000010:2.1:1769074988.406094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:2.1:1769074988.406097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.1:1769074988.406100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.1:1769074988.406103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9000. 00000400:00000200:3.0:1769074988.406646:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.406653:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d64800 00000400:00000200:3.0:1769074988.406657:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 129160 00000400:00000200:3.0:1769074988.406664:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.406667:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.406688:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.406691:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37c700. 00000020:00000010:2.0:1769074988.406749:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.406753:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.406756:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000020:00000010:2.0:1769074988.406758:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.406761:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.406779:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.406781:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4080. 00000100:00000200:2.0:1769074988.406783:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351340544 00000001:00000010:2.0:1769074988.406786:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a09649c00. 00010000:00000010:2.0:1769074988.406800:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:2.0:1769074988.406820:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.406831:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d32000. 00010000:00000010:2.0:1769074988.406843:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.0:1769074988.406846:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.406855:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399200. 00010000:00000010:2.0:1769074988.406857:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339d00. 00010000:00000010:2.0:1769074988.406859:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.406861:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.406880:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.406886:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.406889:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339d00. 00010000:00000010:2.0:1769074988.406900:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.406907:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37c700 x1855008351340544/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.406916:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.406919:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351340544, offset 224 00000400:00000200:2.0:1769074988.406923:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.406933:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.406937:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16786:16786:256:4294967295] 192.168.204.41@tcp LPNI seq info [16782:16782:8:4294967295] 00000400:00000200:2.0:1769074988.406943:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.406946:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.406949:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.406952:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.406955:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.406957:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.406969:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.406972:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.406974:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000200:1.0:1769074988.407017:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.407020:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.407023:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.407044:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.407047:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074988.407049:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:2.0:1769074988.407770:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.407791:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d64880 00000400:00000200:2.0:1769074988.407795:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 129744 00000400:00000200:2.0:1769074988.407802:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.407805:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.407808:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.407810:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 00000020:00000010:3.0:1769074988.407861:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.407866:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.407870:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:3.0:1769074988.407872:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.407875:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.407893:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.407895:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000100:00000200:3.0:1769074988.407897:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351340672 00010000:00000010:3.0:1769074988.407906:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697400. 00010000:00000010:3.0:1769074988.407909:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.407920:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06744000. 00010000:00000010:3.0:1769074988.407930:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:3.0:1769074988.407932:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00010000:00000010:3.0:1769074988.407939:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee800. 00010000:00000010:3.0:1769074988.407942:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0780. 00010000:00000010:3.0:1769074988.407944:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696e00. 00010000:00000010:3.0:1769074988.407946:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.407965:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00010000:00000010:3.0:1769074988.407970:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.407973:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0780. 00010000:00000010:3.0:1769074988.407984:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.407990:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484000 x1855008351340672/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.408000:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074988.408003:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351340672, offset 224 00000400:00000200:3.0:1769074988.408007:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.408012:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.408015:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16787:16787:256:4294967295] 192.168.204.41@tcp LPNI seq info [16783:16783:8:4294967295] 00000400:00000200:3.0:1769074988.408060:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.408064:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.408067:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158c00. 00000800:00000200:3.0:1769074988.408070:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.408074:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.408077:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158c00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.408097:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.408101:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.408105:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000800:00000200:0.0:1769074988.408145:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.408149:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158c00. 00000400:00000200:0.0:1769074988.408152:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.408156:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.408158:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:0.0:1769074988.408160:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000400:00000200:1.0:1769074988.408954:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.408963:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d64980 00000400:00000200:1.0:1769074988.408968:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 130328 00000400:00000200:1.0:1769074988.408978:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.408981:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.408985:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.408989:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94000. 00000020:00000010:3.0:1769074988.409046:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.409051:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.409057:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:3.0:1769074988.409061:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.409066:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.409092:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.409095:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000100:00000200:3.0:1769074988.409098:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351340928 00010000:00000010:3.0:1769074988.409109:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697c00. 00010000:00000010:3.0:1769074988.409113:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.409128:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06747000. 00010000:00000010:3.0:1769074988.409154:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00010000:00000010:3.0:1769074988.409158:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.409167:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305eed00. 00010000:00000010:3.0:1769074988.409170:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0780. 00010000:00000010:3.0:1769074988.409173:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696000. 00010000:00000010:3.0:1769074988.409176:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b00. 00000004:00000010:3.0:1769074988.409184:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f34a0. 00000004:00000010:3.0:1769074988.409192:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790bb8. 00000004:00000010:3.0:1769074988.409196:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5cb0. 00080000:00000010:3.0:1769074988.409202:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2c30c600. 00000020:00000010:3.0:1769074988.409235:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a09955000. 00080000:00000010:3.0:1769074988.409239:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2c30c800. 00000004:00000010:3.0:1769074988.409254:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b6c0. 00020000:00000010:3.0:1769074988.409266:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285678. 00020000:00000010:3.0:1769074988.409269:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285620. 00000004:00000010:3.0:1769074988.409284:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf11630. 00080000:00000010:3.0:1769074988.409294:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755340. 00080000:00000010:3.0:1769074988.409314:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755000. 00000001:00000010:3.0:1769074988.409405:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367519a0. 00000001:00000010:3.0:1769074988.409416:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367519a0. 00080000:00000400:3.0:1769074988.409435:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.409439:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.409442:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.409444:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.409447:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.409449:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074988.409461:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0f80. 00080000:00000400:3.0:1769074988.409469:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.409472:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.409474:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.409476:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.409479:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.409481:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074988.409506:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.409509:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.409511:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.409513:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.409516:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.409518:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074988.409542:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099550c0. 00000001:00000010:3.0:1769074988.409547:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b300. 00080000:00000010:3.0:1769074988.409558:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755000. 00080000:00000010:3.0:1769074988.409562:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.409566:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a09955000. 00000020:00000010:3.0:1769074988.409588:0:28096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8a09562800. 00010000:00000010:3.0:1769074988.409600:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee400. 00010000:00000010:3.0:1769074988.409604:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0d00. 00010000:00000010:3.0:1769074988.409609:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696400. 00010000:00000010:3.0:1769074988.409613:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81580. 00000004:00000010:3.0:1769074988.409633:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0680. 00010000:00000010:3.0:1769074988.409648:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.409687:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.409697:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542319, last committed = 0 00010000:00000200:3.0:1769074988.409703:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94000 x1855008351340928/t60129542319(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.409730:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fee0. 00000100:00000200:3.0:1769074988.409734:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351340928, offset 224 00000400:00000200:3.0:1769074988.409740:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.409747:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.409752:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16788:16788:256:4294967295] 192.168.204.41@tcp LPNI seq info [16784:16784:8:4294967295] 00000400:00000200:3.0:1769074988.409762:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.409767:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.409771:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074988.409776:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.409781:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.409784:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.409802:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.409806:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.409809:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000800:00000200:2.0:1769074988.409849:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.409852:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:2.0:1769074988.409855:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.409859:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.409861:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fee0 00000400:00000010:2.0:1769074988.409863:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fee0. 00000400:00000200:0.0:1769074988.410741:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.410749:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64a00 00000400:00000200:0.0:1769074988.410754:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 12136 00000400:00000200:0.0:1769074988.410763:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.410765:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.410769:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.410772:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559c00. 00000020:00000010:2.0:1769074988.410811:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.410815:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.410818:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00000020:00000010:2.0:1769074988.410820:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.410823:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.410843:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4080. 00000020:00000010:2.0:1769074988.410844:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4080. 00000100:00000200:2.0:1769074988.410846:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351341056 00010000:00000010:2.0:1769074988.410855:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399500. 00010000:00000010:2.0:1769074988.410858:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0d1dd700. 00010000:00000010:2.0:1769074988.410861:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00002000:00000010:2.0:1769074988.410865:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4080. 02000000:00000010:2.0:1769074988.410876:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0952e400. 00010000:00000200:2.0:1769074988.410888:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559c00 x1855008351341056/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.410897:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.410899:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351341056, offset 224 00000400:00000200:2.0:1769074988.410902:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.410907:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.410911:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16789:16789:256:4294967295] 192.168.204.41@tcp LPNI seq info [16785:16785:8:4294967295] 00000400:00000200:2.0:1769074988.410918:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.410921:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.410923:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.410927:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.410930:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.410932:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.410944:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.410946:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.410949:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000200:1.0:1769074988.411002:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.411006:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.411010:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.411016:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.411019:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:1.0:1769074988.411022:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:2.0:1769074988.411765:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.411775:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64a80 00000400:00000200:2.0:1769074988.411780:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 12464 00000400:00000200:2.0:1769074988.411803:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.411808:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.411812:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.411816:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 00000020:00000010:0.0:1769074988.411863:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.411867:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.411870:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b111ff400. 00000020:00000010:0.0:1769074988.411872:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.411874:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.411892:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.411894:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000100:00000200:0.0:1769074988.411895:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351341184 00010000:00000010:0.0:1769074988.411904:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ba00. 02000000:00000010:0.0:1769074988.411910:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0940cc00. 00010000:00000010:0.0:1769074988.411916:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168980. 00000100:00000010:0.0:1769074988.411919:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724f00. 00000100:00000010:0.0:1769074988.411923:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b800. 02000000:00000010:0.0:1769074988.411930:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.411944:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0613da00. 00000400:00000010:0.0:1769074988.411949:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c60. 00000400:00000010:0.0:1769074988.411959:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.411963:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368794496, portal 16 00000400:00000010:0.0:1769074988.411968:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074988.411970:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368794496, offset 0 00000400:00000200:0.0:1769074988.411976:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.411983:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.411987:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.411990:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.412014:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.412016:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.412019:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16790:16790:256:4294967295] 192.168.204.41@tcp LPNI seq info [16786:16786:8:4294967295] 00000400:00000200:0.0:1769074988.412046:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.412052:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.412056:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.412062:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.412068:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.412072:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.412140:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.412144:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.412148:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.412154:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.412158:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:3.0:1769074988.412160:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000100:00000200:3.0:1769074988.412167:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755b800 x1855008368794496/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.412849:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.412856:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09b80 00000400:00000200:1.0:1769074988.412860:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28aa1 [1] + 224 00000400:00000200:1.0:1769074988.412865:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.412867:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.412873:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755b800 x1855008368794496/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.412892:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.412896:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d64b00 00000400:00000200:1.0:1769074988.412899:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21a15 [2] + 0 00000400:00000010:0.0:1769074988.412919:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c60. 00000400:00000200:1.0:1769074988.412923:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.412925:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:0.0:1769074988.412928:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000400:00000200:1.0:1769074988.412930:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.412936:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.412939:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96680. 00000100:00000200:0.0:1769074988.412942:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755b800 x1855008368794496/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.412955:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755b800 x1855008368794496/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.412981:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0613da00. 02000000:00000010:0.0:1769074988.412986:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a01c80600. 00000020:00000010:2.0:1769074988.412987:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000100:00000010:0.0:1769074988.412991:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b800. 00000020:00000010:2.0:1769074988.412992:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000010:0.0:1769074988.412997:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724f00. 00000020:00000010:2.0:1769074988.412999:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02aeec00. 00010000:00000010:0.0:1769074988.413002:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168980. 00000020:00000010:2.0:1769074988.413003:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.413008:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000200:0.0:1769074988.413017:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487b80 x1855008351341184/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074988.413023:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3cf96680 x1855008351341312/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1769074988.413050:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:3.1:1769074988.413053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00000400:00000010:0.0:1769074988.413055:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00010000:00000010:2.1:1769074988.413059:0:44334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399200. 00000100:00000200:0.0:1769074988.413062:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351341184, offset 224 00010000:00000010:3.1:1769074988.413065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee800. 00010000:00000010:1.1:1769074988.413066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78a00. 00010000:00000010:2.1:1769074988.413068:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:3.1:1769074988.413073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696e00. 00010000:00000010:2.1:1769074988.413080:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4a00. 00000400:00000200:0.0:1769074988.413082:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:3.1:1769074988.413083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697400. 00000400:00000200:0.0:1769074988.413096:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.413109:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16791:16791:256:4294967295] 192.168.204.41@tcp LPNI seq info [16787:16787:8:4294967295] 00000400:00000200:0.0:1769074988.413118:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.413122:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.413126:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.413130:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074988.413133:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000800:00000200:0.0:1769074988.413135:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.413141:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.413141:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.413149:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351341312 02000000:00000010:2.0:1769074988.413157:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0952c800. 00000020:00000010:0.0:1769074988.413162:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.413167:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.413170:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b111ff400. 00010000:00000010:2.0:1769074988.413194:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4740. 00000800:00000200:3.0:1769074988.413199:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1769074988.413200:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b13253d80. 00000800:00000010:3.0:1769074988.413206:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000100:00000010:2.0:1769074988.413207:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 00000400:00000200:3.0:1769074988.413213:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074988.413217:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0765b400. 00000400:00000200:3.0:1769074988.413221:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.413225:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:3.0:1769074988.413227:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 02000000:00000010:2.0:1769074988.413230:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0358b400. 00000400:00000010:2.0:1769074988.413235:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.413238:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.413241:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368794624, portal 16 00000400:00000010:2.0:1769074988.413243:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.413245:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368794624, offset 0 00000400:00000200:2.0:1769074988.413249:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.413254:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.413256:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.413259:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.413261:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.413263:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.413265:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16792:16792:256:4294967295] 192.168.204.41@tcp LPNI seq info [16788:16788:8:4294967295] 00000400:00000200:2.0:1769074988.413271:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.413274:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.413277:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.413280:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.413284:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.413289:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.413332:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.413336:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.413339:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.413343:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.413346:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.413348:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:3.0:1769074988.413354:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484e00 x1855008368794624/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.414055:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.414065:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09c00 00000400:00000200:1.0:1769074988.414071:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28aad [1] + 224 00000400:00000200:1.0:1769074988.414080:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.414084:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.414092:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484e00 x1855008368794624/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.414129:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.414133:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:2.0:1769074988.414135:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.414140:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484e00 x1855008368794624/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.414146:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484e00 x1855008368794624/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.414159:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0358b400. 02000000:00000010:2.0:1769074988.414162:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0765b400. 00000100:00000010:2.0:1769074988.414165:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000010:2.0:1769074988.414167:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b13253d80. 00010000:00000010:2.0:1769074988.414170:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4740. 00000400:00000010:2.0:1769074988.414176:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.414178:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351341312, offset 224 00000400:00000200:2.0:1769074988.414181:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.414186:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.414190:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16793:16793:256:4294967295] 192.168.204.41@tcp LPNI seq info [16789:16789:8:4294967295] 00000400:00000200:2.0:1769074988.414196:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.414199:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.414202:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.414205:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.414208:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.414210:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.414224:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.414227:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.414229:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02aeec00. 00000800:00000200:3.0:1769074988.414284:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.414288:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.414292:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.414297:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.414301:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:3.0:1769074988.414303:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:3.0:1769074988.414455:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.414465:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d64c00 00000400:00000200:3.0:1769074988.414471:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f541 [2] + 0 00000400:00000200:3.0:1769074988.414481:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.414485:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.414490:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.414494:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37f800. 00000020:00000010:0.0:1769074988.414555:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.414560:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.414565:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0613da00. 00000020:00000010:0.0:1769074988.414568:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.414572:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.414599:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.414604:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000100:00000200:0.0:1769074988.414608:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351341568 00000001:00000010:0.0:1769074988.414614:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 02000000:00000010:0.0:1769074988.414634:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0940dc00. 00000020:00000010:0.0:1769074988.414666:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.414671:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0613ce00. 00080000:00000010:0.0:1769074988.414684:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168980. 00000001:00000010:0.0:1769074988.414728:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a240. 00000001:00000010:0.0:1769074988.414733:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.414747:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.414751:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000020:00000010:0.0:1769074988.414766:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.414769:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0613cc00. 00080000:00000010:0.0:1769074988.414777:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168980. 00000001:00000010:0.0:1769074988.414789:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a600. 00000001:00000010:0.0:1769074988.414793:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00000001:00000010:0.0:1769074988.414800:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b7249c0. 00080000:00000010:0.0:1769074988.414807:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.414811:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.414829:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0680. 00010000:00000200:0.0:1769074988.414853:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37f800 x1855008351341568/t60129542321(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.414870:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.414875:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351341568, offset 224 00000400:00000200:0.0:1769074988.414881:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.414890:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.414896:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16794:16794:256:4294967295] 192.168.204.41@tcp LPNI seq info [16790:16790:8:4294967295] 00000400:00000200:0.0:1769074988.414907:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.414913:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.414918:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.414924:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.414930:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.414934:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.414957:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.414961:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.414963:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0613da00. 00000800:00000200:1.0:1769074988.415051:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.415056:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.415060:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.415065:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.415069:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:1.0:1769074988.415072:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000400:00000200:3.0:1769074988.415958:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.415967:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d64c80 00000400:00000200:3.0:1769074988.415974:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 130984 00000400:00000200:3.0:1769074988.415985:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.415989:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.415993:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.415997:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37f480. 00000020:00000010:2.0:1769074988.416065:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.416070:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.416076:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:2.0:1769074988.416080:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.416083:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.416109:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.416112:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.416115:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351341696 00000001:00000010:2.0:1769074988.416119:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b300. 00010000:00000010:2.0:1769074988.416129:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:2.0:1769074988.416134:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.416145:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d37000. 00010000:00000010:2.0:1769074988.416177:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.416179:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.416198:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd100. 00010000:00000010:2.0:1769074988.416200:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339d00. 00010000:00000010:2.0:1769074988.416203:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.0:1769074988.416205:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.416226:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.416232:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.416235:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339d00. 00010000:00000010:2.0:1769074988.416248:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.416253:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37f480 x1855008351341696/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.416262:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.416264:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351341696, offset 224 00000400:00000200:2.0:1769074988.416268:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.416273:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.416276:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16795:16795:256:4294967295] 192.168.204.41@tcp LPNI seq info [16791:16791:8:4294967295] 00000400:00000200:2.0:1769074988.416283:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.416286:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.416289:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.416292:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.416295:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.416297:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.416310:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.416312:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.416314:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.416365:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.416369:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.416373:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.416377:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.416380:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.416382:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:1.0:1769074988.417235:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.417244:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d64d00 00000400:00000200:1.0:1769074988.417250:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 131568 00000400:00000200:1.0:1769074988.417259:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.417262:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.417265:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.417268:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2a00. 00000020:00000010:2.0:1769074988.417305:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.417308:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.417311:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:2.0:1769074988.417328:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.417330:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.417352:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.417355:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.417358:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351341824 00010000:00000010:2.0:1769074988.417369:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4000. 00010000:00000010:2.0:1769074988.417374:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.417388:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d35000. 00010000:00000010:2.0:1769074988.417403:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.0:1769074988.417408:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.417418:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd500. 00010000:00000010:2.0:1769074988.417421:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339d00. 00010000:00000010:2.0:1769074988.417425:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.0:1769074988.417428:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.417449:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00010000:00000010:2.0:1769074988.417455:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.417458:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339d00. 00010000:00000010:2.0:1769074988.417469:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.417476:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2a00 x1855008351341824/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.417485:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.417488:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351341824, offset 224 00000400:00000200:2.0:1769074988.417491:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.417496:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.417499:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16796:16796:256:4294967295] 192.168.204.41@tcp LPNI seq info [16792:16792:8:4294967295] 00000400:00000200:2.0:1769074988.417505:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.417508:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.417511:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.417514:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.417517:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.417519:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.417533:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.417535:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.417537:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.417576:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.417579:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.417583:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.417588:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.417592:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.417594:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00010000:00000010:3.1:1769074988.418062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00010000:00000010:3.1:1769074988.418066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697c00. 00000400:00000200:3.0:1769074988.418372:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.418378:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d64e00 00000400:00000200:3.0:1769074988.418382:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 132152 00000400:00000200:3.0:1769074988.418388:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.418390:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.418393:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.418396:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37e300. 00000020:00000010:2.0:1769074988.418433:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.418436:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.418439:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:2.0:1769074988.418441:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.418443:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.418461:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.418463:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.418464:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351342080 00010000:00000010:2.0:1769074988.418473:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.0:1769074988.418477:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.418492:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b3cff4000. 00010000:00000010:2.0:1769074988.418511:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.0:1769074988.418513:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.418520:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd600. 00010000:00000010:2.0:1769074988.418522:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339d00. 00010000:00000010:2.0:1769074988.418524:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:2.0:1769074988.418526:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7200. 00000004:00000010:2.0:1769074988.418532:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07632000. 00000004:00000010:2.0:1769074988.418538:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d2d0. 00000004:00000010:2.0:1769074988.418542:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148d540. 00080000:00000010:2.0:1769074988.418547:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02aeec00. 00000020:00000010:2.0:1769074988.418558:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.418561:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0765b400. 00000004:00000010:2.0:1769074988.418574:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b13253d80. 00020000:00000010:2.0:1769074988.418586:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bcf0. 00020000:00000010:2.0:1769074988.418588:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b020. 00000004:00000010:2.0:1769074988.418613:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38514238. 00080000:00000010:2.0:1769074988.418622:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4740. 00080000:00000010:2.0:1769074988.418637:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4cc0. 00000001:00000010:2.0:1769074988.418728:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.418739:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.418761:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.418764:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.418766:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.418768:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.418771:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.418773:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.418783:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339f80. 00080000:00000400:2.0:1769074988.418790:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.418793:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.418795:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.418797:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.418799:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.418801:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.418826:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.418830:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.418832:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.418834:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.418837:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.418838:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.418857:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f4e0. 00000001:00000010:2.0:1769074988.418861:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a09649c00. 00080000:00000010:2.0:1769074988.418869:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4cc0. 00080000:00000010:2.0:1769074988.418872:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.418874:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.418895:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1ddc00. 00010000:00000010:2.0:1769074988.418897:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339980. 00010000:00000010:2.0:1769074988.418900:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.0:1769074988.418903:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7b80. 00000004:00000010:2.0:1769074988.418917:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339080. 00010000:00000010:2.0:1769074988.418927:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.418956:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.418961:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542322, last committed = 0 00010000:00000200:2.0:1769074988.418966:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37e300 x1855008351342080/t60129542322(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.418976:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.418978:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351342080, offset 224 00000400:00000200:2.0:1769074988.418982:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.418987:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.418990:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16797:16797:256:4294967295] 192.168.204.41@tcp LPNI seq info [16793:16793:8:4294967295] 00000400:00000200:2.0:1769074988.418996:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.419000:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.419002:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.419005:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.419008:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.419010:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.419024:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.419045:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.419048:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:1.0:1769074988.419082:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.419086:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.419091:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.419094:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.419097:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074988.419098:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074988.420049:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.420057:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64e80 00000400:00000200:3.0:1769074988.420062:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 12792 00000400:00000200:3.0:1769074988.420070:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.420073:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.420076:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.420080:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37d180. 00000020:00000010:0.0:1769074988.420128:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.420132:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.420135:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0613da00. 00000020:00000010:0.0:1769074988.420138:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.420140:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.420159:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168980. 00000020:00000010:0.0:1769074988.420161:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168980. 00000100:00000200:0.0:1769074988.420162:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351342208 00010000:00000010:0.0:1769074988.420173:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b048ba100. 00010000:00000010:0.0:1769074988.420177:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b27f04800. 00010000:00000010:0.0:1769074988.420181:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861bc00. 00002000:00000010:0.0:1769074988.420186:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168980. 02000000:00000010:0.0:1769074988.420197:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0940f000. 00010000:00000200:0.0:1769074988.420211:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37d180 x1855008351342208/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.420220:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.420223:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351342208, offset 224 00000400:00000200:0.0:1769074988.420227:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.420232:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.420235:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16798:16798:256:4294967295] 192.168.204.41@tcp LPNI seq info [16794:16794:8:4294967295] 00000400:00000200:0.0:1769074988.420242:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.420245:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.420247:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.420250:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.420254:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.420256:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.420268:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.420271:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.420273:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0613da00. 00000800:00000200:3.0:1769074988.420320:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.420324:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.420326:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.420330:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.420332:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:3.0:1769074988.420334:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000400:00000200:1.0:1769074988.421166:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.421176:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d64f00 00000400:00000200:1.0:1769074988.421183:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 13120 00000400:00000200:1.0:1769074988.421194:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.421198:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.421202:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.421206:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2d80. 00000020:00000010:0.0:1769074988.421253:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.421256:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.421259:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0613da00. 00000020:00000010:0.0:1769074988.421261:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.421263:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.421280:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.421282:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000100:00000200:0.0:1769074988.421283:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351342336 00010000:00000010:0.0:1769074988.421292:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861b200. 02000000:00000010:0.0:1769074988.421298:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0940d400. 00010000:00000010:0.0:1769074988.421304:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168240. 00000100:00000010:0.0:1769074988.421308:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b7249c0. 00000100:00000010:0.0:1769074988.421335:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b800. 02000000:00000010:0.0:1769074988.421344:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0613ca00. 02000000:00000010:0.0:1769074988.421362:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b111ff400. 00000400:00000010:0.0:1769074988.421367:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c60. 00000400:00000010:0.0:1769074988.421371:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.421376:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368794752, portal 16 00000400:00000010:0.0:1769074988.421380:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.421382:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368794752, offset 0 00000400:00000200:0.0:1769074988.421388:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.421394:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.421399:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.421403:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.421406:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.421409:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.421413:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16799:16799:256:4294967295] 192.168.204.41@tcp LPNI seq info [16795:16795:8:4294967295] 00000400:00000200:0.0:1769074988.421421:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.421427:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.421431:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.421436:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.421441:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.421444:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.421508:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.421511:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.421513:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.421517:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.421520:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:3.0:1769074988.421521:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000100:00000200:3.0:1769074988.421526:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755b800 x1855008368794752/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.422089:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.422107:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09c80 00000400:00000200:3.0:1769074988.422113:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28acd [1] + 224 00000400:00000200:3.0:1769074988.422122:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.422126:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.422134:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755b800 x1855008368794752/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.422194:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c60. 00000400:00000200:0.0:1769074988.422199:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:0.0:1769074988.422200:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.422206:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755b800 x1855008368794752/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.422214:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755b800 x1855008368794752/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.422233:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b111ff400. 02000000:00000010:0.0:1769074988.422238:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0613ca00. 00000100:00000010:0.0:1769074988.422242:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b800. 00000100:00000010:0.0:1769074988.422246:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b7249c0. 00010000:00000010:0.0:1769074988.422248:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168240. 00010000:00000200:0.0:1769074988.422264:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2d80 x1855008351342336/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.422274:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.422278:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351342336, offset 224 00000400:00000200:1.0:1769074988.422280:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.422285:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.422291:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d64f80 00000400:00000200:0.0:1769074988.422295:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.422300:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21a15 [2] + 328 00000400:00000200:0.0:1769074988.422306:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16800:16800:256:4294967295] 192.168.204.41@tcp LPNI seq info [16796:16796:8:4294967295] 00000400:00000200:0.0:1769074988.422314:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.422318:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.422322:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.422325:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.422330:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074988.422330:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074988.422335:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.422338:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.422344:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.422347:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1880. 00000020:00000010:0.0:1769074988.422353:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.422358:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.422362:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0613da00. 00000800:00000200:1.0:1769074988.422385:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.422388:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.422391:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.422394:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.422395:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:1.0:1769074988.422397:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000020:00000010:2.0:1769074988.422401:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.422408:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.422415:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0358b400. 00000020:00000010:2.0:1769074988.422419:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.422422:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.422439:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08dd1880 x1855008351342464/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.422470:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.422473:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.422476:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351342464 02000000:00000010:2.0:1769074988.422482:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0952f400. 00010000:00000010:2.0:1769074988.422507:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4740. 00000100:00000010:2.0:1769074988.422511:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b039199c0. 00000100:00000010:2.0:1769074988.422515:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 02000000:00000010:2.0:1769074988.422520:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b055eac00. 02000000:00000010:2.0:1769074988.422528:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055eb200. 00000400:00000010:2.0:1769074988.422531:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.422533:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.422536:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368794880, portal 16 00000400:00000010:2.0:1769074988.422538:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.422540:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368794880, offset 0 00000400:00000200:2.0:1769074988.422544:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.422549:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.422551:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.422554:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.422556:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.422557:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.422560:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16801:16801:256:4294967295] 192.168.204.41@tcp LPNI seq info [16797:16797:8:4294967295] 00000400:00000200:2.0:1769074988.422566:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.422569:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.422571:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.422575:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.422578:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.422581:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.422645:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.422649:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.422652:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.422657:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.422661:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.422663:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:3.0:1769074988.422670:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484e00 x1855008368794880/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.423406:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.423413:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09d00 00000400:00000200:1.0:1769074988.423417:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28ad9 [1] + 224 00000400:00000200:1.0:1769074988.423424:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.423426:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.423432:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484e00 x1855008368794880/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.423472:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.423476:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:2.0:1769074988.423477:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.423483:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484e00 x1855008368794880/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.423490:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484e00 x1855008368794880/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.423520:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055eb200. 02000000:00000010:2.0:1769074988.423523:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b055eac00. 00000100:00000010:2.0:1769074988.423525:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000010:2.0:1769074988.423528:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b039199c0. 00010000:00000010:2.0:1769074988.423530:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4740. 00000400:00000010:2.0:1769074988.423536:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.423538:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351342464, offset 224 00000400:00000200:2.0:1769074988.423542:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.423547:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.423550:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16802:16802:256:4294967295] 192.168.204.41@tcp LPNI seq info [16798:16798:8:4294967295] 00000400:00000200:2.0:1769074988.423556:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.423560:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.423563:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.423565:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.423569:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.423571:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.423585:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.423588:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.423590:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358b400. 00000800:00000200:3.0:1769074988.423636:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.423641:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.423644:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.423699:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.423702:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.423705:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074988.423779:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.423787:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d65080 00000400:00000200:3.0:1769074988.423793:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f541 [2] + 392 00000400:00000200:3.0:1769074988.423801:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.423805:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.423809:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.423814:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ce00. 00000020:00000010:0.0:1769074988.423857:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.423862:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.423865:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b111ff400. 00000020:00000010:0.0:1769074988.423867:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.423869:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.423888:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.423890:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000100:00000200:0.0:1769074988.423891:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351342720 00000001:00000010:0.0:1769074988.423896:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.423914:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0940fc00. 00000020:00000010:0.0:1769074988.423940:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.423944:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0613da00. 00080000:00000010:0.0:1769074988.423957:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168240. 00000001:00000010:0.0:1769074988.423987:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a9c0. 00000001:00000010:0.0:1769074988.423993:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.424006:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.424010:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.424061:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339080. 00010000:00000200:0.0:1769074988.424080:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ce00 x1855008351342720/t60129542323(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.424090:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074988.424093:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351342720, offset 224 00000400:00000200:0.0:1769074988.424097:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.424102:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.424105:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16803:16803:256:4294967295] 192.168.204.41@tcp LPNI seq info [16799:16799:8:4294967295] 00000400:00000200:0.0:1769074988.424112:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.424115:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.424117:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.424120:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.424124:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.424126:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.424142:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.424144:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.424146:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b111ff400. 00000800:00000200:1.0:1769074988.424199:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.424203:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:1.0:1769074988.424207:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.424211:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.424215:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:1.0:1769074988.424217:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000400:00000200:0.0:1769074988.425163:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.425171:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d65100 00000400:00000200:0.0:1769074988.425175:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 132808 00000400:00000200:0.0:1769074988.425183:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.425186:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.425189:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.425192:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b800. 00000020:00000010:2.0:1769074988.425238:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.425241:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.425244:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.425247:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.425249:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.425269:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.425271:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.425273:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351342848 00000001:00000010:2.0:1769074988.425277:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a09649c00. 00010000:00000010:2.0:1769074988.425287:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:2.0:1769074988.425292:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.425303:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3cff6000. 00010000:00000010:2.0:1769074988.425316:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.0:1769074988.425319:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.425327:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dda00. 00010000:00000010:2.0:1769074988.425330:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339400. 00010000:00000010:2.0:1769074988.425333:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:2.0:1769074988.425336:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 00010000:00000010:2.0:1769074988.425358:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.425364:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000010:2.0:1769074988.425367:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339400. 00010000:00000010:2.0:1769074988.425380:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.425387:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b800 x1855008351342848/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.425396:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.425399:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351342848, offset 224 00000400:00000200:2.0:1769074988.425402:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.425407:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.425410:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16804:16804:256:4294967295] 192.168.204.41@tcp LPNI seq info [16800:16800:8:4294967295] 00000400:00000200:2.0:1769074988.425417:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.425420:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.425422:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.425425:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.425428:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.425431:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.425444:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.425447:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.425448:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:3.0:1769074988.425498:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.425502:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.425506:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.425511:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.425514:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.425516:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00010000:00000010:2.1:1769074988.426060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.1:1769074988.426072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.1:1769074988.426076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd100. 00010000:00000010:2.1:1769074988.426094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.1:1769074988.426097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4a00. 00000400:00000200:1.0:1769074988.426280:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.426287:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d65180 00000400:00000200:1.0:1769074988.426291:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 133400 00000400:00000200:1.0:1769074988.426298:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.426301:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.426304:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.426306:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3800. 00000020:00000010:2.0:1769074988.426348:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.426367:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.426371:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.426373:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.426375:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.426393:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.426395:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.426396:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351342976 00010000:00000010:2.0:1769074988.426405:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:2.0:1769074988.426409:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.426417:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3cff0000. 00010000:00000010:2.0:1769074988.426427:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:2.0:1769074988.426429:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff80. 00010000:00000010:2.0:1769074988.426435:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd100. 00010000:00000010:2.0:1769074988.426437:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339400. 00010000:00000010:2.0:1769074988.426440:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:2.0:1769074988.426441:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.426456:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff80. 00010000:00000010:2.0:1769074988.426461:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.426463:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339400. 00010000:00000010:2.0:1769074988.426474:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.426480:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3800 x1855008351342976/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.426489:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.426491:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351342976, offset 224 00000400:00000200:2.0:1769074988.426494:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.426499:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.426503:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16805:16805:256:4294967295] 192.168.204.41@tcp LPNI seq info [16801:16801:8:4294967295] 00000400:00000200:2.0:1769074988.426509:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.426512:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.426529:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.426532:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.426535:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.426538:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.426550:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.426552:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.426554:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:0.0:1769074988.426605:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.426609:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.426614:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.426618:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.426622:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:0.0:1769074988.426624:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:3.0:1769074988.427418:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.427424:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d65280 00000400:00000200:3.0:1769074988.427428:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 133992 00000400:00000200:3.0:1769074988.427434:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.427437:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.427440:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.427443:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37d500. 00000020:00000010:2.0:1769074988.427483:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.427487:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.427490:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.427493:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.427496:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.427516:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.427517:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.427519:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351343232 00010000:00000010:2.0:1769074988.427530:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:2.0:1769074988.427533:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.427547:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b3cff5000. 00010000:00000010:2.0:1769074988.427567:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:2.0:1769074988.427570:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.427577:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd000. 00010000:00000010:2.0:1769074988.427580:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339400. 00010000:00000010:2.0:1769074988.427583:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:2.0:1769074988.427584:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff80. 00000004:00000010:2.0:1769074988.427591:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07633e00. 00000004:00000010:2.0:1769074988.427596:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907dbb8. 00000004:00000010:2.0:1769074988.427600:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148c990. 00080000:00000010:2.0:1769074988.427606:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b055eb200. 00000020:00000010:2.0:1769074988.427618:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.427621:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0358b400. 00000004:00000010:2.0:1769074988.427634:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b039199c0. 00020000:00000010:2.0:1769074988.427646:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bc30. 00020000:00000010:2.0:1769074988.427648:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b6f0. 00000004:00000010:2.0:1769074988.427662:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38514b18. 00080000:00000010:2.0:1769074988.427670:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4740. 00080000:00000010:2.0:1769074988.427684:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4cc0. 00000001:00000010:2.0:1769074988.427765:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.427773:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.427791:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.427794:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.427795:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.427797:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.427799:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.427801:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.427807:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339500. 00080000:00000400:2.0:1769074988.427813:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.427814:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.427816:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.427817:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.427819:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.427821:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.427838:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.427840:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.427841:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.427843:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.427844:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.427846:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.427860:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477ff00. 00000001:00000010:2.0:1769074988.427864:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a09649c00. 00080000:00000010:2.0:1769074988.427871:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4cc0. 00080000:00000010:2.0:1769074988.427873:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.427875:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.427895:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a399200. 00010000:00000010:2.0:1769074988.427898:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339900. 00010000:00000010:2.0:1769074988.427901:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:2.0:1769074988.427904:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f280. 00000004:00000010:2.0:1769074988.427917:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339a80. 00010000:00000010:2.0:1769074988.427928:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.427954:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.427960:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542324, last committed = 0 00010000:00000200:2.0:1769074988.427965:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37d500 x1855008351343232/t60129542324(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.427975:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.427978:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351343232, offset 224 00000400:00000200:2.0:1769074988.427981:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.427987:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.427990:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16806:16806:256:4294967295] 192.168.204.41@tcp LPNI seq info [16802:16802:8:4294967295] 00000400:00000200:2.0:1769074988.427996:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.428000:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.428003:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.428006:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.428009:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.428011:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.428044:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.428048:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.428050:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:1.0:1769074988.428085:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.428089:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.428093:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.428099:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.428103:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:1.0:1769074988.428105:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000400:00000200:0.0:1769074988.428975:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.428983:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d65300 00000400:00000200:0.0:1769074988.428988:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 13448 00000400:00000200:0.0:1769074988.429005:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.429008:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.429011:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.429014:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559f80. 00000020:00000010:2.0:1769074988.429104:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.429110:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.429116:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.429120:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.429123:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.429149:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4740. 00000020:00000010:2.0:1769074988.429152:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4740. 00000100:00000200:2.0:1769074988.429157:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351343360 00010000:00000010:2.0:1769074988.429170:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed400. 00010000:00000010:2.0:1769074988.429175:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b305edf00. 00010000:00000010:2.0:1769074988.429179:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00002000:00000010:2.0:1769074988.429195:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4740. 02000000:00000010:2.0:1769074988.429211:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0952f800. 00010000:00000200:2.0:1769074988.429229:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559f80 x1855008351343360/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.429242:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.429246:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351343360, offset 224 00000400:00000200:2.0:1769074988.429251:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.429257:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.429260:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16807:16807:256:4294967295] 192.168.204.41@tcp LPNI seq info [16803:16803:8:4294967295] 00000400:00000200:2.0:1769074988.429266:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.429270:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.429272:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.429276:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.429279:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.429282:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.429295:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.429298:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.429300:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:3.0:1769074988.429357:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.429361:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.429364:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.429368:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.429372:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.429373:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00010000:00000010:2.1:1769074988.430063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.1:1769074988.430069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd500. 00010000:00000010:2.1:1769074988.430072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.1:1769074988.430075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4000. 00010000:00000010:2.1:1769074988.430077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.1:1769074988.430079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.1:1769074988.430081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861bc00. 00000400:00000200:1.0:1769074988.430113:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.430122:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d65380 00000400:00000200:1.0:1769074988.430128:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 13776 00000400:00000200:1.0:1769074988.430137:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.430141:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.430145:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.430149:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1c00. 00000020:00000010:2.0:1769074988.430184:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.430187:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.430190:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.430192:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.430194:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.430211:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.430213:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000100:00000200:2.0:1769074988.430214:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351343488 00010000:00000010:2.0:1769074988.430223:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4000. 02000000:00000010:2.0:1769074988.430232:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c31000. 00010000:00000010:2.0:1769074988.430237:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4cc0. 00000100:00000010:2.0:1769074988.430241:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d6da180. 00000100:00000010:2.0:1769074988.430246:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 02000000:00000010:2.0:1769074988.430252:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a010cba00. 02000000:00000010:2.0:1769074988.430266:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a010cac00. 00000400:00000010:2.0:1769074988.430271:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.430275:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.430278:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795008, portal 16 00000400:00000010:2.0:1769074988.430282:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.430285:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368795008, offset 0 00000400:00000200:2.0:1769074988.430290:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.430297:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.430301:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.430304:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.430307:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.430310:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.430313:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16808:16808:256:4294967295] 192.168.204.41@tcp LPNI seq info [16804:16804:8:4294967295] 00000400:00000200:2.0:1769074988.430322:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.430328:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.430332:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.430336:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.430341:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.430344:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.430405:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.430408:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074988.430411:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.430416:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.430418:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:0.0:1769074988.430420:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:0.0:1769074988.430425:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484e00 x1855008368795008/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.430939:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.430945:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09d80 00000400:00000200:3.0:1769074988.430959:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28af9 [1] + 224 00000400:00000200:3.0:1769074988.430966:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.430969:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.430975:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484e00 x1855008368795008/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.431009:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.431013:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074988.431014:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.431020:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484e00 x1855008368795008/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.431051:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484e00 x1855008368795008/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.431072:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a010cac00. 02000000:00000010:2.0:1769074988.431076:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a010cba00. 00000100:00000010:2.0:1769074988.431080:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000010:2.0:1769074988.431084:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d6da180. 00010000:00000010:2.0:1769074988.431087:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4cc0. 00010000:00000200:2.0:1769074988.431098:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1c00 x1855008351343488/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.431111:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.431115:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351343488, offset 224 00000400:00000200:2.0:1769074988.431120:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.431126:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.431131:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16809:16809:256:4294967295] 192.168.204.41@tcp LPNI seq info [16805:16805:8:4294967295] 00000400:00000200:2.0:1769074988.431146:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.431151:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.431154:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.431157:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.431161:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.431164:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.431189:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.431193:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.431195:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000400:00000200:1.0:1769074988.431218:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.431229:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d65400 00000400:00000200:1.0:1769074988.431234:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21a15 [2] + 656 00000800:00000200:0.0:1769074988.431249:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.431253:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.431257:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.431262:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.431265:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000200:1.0:1769074988.431266:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.431267:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:1.0:1769074988.431273:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.431278:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.431282:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2680. 00000020:00000010:2.0:1769074988.431330:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.431335:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.431340:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.431344:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.431346:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.431357:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08dd2680 x1855008351343616/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.431380:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.431382:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000100:00000200:2.0:1769074988.431385:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351343616 02000000:00000010:2.0:1769074988.431390:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06c30c00. 00010000:00000010:2.0:1769074988.431408:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4cc0. 00000100:00000010:2.0:1769074988.431412:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d6da180. 00000100:00000010:2.0:1769074988.431414:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 02000000:00000010:2.0:1769074988.431419:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a010cac00. 02000000:00000010:2.0:1769074988.431426:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a010ca000. 00000400:00000010:2.0:1769074988.431428:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.431431:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.431433:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795136, portal 16 00000400:00000010:2.0:1769074988.431436:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.431437:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368795136, offset 0 00000400:00000200:2.0:1769074988.431441:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.431446:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.431448:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.431450:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.431452:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.431453:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.431455:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16810:16810:256:4294967295] 192.168.204.41@tcp LPNI seq info [16806:16806:8:4294967295] 00000400:00000200:2.0:1769074988.431460:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.431464:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.431466:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.431469:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.431472:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.431474:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.431543:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.431546:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.431548:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.431552:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.431554:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.431555:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:3.0:1769074988.431560:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484e00 x1855008368795136/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.432185:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.432193:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09e00 00000400:00000200:3.0:1769074988.432199:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28b05 [1] + 224 00000400:00000200:3.0:1769074988.432208:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.432210:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.432215:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484e00 x1855008368795136/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.432251:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.432255:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074988.432257:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.432262:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484e00 x1855008368795136/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.432269:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484e00 x1855008368795136/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.432280:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a010ca000. 02000000:00000010:2.0:1769074988.432282:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a010cac00. 00000100:00000010:2.0:1769074988.432284:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000010:2.0:1769074988.432286:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d6da180. 00010000:00000010:2.0:1769074988.432288:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4cc0. 00000400:00000010:2.0:1769074988.432293:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.432295:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351343616, offset 224 00000400:00000200:2.0:1769074988.432298:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.432303:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.432306:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16811:16811:256:4294967295] 192.168.204.41@tcp LPNI seq info [16807:16807:8:4294967295] 00000400:00000200:2.0:1769074988.432311:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.432315:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.432317:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.432319:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.432322:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.432324:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.432338:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.432340:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.432342:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:1.0:1769074988.432405:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.432408:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.432411:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.432414:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.432416:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:1.0:1769074988.432418:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:3.0:1769074988.432732:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.432740:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d65500 00000400:00000200:3.0:1769074988.432746:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f541 [2] + 784 00000400:00000200:3.0:1769074988.432755:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.432758:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.432761:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.432764:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ed80. 00000020:00000010:0.0:1769074988.432805:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.432809:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.432821:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0613ca00. 00000020:00000010:0.0:1769074988.432824:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.432828:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.432849:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.432852:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000100:00000200:0.0:1769074988.432855:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351343872 00000001:00000010:0.0:1769074988.432860:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.432877:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0940d000. 00000020:00000010:0.0:1769074988.432903:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.432907:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b111ff400. 00080000:00000010:0.0:1769074988.432916:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168240. 00000001:00000010:0.0:1769074988.432933:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a0c0. 00000001:00000010:0.0:1769074988.432936:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.432944:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.432947:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.432968:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339a80. 00010000:00000200:0.0:1769074988.432983:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ed80 x1855008351343872/t60129542325(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.432992:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.432995:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351343872, offset 224 00000400:00000200:0.0:1769074988.432998:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.433003:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.433006:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16812:16812:256:4294967295] 192.168.204.41@tcp LPNI seq info [16808:16808:8:4294967295] 00000400:00000200:0.0:1769074988.433012:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.433016:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.433018:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.433021:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.433043:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.433047:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.433060:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.433064:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.433067:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0613ca00. 00000800:00000200:3.0:1769074988.433121:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.433124:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.433126:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.433130:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.433132:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:3.0:1769074988.433133:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000200:1.0:1769074988.433924:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.433931:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d65580 00000400:00000200:1.0:1769074988.433935:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 134656 00000400:00000200:1.0:1769074988.433942:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.433944:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.433947:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.433951:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8380. 00000020:00000010:2.0:1769074988.434004:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.434007:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.434009:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.434012:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.434014:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.434060:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.434064:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000100:00000200:2.0:1769074988.434067:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351344000 00000001:00000010:2.0:1769074988.434073:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a09649c00. 00010000:00000010:2.0:1769074988.434085:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.434091:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.434105:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3cff7000. 00010000:00000010:2.0:1769074988.434121:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.0:1769074988.434125:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.434134:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed900. 00010000:00000010:2.0:1769074988.434137:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339b80. 00010000:00000010:2.0:1769074988.434142:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.0:1769074988.434145:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f400. 00010000:00000010:2.0:1769074988.434164:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.434169:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f400. 00010000:00000010:2.0:1769074988.434172:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339b80. 00010000:00000010:2.0:1769074988.434184:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.434190:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8380 x1855008351344000/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.434199:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.434201:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351344000, offset 224 00000400:00000200:2.0:1769074988.434205:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.434209:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.434213:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16813:16813:256:4294967295] 192.168.204.41@tcp LPNI seq info [16809:16809:8:4294967295] 00000400:00000200:2.0:1769074988.434219:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.434222:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.434224:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.434227:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.434231:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.434233:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.434264:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.434267:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.434269:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.434307:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.434310:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.434312:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.434315:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.434318:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.434319:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074988.434911:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.434917:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d65600 00000400:00000200:3.0:1769074988.434921:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 135248 00000400:00000200:3.0:1769074988.434927:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.434929:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.434932:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.434949:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 00000020:00000010:2.0:1769074988.434985:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.434988:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.434991:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.434993:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.434995:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.435013:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.435015:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000100:00000200:2.0:1769074988.435016:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351344128 00010000:00000010:2.0:1769074988.435025:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.0:1769074988.435055:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.435068:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3cff1000. 00010000:00000010:2.0:1769074988.435082:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.0:1769074988.435085:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f400. 00010000:00000010:2.0:1769074988.435092:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed800. 00010000:00000010:2.0:1769074988.435094:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339b80. 00010000:00000010:2.0:1769074988.435097:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.0:1769074988.435099:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.435113:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f400. 00010000:00000010:2.0:1769074988.435119:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.435121:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339b80. 00010000:00000010:2.0:1769074988.435132:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.435138:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3b80 x1855008351344128/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.435147:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.435150:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351344128, offset 224 00000400:00000200:2.0:1769074988.435153:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.435158:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.435161:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16814:16814:256:4294967295] 192.168.204.41@tcp LPNI seq info [16810:16810:8:4294967295] 00000400:00000200:2.0:1769074988.435167:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.435171:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.435173:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.435176:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.435179:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.435181:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.435197:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.435201:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.435204:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:1.0:1769074988.435251:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.435254:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.435256:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.435260:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.435262:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074988.435264:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:3.0:1769074988.435948:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.435958:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d65700 00000400:00000200:3.0:1769074988.435964:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 135840 00000400:00000200:3.0:1769074988.435974:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.435978:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.435982:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.435986:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0000. 00000020:00000010:2.0:1769074988.436046:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.436050:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.436055:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.436057:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.436060:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.436084:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.436086:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000100:00000200:2.0:1769074988.436088:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351344384 00010000:00000010:2.0:1769074988.436098:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.0:1769074988.436102:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.436115:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b3cff2000. 00010000:00000010:2.0:1769074988.436134:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:2.0:1769074988.436137:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.436144:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd500. 00010000:00000010:2.0:1769074988.436146:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339b80. 00010000:00000010:2.0:1769074988.436149:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709800. 00010000:00000010:2.0:1769074988.436150:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f400. 00000004:00000010:2.0:1769074988.436156:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07632d20. 00000004:00000010:2.0:1769074988.436161:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d258. 00000004:00000010:2.0:1769074988.436165:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148d760. 00080000:00000010:2.0:1769074988.436170:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a010cac00. 00000020:00000010:2.0:1769074988.436197:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.436200:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a010ca000. 00000004:00000010:2.0:1769074988.436210:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3d6da180. 00020000:00000010:2.0:1769074988.436220:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b670. 00020000:00000010:2.0:1769074988.436222:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b840. 00000004:00000010:2.0:1769074988.436232:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38516380. 00080000:00000010:2.0:1769074988.436238:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4cc0. 00080000:00000010:2.0:1769074988.436252:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4840. 00000001:00000010:2.0:1769074988.436300:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.436306:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.436319:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.436322:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.436323:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.436325:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.436327:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.436328:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.436335:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339680. 00080000:00000400:2.0:1769074988.436339:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.436340:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.436342:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.436343:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.436345:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.436346:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.436360:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.436362:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.436363:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.436365:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.436367:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.436368:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.436381:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fe40. 00000001:00000010:2.0:1769074988.436384:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6da6c0. 00080000:00000010:2.0:1769074988.436391:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4840. 00080000:00000010:2.0:1769074988.436393:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.436396:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.436414:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603200. 00010000:00000010:2.0:1769074988.436417:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339480. 00010000:00000010:2.0:1769074988.436420:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709a00. 00010000:00000010:2.0:1769074988.436422:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f580. 00000004:00000010:2.0:1769074988.436435:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339e80. 00010000:00000010:2.0:1769074988.436445:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.436461:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.436466:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542326, last committed = 0 00010000:00000200:2.0:1769074988.436471:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0000 x1855008351344384/t60129542326(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.436480:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.436483:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351344384, offset 224 00000400:00000200:2.0:1769074988.436487:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.436492:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.436495:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16815:16815:256:4294967295] 192.168.204.41@tcp LPNI seq info [16811:16811:8:4294967295] 00000400:00000200:2.0:1769074988.436501:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.436504:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.436507:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.436510:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.436513:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.436516:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.436530:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.436533:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.436535:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.436615:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.436618:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.436622:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.436626:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.436629:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.436631:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:1.0:1769074988.437698:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.437721:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d65780 00000400:00000200:1.0:1769074988.437727:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 14104 00000400:00000200:1.0:1769074988.437736:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.437739:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.437742:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.437746:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023b80. 00000020:00000010:2.0:1769074988.437791:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.437794:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.437797:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.437800:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.437819:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.437840:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4cc0. 00000020:00000010:2.0:1769074988.437843:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4cc0. 00000100:00000200:2.0:1769074988.437845:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351344512 00010000:00000010:2.0:1769074988.437858:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e603a00. 00010000:00000010:2.0:1769074988.437861:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e603600. 00010000:00000010:2.0:1769074988.437866:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00002000:00000010:2.0:1769074988.437872:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4cc0. 02000000:00000010:2.0:1769074988.437886:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c30400. 00010000:00000200:2.0:1769074988.437899:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09023b80 x1855008351344512/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.437908:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.437911:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351344512, offset 224 00000400:00000200:2.0:1769074988.437914:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.437919:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.437922:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16816:16816:256:4294967295] 192.168.204.41@tcp LPNI seq info [16812:16812:8:4294967295] 00000400:00000200:2.0:1769074988.437929:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.437932:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.437934:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.437937:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.437941:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.437943:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.437958:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.437961:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.437963:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.438014:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.438019:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.438022:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.438055:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.438060:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.438063:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074988.438826:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.438834:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d65800 00000400:00000200:3.0:1769074988.438840:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 14432 00000400:00000200:3.0:1769074988.438849:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.438852:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.438856:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.438860:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2680. 00000020:00000010:2.0:1769074988.438899:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.438903:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.438905:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.438908:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.438910:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.438944:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.438947:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000200:2.0:1769074988.438950:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351344640 00010000:00000010:2.0:1769074988.438962:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708c00. 02000000:00000010:2.0:1769074988.438971:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c30800. 00010000:00000010:2.0:1769074988.438978:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4840. 00000100:00000010:2.0:1769074988.438983:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d6da3c0. 00000100:00000010:2.0:1769074988.438988:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 02000000:00000010:2.0:1769074988.438995:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a010cbc00. 02000000:00000010:2.0:1769074988.439008:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a010ca200. 00000400:00000010:2.0:1769074988.439011:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.439014:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.439017:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795264, portal 16 00000400:00000010:2.0:1769074988.439020:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.439021:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368795264, offset 0 00010000:00000010:2.1:1769074988.439052:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.1:1769074988.439060:0:44333:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dda00. 00010000:00000010:2.1:1769074988.439066:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:2.1:1769074988.439072:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8200. 00000400:00000200:2.0:1769074988.439078:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.439086:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.439090:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.439093:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.439096:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.439099:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.439103:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16817:16817:256:4294967295] 192.168.204.41@tcp LPNI seq info [16813:16813:8:4294967295] 00000400:00000200:2.0:1769074988.439109:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.439113:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.439116:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.439119:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.439122:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.439124:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.439194:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.439197:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.439199:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.439202:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.439205:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074988.439206:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:1.0:1769074988.439211:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484e00 x1855008368795264/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.439779:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.439786:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09e80 00000400:00000200:3.0:1769074988.439790:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28b25 [1] + 224 00000400:00000200:3.0:1769074988.439796:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.439798:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.439804:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484e00 x1855008368795264/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.439839:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.439843:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:2.0:1769074988.439844:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.439850:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484e00 x1855008368795264/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.439860:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484e00 x1855008368795264/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.439881:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a010ca200. 02000000:00000010:2.0:1769074988.439885:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a010cbc00. 00000100:00000010:2.0:1769074988.439888:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000010:2.0:1769074988.439891:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d6da3c0. 00010000:00000010:2.0:1769074988.439894:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4840. 00010000:00000200:2.0:1769074988.439905:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f2680 x1855008351344640/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.439918:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.439921:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351344640, offset 224 00000400:00000200:2.0:1769074988.439928:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.439940:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.439941:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.439949:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16818:16818:256:4294967295] 192.168.204.41@tcp LPNI seq info [16814:16814:8:4294967295] 00000400:00000200:2.0:1769074988.439957:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.439962:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.439967:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.439967:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d65880 00000800:00000200:2.0:1769074988.439982:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.439982:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21a15 [2] + 984 00000800:00000200:2.0:1769074988.439994:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.439998:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.440010:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.440016:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.440020:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000100:00000200:3.0:1769074988.440022:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.440049:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2d80. 00000020:00000010:2.0:1769074988.440050:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.440057:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:1.0:1769074988.440083:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.440087:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.440090:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.440096:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.440100:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074988.440102:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000020:00000010:0.0:1769074988.440115:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.440120:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.440125:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0613ca00. 00000020:00000010:0.0:1769074988.440128:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.440130:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.440142:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f2d80 x1855008351344768/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.440163:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.440165:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000100:00000200:0.0:1769074988.440167:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351344768 02000000:00000010:0.0:1769074988.440172:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940e400. 00010000:00000010:0.0:1769074988.440197:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168240. 00000100:00000010:0.0:1769074988.440201:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b7249c0. 00000100:00000010:0.0:1769074988.440205:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558e00. 02000000:00000010:0.0:1769074988.440210:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.440219:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a03298800. 00000400:00000010:0.0:1769074988.440223:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c60. 00000400:00000010:0.0:1769074988.440226:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.440230:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795392, portal 16 00000400:00000010:0.0:1769074988.440234:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074988.440237:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368795392, offset 0 00000400:00000200:0.0:1769074988.440243:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.440250:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.440254:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.440256:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.440259:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.440262:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.440266:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16819:16819:256:4294967295] 192.168.204.41@tcp LPNI seq info [16815:16815:8:4294967295] 00000400:00000200:0.0:1769074988.440275:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.440280:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.440285:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.440290:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.440295:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.440298:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.440367:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.440371:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074988.440375:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.440380:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.440384:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:3.0:1769074988.440386:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:3.0:1769074988.440393:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b07558e00 x1855008368795392/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.441024:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.441044:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09f00 00000400:00000200:1.0:1769074988.441049:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28b31 [1] + 224 00000400:00000200:1.0:1769074988.441058:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.441063:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.441069:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b07558e00 x1855008368795392/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.441102:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c60. 00000400:00000200:0.0:1769074988.441107:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:0.0:1769074988.441108:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.441114:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b07558e00 x1855008368795392/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.441122:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b07558e00 x1855008368795392/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.441135:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a03298800. 02000000:00000010:0.0:1769074988.441137:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a01c80600. 00000100:00000010:0.0:1769074988.441140:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558e00. 00000100:00000010:0.0:1769074988.441145:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b7249c0. 00010000:00000010:0.0:1769074988.441147:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168240. 00000400:00000010:0.0:1769074988.441153:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.441155:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351344768, offset 224 00000400:00000200:0.0:1769074988.441159:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.441164:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.441168:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16820:16820:256:4294967295] 192.168.204.41@tcp LPNI seq info [16816:16816:8:4294967295] 00000400:00000200:0.0:1769074988.441174:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.441177:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.441180:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.441183:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.441186:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.441189:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.441203:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.441206:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.441208:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0613ca00. 00000400:00000200:3.0:1769074988.441287:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.441295:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d65980 00000400:00000200:3.0:1769074988.441299:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f541 [2] + 1176 00000800:00000200:2.0:1769074988.441324:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.441329:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:2.0:1769074988.441333:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.441338:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.441341:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:2.0:1769074988.441343:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000400:00000200:3.0:1769074988.441395:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.441400:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.441403:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.441406:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000020:00000010:0.0:1769074988.441444:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.441448:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.441450:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03298800. 00000020:00000010:0.0:1769074988.441452:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.441454:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.441471:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.441472:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000100:00000200:0.0:1769074988.441474:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351345024 00000001:00000010:0.0:1769074988.441478:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.441493:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b368ec800. 00000020:00000010:0.0:1769074988.441512:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.441515:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0613ca00. 00080000:00000010:0.0:1769074988.441523:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168240. 00000001:00000010:0.0:1769074988.441539:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a420. 00000001:00000010:0.0:1769074988.441542:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.441550:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.441553:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.441565:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339e80. 00010000:00000200:0.0:1769074988.441578:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1500 x1855008351345024/t60129542327(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.441587:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.441590:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351345024, offset 224 00000400:00000200:0.0:1769074988.441593:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.441597:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.441601:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16821:16821:256:4294967295] 192.168.204.41@tcp LPNI seq info [16817:16817:8:4294967295] 00000400:00000200:0.0:1769074988.441606:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.441609:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.441612:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.441615:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.441618:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.441637:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.441649:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.441651:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.441653:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03298800. 00000800:00000200:1.0:1769074988.441696:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.441700:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:1.0:1769074988.441702:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.441718:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.441721:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:1.0:1769074988.441723:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:2.0:1769074988.442470:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.442477:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d65a00 00000400:00000200:2.0:1769074988.442482:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 136504 00000400:00000200:2.0:1769074988.442489:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.442492:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.442495:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.442498:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 00000020:00000010:3.0:1769074988.442552:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.442555:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.442558:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:3.0:1769074988.442561:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.442564:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.442585:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.442588:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000100:00000200:3.0:1769074988.442591:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351345152 00000001:00000010:3.0:1769074988.442595:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6da6c0. 00010000:00000010:3.0:1769074988.442606:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696e00. 00010000:00000010:3.0:1769074988.442612:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.442625:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06742000. 00010000:00000010:3.0:1769074988.442637:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697c00. 00010000:00000010:3.0:1769074988.442640:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.442663:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee800. 00010000:00000010:3.0:1769074988.442665:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0400. 00010000:00000010:3.0:1769074988.442668:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00010000:00000010:3.0:1769074988.442670:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81000. 00010000:00000010:3.0:1769074988.442688:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.442694:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81000. 00010000:00000010:3.0:1769074988.442696:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0400. 00010000:00000010:3.0:1769074988.442721:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.442728:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484e00 x1855008351345152/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.442738:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f198. 00000100:00000200:3.0:1769074988.442741:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351345152, offset 224 00000400:00000200:3.0:1769074988.442744:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.442749:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.442752:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16822:16822:256:4294967295] 192.168.204.41@tcp LPNI seq info [16818:16818:8:4294967295] 00000400:00000200:3.0:1769074988.442758:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.442761:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.442764:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074988.442767:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.442770:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.442772:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.442787:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.442791:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.442795:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000800:00000200:0.0:1769074988.442840:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.442843:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074988.442846:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.442850:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.442852:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f198 00000400:00000010:0.0:1769074988.442854:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f198. 00010000:00000010:2.1:1769074988.443055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:2.1:1769074988.443061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd100. 00010000:00000010:2.1:1769074988.443064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:2.1:1769074988.443066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:2.1:1769074988.443067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:2.1:1769074988.443069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e200. 00000400:00000200:1.0:1769074988.443507:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.443513:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d65a80 00000400:00000200:1.0:1769074988.443517:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 137088 00000400:00000200:1.0:1769074988.443525:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.443527:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.443530:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.443533:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020700. 00000020:00000010:3.0:1769074988.443570:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.443574:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.443577:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:3.0:1769074988.443579:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.443581:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.443602:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.443605:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000100:00000200:3.0:1769074988.443608:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351345280 00010000:00000010:3.0:1769074988.443619:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697400. 00010000:00000010:3.0:1769074988.443624:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.443635:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06743000. 00010000:00000010:3.0:1769074988.443647:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:3.0:1769074988.443649:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81000. 00010000:00000010:3.0:1769074988.443656:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee100. 00010000:00000010:3.0:1769074988.443658:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0400. 00010000:00000010:3.0:1769074988.443660:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696200. 00010000:00000010:3.0:1769074988.443662:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.443677:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81000. 00010000:00000010:3.0:1769074988.443682:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.443685:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0400. 00010000:00000010:3.0:1769074988.443695:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.443700:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020700 x1855008351345280/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.443724:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00000100:00000200:3.0:1769074988.443726:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351345280, offset 224 00000400:00000200:3.0:1769074988.443730:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.443734:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.443737:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16823:16823:256:4294967295] 192.168.204.41@tcp LPNI seq info [16819:16819:8:4294967295] 00000400:00000200:3.0:1769074988.443743:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.443746:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.443749:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074988.443752:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.443755:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.443757:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.443769:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.443772:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.443773:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000800:00000200:2.0:1769074988.443828:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.443832:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:2.0:1769074988.443836:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.443840:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.443843:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00000400:00000010:2.0:1769074988.443844:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00000400:00000200:0.0:1769074988.444613:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.444621:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d65b80 00000400:00000200:0.0:1769074988.444626:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 137672 00000400:00000200:0.0:1769074988.444646:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.444650:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.444654:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.444657:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558e00. 00000020:00000010:3.0:1769074988.444685:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.444689:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.444693:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:3.0:1769074988.444695:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.444697:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.444741:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.444745:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000100:00000200:3.0:1769074988.444747:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351345536 00010000:00000010:3.0:1769074988.444758:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697000. 00010000:00000010:3.0:1769074988.444762:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.444776:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06745000. 00010000:00000010:3.0:1769074988.444794:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696c00. 00010000:00000010:3.0:1769074988.444796:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.444803:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee600. 00010000:00000010:3.0:1769074988.444805:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0400. 00010000:00000010:3.0:1769074988.444809:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213b600. 00010000:00000010:3.0:1769074988.444811:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81000. 00000004:00000010:3.0:1769074988.444816:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f3c20. 00000004:00000010:3.0:1769074988.444821:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b177901e0. 00000004:00000010:3.0:1769074988.444825:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4ee0. 00080000:00000010:3.0:1769074988.444829:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a04793600. 00000020:00000010:3.0:1769074988.444838:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a09955000. 00080000:00000010:3.0:1769074988.444841:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04792800. 00000004:00000010:3.0:1769074988.444849:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b480. 00020000:00000010:3.0:1769074988.444857:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285a40. 00020000:00000010:3.0:1769074988.444859:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b412850e0. 00000004:00000010:3.0:1769074988.444867:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf10b18. 00080000:00000010:3.0:1769074988.444872:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755340. 00080000:00000010:3.0:1769074988.444884:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755000. 00000001:00000010:3.0:1769074988.444930:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367519a0. 00000001:00000010:3.0:1769074988.444936:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367519a0. 00080000:00000400:3.0:1769074988.444950:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.444953:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.444955:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.444958:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.444961:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.444963:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074988.444973:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0580. 00080000:00000400:3.0:1769074988.444980:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.444982:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.444985:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.444987:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.444990:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.444992:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074988.445011:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.445015:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.445017:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.445018:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.445020:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.445021:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074988.445068:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955240. 00000001:00000010:3.0:1769074988.445074:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b840. 00080000:00000010:3.0:1769074988.445084:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755000. 00080000:00000010:3.0:1769074988.445086:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.445089:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a09955000. 00010000:00000010:3.0:1769074988.445107:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305eea00. 00010000:00000010:3.0:1769074988.445110:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0600. 00010000:00000010:3.0:1769074988.445113:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213bc00. 00010000:00000010:3.0:1769074988.445115:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81600. 00000004:00000010:3.0:1769074988.445127:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0f00. 00010000:00000010:3.0:1769074988.445136:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.445152:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.445157:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542328, last committed = 0 00010000:00000200:3.0:1769074988.445161:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558e00 x1855008351345536/t60129542328(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.445170:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5faa0. 00000100:00000200:3.0:1769074988.445173:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351345536, offset 224 00000400:00000200:3.0:1769074988.445176:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.445180:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.445184:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16824:16824:256:4294967295] 192.168.204.41@tcp LPNI seq info [16820:16820:8:4294967295] 00000400:00000200:3.0:1769074988.445189:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.445193:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.445195:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074988.445198:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.445201:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.445204:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.445219:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.445223:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.445226:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000800:00000200:1.0:1769074988.445276:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.445279:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074988.445282:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.445287:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.445291:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5faa0 00000400:00000010:1.0:1769074988.445293:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5faa0. 00000400:00000200:2.0:1769074988.446187:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.446198:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d65c00 00000400:00000200:2.0:1769074988.446205:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 14760 00000400:00000200:2.0:1769074988.446216:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.446220:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.446225:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.446229:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484380. 00000020:00000010:0.0:1769074988.446272:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.446275:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.446278:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03298800. 00000020:00000010:0.0:1769074988.446280:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.446282:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.446300:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168240. 00000020:00000010:0.0:1769074988.446302:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168240. 00000100:00000200:0.0:1769074988.446304:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351345664 00010000:00000010:0.0:1769074988.446314:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04a00. 00010000:00000010:0.0:1769074988.446316:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b27f04400. 00010000:00000010:0.0:1769074988.446320:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a800. 00002000:00000010:0.0:1769074988.446323:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168240. 02000000:00000010:0.0:1769074988.446333:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b368ec000. 00010000:00000200:0.0:1769074988.446344:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484380 x1855008351345664/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.446371:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074988.446374:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351345664, offset 224 00000400:00000200:0.0:1769074988.446378:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.446382:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.446385:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16825:16825:256:4294967295] 192.168.204.41@tcp LPNI seq info [16821:16821:8:4294967295] 00000400:00000200:0.0:1769074988.446391:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.446395:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.446397:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.446400:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.446403:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.446405:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.446419:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.446424:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.446427:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03298800. 00000800:00000200:3.0:1769074988.446469:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.446472:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.446474:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.446477:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.446480:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:3.0:1769074988.446481:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00010000:00000010:0.1:1769074988.447053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.1:1769074988.447068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.1:1769074988.447074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.1:1769074988.447077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed900. 00010000:00000010:2.1:1769074988.447080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.1:1769074988.447082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.1:1769074988.447085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.1:1769074988.447086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed800. 00010000:00000010:2.1:1769074988.447088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.1:1769074988.447090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.1:1769074988.447092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:2.1:1769074988.447095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00000400:00000200:1.0:1769074988.447233:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.447242:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d65c80 00000400:00000200:1.0:1769074988.447248:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x12db9 [8] + 15088 00000400:00000010:1.0:1769074988.447253:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c452aa8. 00000400:00000200:1.0:1769074988.447257:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b112a9100 00000400:00000200:1.0:1769074988.447265:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.447269:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.447272:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112a9100 00000400:00000010:1.0:1769074988.447275:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b112a9100. 00000100:00000200:1.0:1769074988.447279:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074988.447324:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.447327:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.447330:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03298800. 00000020:00000010:0.0:1769074988.447332:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.447334:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.447350:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.447351:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168d80. 00000100:00000200:0.0:1769074988.447353:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351345792 00010000:00000010:0.0:1769074988.447360:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861bc00. 02000000:00000010:0.0:1769074988.447367:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc47800. 00010000:00000010:0.0:1769074988.447372:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168d80. 00000100:00000010:0.0:1769074988.447375:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b7249c0. 00000100:00000010:0.0:1769074988.447379:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755a300. 02000000:00000010:0.0:1769074988.447384:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.447393:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a015af400. 00000400:00000010:0.0:1769074988.447397:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c60. 00000400:00000010:0.0:1769074988.447399:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074988.447402:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795520, portal 16 00000400:00000010:0.0:1769074988.447404:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.447406:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368795520, offset 0 00000400:00000200:0.0:1769074988.447409:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.447414:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.447416:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.447418:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.447420:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.447422:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.447424:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16826:16826:256:4294967295] 192.168.204.41@tcp LPNI seq info [16822:16822:8:4294967295] 00000400:00000200:0.0:1769074988.447430:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.447433:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.447436:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.447439:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.447442:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.447444:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1769074988.447543:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.447547:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:2.0:1769074988.447550:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.447554:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.447557:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:2.0:1769074988.447559:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000100:00000200:2.0:1769074988.447564:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755a300 x1855008368795520/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.448176:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.448185:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae09f80 00000400:00000200:3.0:1769074988.448191:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28b51 [1] + 224 00000400:00000200:3.0:1769074988.448199:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.448203:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.448210:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755a300 x1855008368795520/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.448259:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c60. 00000400:00000200:0.0:1769074988.448263:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:0.0:1769074988.448265:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074988.448272:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755a300 x1855008368795520/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.448282:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755a300 x1855008368795520/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.448293:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074988.448298:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a015af400. 00000400:00000200:3.0:1769074988.448301:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d65d00 02000000:00000010:0.0:1769074988.448303:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a01c80600. 00000100:00000010:0.0:1769074988.448307:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755a300. 00000400:00000200:3.0:1769074988.448307:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21a15 [2] + 1312 00000100:00000010:0.0:1769074988.448312:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b7249c0. 00010000:00000010:0.0:1769074988.448315:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168d80. 00010000:00000200:0.0:1769074988.448328:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3febd450 x1855008351345792/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074988.448334:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.448338:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074988.448340:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:3.0:1769074988.448342:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1769074988.448343:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351345792, offset 224 00000100:00000010:3.0:1769074988.448347:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3100. 00000400:00000200:0.0:1769074988.448348:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.448354:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.448359:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16827:16827:256:4294967295] 192.168.204.41@tcp LPNI seq info [16823:16823:8:4294967295] 00000400:00000200:0.0:1769074988.448368:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.448372:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.448376:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.448381:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.448387:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.448391:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.448408:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.448412:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.448415:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03298800. 00000020:00000010:2.0:1769074988.448417:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.448423:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 02000000:00000010:0.0:1769074988.448429:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368ec000. 00000020:00000010:2.0:1769074988.448430:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000100:00000010:0.0:1769074988.448438:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484380. 00000020:00000010:2.0:1769074988.448438:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 02000000:00000010:0.0:1769074988.448445:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c30800. 00000020:00000010:2.0:1769074988.448446:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000010:0.0:1769074988.448451:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2680. 02000000:00000010:0.0:1769074988.448457:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c30400. 00000100:00000010:0.0:1769074988.448460:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09023b80. 00000100:00000200:2.0:1769074988.448464:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3100 x1855008351345920/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074988.448467:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c31000. 00000100:00000010:0.0:1769074988.448474:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1c00. 02000000:00000010:0.0:1769074988.448480:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0952f800. 00000100:00000010:0.0:1769074988.448484:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559f80. 00000800:00000200:3.0:1769074988.448484:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.448487:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 02000000:00000010:0.0:1769074988.448489:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0940d400. 00000400:00000200:3.0:1769074988.448491:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074988.448492:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2d80. 00000400:00000200:3.0:1769074988.448497:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074988.448498:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0940f000. 00000100:00000010:0.0:1769074988.448500:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37d180. 00000400:00000200:3.0:1769074988.448501:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000020:00000010:2.0:1769074988.448503:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000400:00000010:3.0:1769074988.448503:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 02000000:00000010:0.0:1769074988.448505:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0940cc00. 00000020:00000010:2.0:1769074988.448510:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000010:0.0:1769074988.448511:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 02000000:00000010:3.0:1769074988.448511:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc47800. 00000100:00000200:2.0:1769074988.448519:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351345920 02000000:00000010:0.0:1769074988.448520:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0952e400. 00000100:00000010:0.0:1769074988.448526:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559c00. 02000000:00000010:0.0:1769074988.448530:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f13400. 02000000:00000010:2.0:1769074988.448530:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06c31800. 00000100:00000010:0.0:1769074988.448538:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37df80. 02000000:00000010:0.0:1769074988.448542:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f13c00. 00000100:00000010:0.0:1769074988.448545:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ca80. 02000000:00000010:0.0:1769074988.448550:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0940f400. 00000100:00000010:0.0:1769074988.448553:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37e680. 02000000:00000010:0.0:1769074988.448557:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0940ec00. 00000100:00000010:0.0:1769074988.448560:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97b80. 02000000:00000010:0.0:1769074988.448564:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0940c000. 00010000:00000010:2.0:1769074988.448567:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4840. 00000100:00000010:0.0:1769074988.448568:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97800. 02000000:00000010:0.0:1769074988.448575:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0940f800. 00000100:00000010:2.0:1769074988.448576:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d6da3c0. 00000100:00000010:0.0:1769074988.448578:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ea00. 00000100:00000010:2.0:1769074988.448583:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486d80. 02000000:00000010:0.0:1769074988.448585:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.448591:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096dad80. 02000000:00000010:2.0:1769074988.448594:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a010cbc00. 02000000:00000010:0.0:1769074988.448596:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc45800. 00000100:00000010:0.0:1769074988.448602:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0380. 02000000:00000010:0.0:1769074988.448607:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368ec400. 00000100:00000010:0.0:1769074988.448610:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0000. 02000000:00000010:2.0:1769074988.448610:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a010ca200. 00000400:00000010:2.0:1769074988.448615:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 02000000:00000010:0.0:1769074988.448617:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368efc00. 00000400:00000010:2.0:1769074988.448621:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000010:0.0:1769074988.448623:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85180. 00000100:00000200:2.0:1769074988.448625:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795648, portal 16 02000000:00000010:0.0:1769074988.448628:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368ed400. 00000400:00000010:2.0:1769074988.448630:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000010:0.0:1769074988.448633:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1180. 00000100:00000200:2.0:1769074988.448634:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368795648, offset 0 02000000:00000010:0.0:1769074988.448642:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368eec00. 00000400:00000200:2.0:1769074988.448642:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074988.448648:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84700. 00000400:00000200:2.0:1769074988.448651:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 02000000:00000010:0.0:1769074988.448653:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368ee800. 00000400:00000200:2.0:1769074988.448656:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1769074988.448657:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0700. 00000400:00000200:2.0:1769074988.448661:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 02000000:00000010:0.0:1769074988.448663:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368ecc00. 00000400:00000200:2.0:1769074988.448666:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1769074988.448668:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650c700. 00000400:00000200:2.0:1769074988.448670:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 02000000:00000010:0.0:1769074988.448674:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368ee000. 00000400:00000200:2.0:1769074988.448675:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16828:16828:256:4294967295] 192.168.204.41@tcp LPNI seq info [16824:16824:8:4294967295] 00000100:00000010:0.0:1769074988.448677:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860380. 02000000:00000010:0.0:1769074988.448683:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b368ed000. 00000100:00000010:0.0:1769074988.448689:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d500. 02000000:00000010:0.0:1769074988.448692:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc46000. 00000100:00000010:0.0:1769074988.448694:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863b80. 02000000:00000010:0.0:1769074988.448697:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc46800. 00000400:00000200:2.0:1769074988.448699:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:0.0:1769074988.448701:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860e00. 00000800:00000200:2.0:1769074988.448717:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:0.0:1769074988.448718:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc44c00. 00000100:00000010:0.0:1769074988.448723:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8000. 00000800:00000010:2.0:1769074988.448725:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 02000000:00000010:0.0:1769074988.448729:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f12400. 00000800:00000200:2.0:1769074988.448733:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074988.448735:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650f480. 02000000:00000010:0.0:1769074988.448738:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f13000. 00000100:00000010:0.0:1769074988.448739:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559180. 02000000:00000010:0.0:1769074988.448741:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f10000. 00000100:00000010:0.0:1769074988.448743:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b480. 02000000:00000010:0.0:1769074988.448745:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f11400. 00000100:00000010:0.0:1769074988.448746:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9c00. 02000000:00000010:0.0:1769074988.448748:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e4000. 00000100:00000010:0.0:1769074988.448750:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8380. 02000000:00000010:0.0:1769074988.448755:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f12c00. 00000100:00000010:0.0:1769074988.448759:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8e00. 00000800:00000200:2.0:1769074988.448759:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:0.0:1769074988.448764:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b05f11800. 00000800:00000200:2.0:1769074988.448765:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 488 niov 1 nkiov 1 00000100:00000010:0.0:1769074988.448767:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeaa00. 02000000:00000010:0.0:1769074988.448771:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e5c00. 00000100:00000010:0.0:1769074988.448772:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb800. 02000000:00000010:0.0:1769074988.448775:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc45000. 00000100:00000010:0.0:1769074988.448777:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb480. 02000000:00000010:0.0:1769074988.448781:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e7800. 00000100:00000010:0.0:1769074988.448784:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9180. 02000000:00000010:0.0:1769074988.448787:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc45400. 00000100:00000010:0.0:1769074988.448789:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1aa00. 02000000:00000010:0.0:1769074988.448793:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e4400. 00000100:00000010:0.0:1769074988.448795:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19c00. 02000000:00000010:0.0:1769074988.448798:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc47000. 00000100:00000010:0.0:1769074988.448800:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19180. 02000000:00000010:0.0:1769074988.448803:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe11800. 00000100:00000010:0.0:1769074988.448805:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a300. 02000000:00000010:0.0:1769074988.448808:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e6c00. 00000100:00000010:0.0:1769074988.448809:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b480. 02000000:00000010:0.0:1769074988.448812:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe12000. 00000100:00000010:0.0:1769074988.448814:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b800. 02000000:00000010:0.0:1769074988.448815:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b384e5400. 00000100:00000010:0.0:1769074988.448817:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18700. 02000000:00000010:0.0:1769074988.448820:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe10400. 00000100:00000010:0.0:1769074988.448822:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19f80. 00000100:00000200:0.0:1769074988.448826:0:44333:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1769074988.448830:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c60. 00000400:00000010:0.0:1769074988.448834:0:44333:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b1fc28100. 00000800:00000200:1.0:1769074988.448834:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.448839:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.448844:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.448849:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.448853:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:1.0:1769074988.448855:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000100:00000200:1.0:1769074988.448862:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38486d80 x1855008368795648/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.449582:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.449588:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a000 00000400:00000200:3.0:1769074988.449592:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28b5d [1] + 224 00000400:00000200:3.0:1769074988.449598:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.449601:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.449605:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38486d80 x1855008368795648/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.449649:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.449656:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:2.0:1769074988.449658:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.449666:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38486d80 x1855008368795648/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.449677:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38486d80 x1855008368795648/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.449695:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a010ca200. 02000000:00000010:2.0:1769074988.449699:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a010cbc00. 00000100:00000010:2.0:1769074988.449703:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486d80. 00000100:00000010:2.0:1769074988.449724:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d6da3c0. 00010000:00000010:2.0:1769074988.449727:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4840. 00000400:00000010:2.0:1769074988.449737:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.449740:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351345920, offset 224 00000400:00000200:2.0:1769074988.449746:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.449751:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.449756:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16829:16829:256:4294967295] 192.168.204.41@tcp LPNI seq info [16825:16825:8:4294967295] 00000400:00000200:2.0:1769074988.449765:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.449771:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.449776:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.449781:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074988.449788:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.449794:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d65e00 00000800:00000200:2.0:1769074988.449799:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074988.449801:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f541 [2] + 1568 00000800:00000200:2.0:1769074988.449806:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.449810:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.449815:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.449817:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.449820:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0380. 00000020:00000010:2.0:1769074988.449831:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.449838:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.449842:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000020:00000010:0.0:1769074988.449879:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.449884:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168d80. 00000800:00000200:1.0:1769074988.449888:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.449890:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015af400. 00000800:00000010:1.0:1769074988.449894:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000020:00000010:0.0:1769074988.449896:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000400:00000200:1.0:1769074988.449901:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.449902:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:1.0:1769074988.449912:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.449917:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.449920:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000020:00000010:0.0:1769074988.449932:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.449937:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168d80. 00000100:00000200:0.0:1769074988.449940:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351346176 00000001:00000010:0.0:1769074988.449953:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.449971:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47000. 00000020:00000010:0.0:1769074988.449995:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.449999:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a015af200. 00080000:00000010:0.0:1769074988.450009:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168d80. 00000001:00000010:0.0:1769074988.450060:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a540. 00000001:00000010:0.0:1769074988.450065:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.450079:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.450083:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.450103:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0f00. 00010000:00000200:0.0:1769074988.450117:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0380 x1855008351346176/t60129542329(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.450130:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.450132:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351346176, offset 224 00000400:00000200:0.0:1769074988.450136:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.450140:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.450143:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16830:16830:256:4294967295] 192.168.204.41@tcp LPNI seq info [16826:16826:8:4294967295] 00000400:00000200:0.0:1769074988.450149:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.450152:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.450155:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.450158:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.450161:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.450163:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.450178:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.450182:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.450185:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015af400. 00000800:00000200:3.0:1769074988.450228:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.450230:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074988.450233:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.450236:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.450238:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:3.0:1769074988.450239:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00010000:00000010:3.1:1769074988.451051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697c00. 00010000:00000010:3.1:1769074988.451057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee800. 00010000:00000010:3.1:1769074988.451068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00010000:00000010:3.1:1769074988.451070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696e00. 00010000:00000010:3.1:1769074988.451073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00010000:00000010:3.1:1769074988.451075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee100. 00010000:00000010:3.1:1769074988.451077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696200. 00010000:00000010:3.1:1769074988.451079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697400. 00000400:00000200:3.0:1769074988.451206:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.451214:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d65e80 00000400:00000200:3.0:1769074988.451220:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 138328 00000400:00000200:3.0:1769074988.451230:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.451234:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.451237:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.451241:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1880. 00000020:00000010:2.0:1769074988.451291:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.451297:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.451302:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.451305:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.451309:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.451335:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.451338:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000200:2.0:1769074988.451342:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351346304 00000001:00000010:2.0:1769074988.451347:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b840. 00010000:00000010:2.0:1769074988.451360:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.451366:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.451383:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a09992000. 00010000:00000010:2.0:1769074988.451399:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:2.0:1769074988.451403:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.451435:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed800. 00010000:00000010:2.0:1769074988.451439:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339b00. 00010000:00000010:2.0:1769074988.451444:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.0:1769074988.451448:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fc80. 00010000:00000010:2.0:1769074988.451473:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.451482:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fc80. 00010000:00000010:2.0:1769074988.451487:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339b00. 00010000:00000010:2.0:1769074988.451504:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.451513:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1880 x1855008351346304/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.451527:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.451531:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351346304, offset 224 00000400:00000200:2.0:1769074988.451537:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.451544:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.451550:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16831:16831:256:4294967295] 192.168.204.41@tcp LPNI seq info [16827:16827:8:4294967295] 00000400:00000200:2.0:1769074988.451560:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.451575:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.451579:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.451584:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.451589:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.451592:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.451609:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.451613:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.451617:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:1.0:1769074988.451676:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.451681:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.451685:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.451691:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.451695:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:1.0:1769074988.451697:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074988.452448:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.452454:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d65f00 00000400:00000200:3.0:1769074988.452457:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 138920 00000400:00000200:3.0:1769074988.452464:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.452466:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.452468:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.452471:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0a80. 00000020:00000010:2.0:1769074988.452544:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.452549:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.452552:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.452554:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.452556:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.452577:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.452579:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000200:2.0:1769074988.452581:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351346432 00010000:00000010:2.0:1769074988.452591:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.0:1769074988.452595:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.452605:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a01e91000. 00010000:00000010:2.0:1769074988.452616:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.0:1769074988.452618:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fc80. 00010000:00000010:2.0:1769074988.452625:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed900. 00010000:00000010:2.0:1769074988.452627:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339b00. 00010000:00000010:2.0:1769074988.452629:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708800. 00010000:00000010:2.0:1769074988.452631:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.452647:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fc80. 00010000:00000010:2.0:1769074988.452653:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.452655:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339b00. 00010000:00000010:2.0:1769074988.452666:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.452673:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0a80 x1855008351346432/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.452683:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.452686:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351346432, offset 224 00000400:00000200:2.0:1769074988.452690:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.452695:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.452699:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16832:16832:256:4294967295] 192.168.204.41@tcp LPNI seq info [16828:16828:8:4294967295] 00000400:00000200:2.0:1769074988.452724:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.452729:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.452732:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.452736:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.452739:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.452741:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.452755:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.452757:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.452759:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.452795:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.452798:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.452800:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.452803:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.452806:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.452807:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:1.0:1769074988.453518:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.453525:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d66000 00000400:00000200:1.0:1769074988.453529:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 139512 00000400:00000200:1.0:1769074988.453536:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.453539:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.453541:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.453544:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022a00. 00000020:00000010:2.0:1769074988.453617:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.453621:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.453624:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.453627:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.453629:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.453650:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.453652:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000200:2.0:1769074988.453653:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351346688 00010000:00000010:2.0:1769074988.453663:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709200. 00010000:00000010:2.0:1769074988.453667:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.453679:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8a01e96000. 00010000:00000010:2.0:1769074988.453700:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.0:1769074988.453703:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.453728:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dd100. 00010000:00000010:2.0:1769074988.453731:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339b00. 00010000:00000010:2.0:1769074988.453734:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:2.0:1769074988.453736:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fc80. 00000004:00000010:2.0:1769074988.453743:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b076330e0. 00000004:00000010:2.0:1769074988.453750:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d438. 00000004:00000010:2.0:1769074988.453753:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148c660. 00080000:00000010:2.0:1769074988.453758:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a010cbc00. 00000020:00000010:2.0:1769074988.453769:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.453772:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a010ca200. 00000004:00000010:2.0:1769074988.453784:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3d6da3c0. 00020000:00000010:2.0:1769074988.453794:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bf48. 00020000:00000010:2.0:1769074988.453796:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b250. 00000004:00000010:2.0:1769074988.453806:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38514000. 00080000:00000010:2.0:1769074988.453813:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4840. 00080000:00000010:2.0:1769074988.453829:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4580. 00000001:00000010:2.0:1769074988.453884:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.453891:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.453905:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.453907:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.453909:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.453910:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.453912:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.453914:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.453920:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339f00. 00080000:00000400:2.0:1769074988.453926:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.453927:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.453929:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.453930:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.453932:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.453933:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.453959:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.453961:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.453963:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.453964:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.453966:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.453967:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.453988:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f600. 00000001:00000010:2.0:1769074988.453993:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6dacc0. 00080000:00000010:2.0:1769074988.454004:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4580. 00080000:00000010:2.0:1769074988.454007:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.454010:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.454083:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0d1dda00. 00010000:00000010:2.0:1769074988.454088:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339780. 00010000:00000010:2.0:1769074988.454093:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.0:1769074988.454097:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f800. 00000004:00000010:2.0:1769074988.454117:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339d80. 00010000:00000010:2.0:1769074988.454133:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.454157:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.454166:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542330, last committed = 0 00010000:00000200:2.0:1769074988.454171:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022a00 x1855008351346688/t60129542330(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.454181:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.454184:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351346688, offset 224 00000400:00000200:2.0:1769074988.454187:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.454193:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.454196:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16833:16833:256:4294967295] 192.168.204.41@tcp LPNI seq info [16829:16829:8:4294967295] 00000400:00000200:2.0:1769074988.454202:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.454205:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.454208:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.454211:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.454214:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.454216:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.454232:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.454235:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.454237:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.454269:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.454272:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.454275:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.454278:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.454281:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.454282:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00010000:00000010:2.1:1769074988.455074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a800. 00000400:00000200:3.0:1769074988.455163:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.455169:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66080 00000400:00000200:3.0:1769074988.455173:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 0 00000400:00000200:3.0:1769074988.455179:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.455182:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.455184:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.455187:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1f80. 00000020:00000010:0.0:1769074988.455228:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.455232:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.455236:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015af400. 00000020:00000010:0.0:1769074988.455239:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.455242:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.455263:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168d80. 00000020:00000010:0.0:1769074988.455265:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168d80. 00000100:00000200:0.0:1769074988.455266:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351346816 00010000:00000010:0.0:1769074988.455276:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04100. 00010000:00000010:0.0:1769074988.455278:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b27f04b00. 00010000:00000010:0.0:1769074988.455282:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861ac00. 00002000:00000010:0.0:1769074988.455286:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168d80. 02000000:00000010:0.0:1769074988.455298:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc45400. 00010000:00000200:0.0:1769074988.455310:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1f80 x1855008351346816/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.455322:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074988.455325:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351346816, offset 224 00000400:00000200:0.0:1769074988.455328:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.455333:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.455336:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16834:16834:256:4294967295] 192.168.204.41@tcp LPNI seq info [16830:16830:8:4294967295] 00000400:00000200:0.0:1769074988.455342:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.455345:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.455348:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.455350:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.455354:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.455356:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.455375:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.455380:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.455383:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015af400. 00000800:00000200:1.0:1769074988.455419:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.455423:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.455427:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.455432:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.455436:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:1.0:1769074988.455438:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00010000:00000010:3.1:1769074988.456062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696c00. 00010000:00000010:3.1:1769074988.456068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697000. 00000400:00000200:3.0:1769074988.456260:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.456266:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66100 00000400:00000200:3.0:1769074988.456270:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 328 00000400:00000200:3.0:1769074988.456276:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.456278:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.456281:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.456283:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0700. 00000020:00000010:0.0:1769074988.456321:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.456325:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.456329:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a015af400. 00000020:00000010:0.0:1769074988.456331:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.456333:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.456351:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.456352:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.456354:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351346944 00010000:00000010:0.0:1769074988.456362:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3861a800. 02000000:00000010:0.0:1769074988.456368:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b1fc45000. 00010000:00000010:0.0:1769074988.456373:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.456377:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b7249c0. 00000100:00000010:0.0:1769074988.456382:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b480. 02000000:00000010:0.0:1769074988.456387:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a03298800. 02000000:00000010:0.0:1769074988.456399:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01c80600. 00000400:00000010:0.0:1769074988.456403:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924bb0. 00000400:00000010:0.0:1769074988.456406:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.456409:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795776, portal 16 00000400:00000010:0.0:1769074988.456411:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.456413:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368795776, offset 0 00000400:00000200:0.0:1769074988.456416:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.456421:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.456424:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.456426:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.456428:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.456430:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.456432:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16835:16835:256:4294967295] 192.168.204.41@tcp LPNI seq info [16831:16831:8:4294967295] 00000400:00000200:0.0:1769074988.456438:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.456441:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.456444:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.456447:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.456450:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.456452:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.456515:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.456518:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.456520:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.456524:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.456526:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074988.456527:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:3.0:1769074988.456532:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0755b480 x1855008368795776/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.457093:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.457103:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a080 00000400:00000200:1.0:1769074988.457110:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28b81 [1] + 224 00000400:00000200:1.0:1769074988.457120:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.457124:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.457131:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0755b480 x1855008368795776/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.457167:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924bb0. 00000400:00000200:0.0:1769074988.457171:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:0.0:1769074988.457173:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.457178:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0755b480 x1855008368795776/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.457186:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0755b480 x1855008368795776/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.457200:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.457204:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a03298800. 00000100:00000010:0.0:1769074988.457207:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b480. 00000100:00000010:0.0:1769074988.457210:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b7249c0. 00010000:00000010:0.0:1769074988.457212:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00010000:00000200:0.0:1769074988.457222:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0700 x1855008351346944/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.457231:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.457234:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351346944, offset 224 00000400:00000200:0.0:1769074988.457238:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.457244:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.457248:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16836:16836:256:4294967295] 192.168.204.41@tcp LPNI seq info [16832:16832:8:4294967295] 00000400:00000200:0.0:1769074988.457259:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074988.457264:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074988.457269:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.457273:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000400:00000200:3.0:1769074988.457277:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d66180 00000800:00000200:0.0:1769074988.457282:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.457286:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21a15 [2] + 1640 00000800:00000200:0.0:1769074988.457292:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.457295:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.457312:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.457313:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.457320:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:3.0:1769074988.457321:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074988.457324:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a015af400. 00000100:00000200:3.0:1769074988.457326:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.457331:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3800. 00000800:00000200:2.0:1769074988.457380:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.457386:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:2.0:1769074988.457391:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.457398:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000400:00000200:2.0:1769074988.457398:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.457401:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:2.0:1769074988.457405:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000020:00000010:1.0:1769074988.457407:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.457415:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6400. 00000020:00000010:1.0:1769074988.457419:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.457423:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000100:00000200:1.0:1769074988.457440:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3800 x1855008351347072/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.457471:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.457475:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.457479:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351347072 02000000:00000010:1.0:1769074988.457486:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302c400. 00010000:00000010:1.0:1769074988.457518:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b4c0. 00000100:00000010:1.0:1769074988.457524:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d53d780. 00000100:00000010:1.0:1769074988.457528:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022680. 02000000:00000010:1.0:1769074988.457535:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6200. 02000000:00000010:1.0:1769074988.457546:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06510a00. 00000400:00000010:1.0:1769074988.457550:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794108. 00000400:00000010:1.0:1769074988.457554:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.457558:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368795904, portal 16 00000400:00000010:1.0:1769074988.457561:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.457564:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368795904, offset 0 00000400:00000200:1.0:1769074988.457570:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.457576:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.457580:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.457583:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.457586:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.457589:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.457592:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16837:16837:256:4294967295] 192.168.204.41@tcp LPNI seq info [16833:16833:8:4294967295] 00000400:00000200:1.0:1769074988.457601:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.457606:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.457610:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.457615:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.457620:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.457624:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.457686:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.457688:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.457691:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.457694:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.457696:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:3.0:1769074988.457697:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000100:00000200:3.0:1769074988.457701:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a09022680 x1855008368795904/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074988.458248:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.458255:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a100 00000400:00000200:2.0:1769074988.458259:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28b8d [1] + 224 00000400:00000200:2.0:1769074988.458266:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.458269:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.458274:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09022680 x1855008368795904/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.458310:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794108. 00000400:00000200:1.0:1769074988.458315:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:1.0:1769074988.458316:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.458321:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09022680 x1855008368795904/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.458328:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09022680 x1855008368795904/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.458341:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.458343:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6200. 00000100:00000010:1.0:1769074988.458346:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022680. 00000100:00000010:1.0:1769074988.458350:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d53d780. 00010000:00000010:1.0:1769074988.458352:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b4c0. 00000400:00000010:1.0:1769074988.458359:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.458361:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351347072, offset 224 00000400:00000200:1.0:1769074988.458364:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.458369:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.458372:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16838:16838:256:4294967295] 192.168.204.41@tcp LPNI seq info [16834:16834:8:4294967295] 00000400:00000200:1.0:1769074988.458379:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.458383:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.458385:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.458388:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.458392:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.458394:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.458408:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.458411:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.458414:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6400. 00000800:00000200:3.0:1769074988.458450:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.458453:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.458456:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.458459:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.458462:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:3.0:1769074988.458463:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000400:00000200:3.0:1769074988.458601:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.458607:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d66280 00000400:00000200:3.0:1769074988.458611:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x1f541 [2] + 1960 00000400:00000010:3.0:1769074988.458613:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8dc0. 00000400:00000200:3.0:1769074988.458616:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b07d0b180 00000400:00000200:3.0:1769074988.458621:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.458623:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.458625:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b07d0b180 00000400:00000010:3.0:1769074988.458626:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b07d0b180. 00000100:00000200:3.0:1769074988.458629:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.458668:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.458672:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.458676:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.458679:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.458682:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.458703:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.458716:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.458719:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351347328 00000001:00000010:0.0:1769074988.458724:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.458740:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc44c00. 00000020:00000010:0.0:1769074988.458762:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.458765:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a015af400. 00080000:00000010:0.0:1769074988.458773:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.458789:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a4e0. 00000001:00000010:0.0:1769074988.458793:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.458800:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.458803:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.458816:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339d80. 00010000:00000200:0.0:1769074988.458831:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07698450 x1855008351347328/t60129542331(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.458840:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074988.458842:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351347328, offset 224 00000400:00000200:0.0:1769074988.458846:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.458850:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.458853:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16839:16839:256:4294967295] 192.168.204.41@tcp LPNI seq info [16835:16835:8:4294967295] 00000400:00000200:0.0:1769074988.458859:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.458862:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.458865:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.458868:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.458871:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.458873:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.458887:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.458889:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.458891:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 02000000:00000010:0.0:1769074988.458897:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47000. 00000100:00000010:0.0:1769074988.458900:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0380. 02000000:00000010:0.0:1769074988.458903:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b368ec800. 00000100:00000010:0.0:1769074988.458904:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 02000000:00000010:0.0:1769074988.458907:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0940d000. 00000100:00000010:0.0:1769074988.458909:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ed80. 02000000:00000010:0.0:1769074988.458911:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0940fc00. 00000100:00000010:0.0:1769074988.458914:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ce00. 02000000:00000010:0.0:1769074988.458916:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0940dc00. 00000100:00000010:0.0:1769074988.458918:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37f800. 00000100:00000200:0.0:1769074988.458923:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074988.458926:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924bb0. 00000800:00000200:2.0:1769074988.458934:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074988.458936:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b7249c0. 00000800:00000010:2.0:1769074988.458938:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:2.0:1769074988.458943:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.458948:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.458951:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:2.0:1769074988.458953:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 02000000:00000010:2.0:1769074988.458957:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc44c00. 00010000:00000010:2.1:1769074988.459070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00010000:00000010:2.1:1769074988.459078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed800. 00010000:00000010:2.1:1769074988.459090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.1:1769074988.459092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000400:00000200:3.0:1769074988.459851:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.459857:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d66300 00000400:00000200:3.0:1769074988.459861:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 140176 00000400:00000200:3.0:1769074988.459867:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.459870:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.459873:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.459875:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3480. 00000020:00000010:2.0:1769074988.459913:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.459917:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.459920:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.459922:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.459924:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.459944:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.459946:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000200:2.0:1769074988.459948:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351347456 00000001:00000010:2.0:1769074988.459952:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6dacc0. 00010000:00000010:2.0:1769074988.459961:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.0:1769074988.459965:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.459976:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a01e93000. 00010000:00000010:2.0:1769074988.459988:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.0:1769074988.459991:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.459998:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed800. 00010000:00000010:2.0:1769074988.460001:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339e00. 00010000:00000010:2.0:1769074988.460004:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.460007:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.460054:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00010000:00000010:2.0:1769074988.460064:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.460069:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339e00. 00010000:00000010:2.0:1769074988.460085:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.460092:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3480 x1855008351347456/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.460101:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.460104:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351347456, offset 224 00000400:00000200:2.0:1769074988.460107:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.460113:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.460116:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16840:16840:256:4294967295] 192.168.204.41@tcp LPNI seq info [16836:16836:8:4294967295] 00000400:00000200:2.0:1769074988.460123:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.460126:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.460128:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.460131:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.460135:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.460137:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.460151:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.460153:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.460155:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.460199:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.460203:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.460205:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.460209:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.460211:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.460212:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:2.0:1769074988.460933:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.460940:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d66380 00000400:00000200:2.0:1769074988.460944:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 140760 00000400:00000200:2.0:1769074988.460959:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.460962:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.460965:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.460967:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486d80. 00000020:00000010:3.0:1769074988.461014:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.461018:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.461021:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:3.0:1769074988.461024:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.461052:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.461078:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00000020:00000010:3.0:1769074988.461081:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755340. 00000100:00000200:3.0:1769074988.461084:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351347584 00010000:00000010:3.0:1769074988.461096:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213a000. 00010000:00000010:3.0:1769074988.461101:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.461116:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05503000. 00010000:00000010:3.0:1769074988.461127:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213a600. 00010000:00000010:3.0:1769074988.461130:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.461137:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee100. 00010000:00000010:3.0:1769074988.461139:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0980. 00010000:00000010:3.0:1769074988.461141:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:3.0:1769074988.461143:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.461160:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.461165:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.461168:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0980. 00010000:00000010:3.0:1769074988.461179:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.461186:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38486d80 x1855008351347584/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.461199:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 00000100:00000200:3.0:1769074988.461202:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351347584, offset 224 00000400:00000200:3.0:1769074988.461206:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.461211:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.461214:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16841:16841:256:4294967295] 192.168.204.41@tcp LPNI seq info [16837:16837:8:4294967295] 00000400:00000200:3.0:1769074988.461221:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.461224:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.461227:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074988.461230:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.461233:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.461235:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.461251:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.461255:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.461259:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000800:00000200:0.0:1769074988.461312:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.461315:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074988.461319:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.461324:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.461328:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 00000400:00000010:0.0:1769074988.461330:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00000400:00000200:3.0:1769074988.462111:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.462117:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d66480 00000400:00000200:3.0:1769074988.462121:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 141344 00000400:00000200:3.0:1769074988.462128:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.462130:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.462133:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.462136:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2300. 00000020:00000010:2.0:1769074988.462170:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.462173:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.462176:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.462179:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.462181:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.462199:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.462201:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000200:2.0:1769074988.462203:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351347840 00010000:00000010:2.0:1769074988.462212:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.462215:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.462237:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07615000. 00010000:00000010:2.0:1769074988.462258:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.0:1769074988.462261:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.462269:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569100. 00010000:00000010:2.0:1769074988.462271:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339e00. 00010000:00000010:2.0:1769074988.462273:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708000. 00010000:00000010:2.0:1769074988.462275:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd00. 00000004:00000010:2.0:1769074988.462280:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07632780. 00000004:00000010:2.0:1769074988.462285:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d348. 00000004:00000010:2.0:1769074988.462289:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148c000. 00080000:00000010:2.0:1769074988.462293:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a010cb600. 00000020:00000010:2.0:1769074988.462302:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.462304:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a010ca800. 00000004:00000010:2.0:1769074988.462313:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3d6dacc0. 00020000:00000010:2.0:1769074988.462323:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b6d8. 00020000:00000010:2.0:1769074988.462327:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b488. 00000004:00000010:2.0:1769074988.462337:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385167f0. 00080000:00000010:2.0:1769074988.462344:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4840. 00080000:00000010:2.0:1769074988.462362:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4580. 00000001:00000010:2.0:1769074988.462416:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.462423:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.462436:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.462438:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.462440:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.462442:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.462444:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.462445:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.462451:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339280. 00080000:00000400:2.0:1769074988.462456:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.462457:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.462458:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.462460:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.462462:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.462463:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.462476:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.462478:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.462479:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.462481:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.462482:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.462484:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.462497:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f7e0. 00000001:00000010:2.0:1769074988.462500:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6da540. 00080000:00000010:2.0:1769074988.462507:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4580. 00080000:00000010:2.0:1769074988.462509:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.462512:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.462530:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b02569e00. 00010000:00000010:2.0:1769074988.462532:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339800. 00010000:00000010:2.0:1769074988.462557:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:2.0:1769074988.462560:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fa00. 00000004:00000010:2.0:1769074988.462573:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339e80. 00010000:00000010:2.0:1769074988.462583:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.462607:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.462613:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542332, last committed = 0 00010000:00000200:2.0:1769074988.462617:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f2300 x1855008351347840/t60129542332(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.462626:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.462629:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351347840, offset 224 00000400:00000200:2.0:1769074988.462632:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.462637:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.462641:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16842:16842:256:4294967295] 192.168.204.41@tcp LPNI seq info [16838:16838:8:4294967295] 00000400:00000200:2.0:1769074988.462647:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.462650:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.462653:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.462656:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.462659:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.462662:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.462676:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.462679:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.462681:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.462727:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.462730:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.462732:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.462736:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.462738:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.462739:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:0.0:1769074988.463650:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.463659:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66500 00000400:00000200:0.0:1769074988.463666:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 656 00000400:00000200:0.0:1769074988.463674:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.463677:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.463680:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.463683:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b480. 00000020:00000010:2.0:1769074988.463733:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.463736:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.463739:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.463741:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.463744:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.463761:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4840. 00000020:00000010:2.0:1769074988.463763:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4840. 00000100:00000200:2.0:1769074988.463779:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351347968 00010000:00000010:2.0:1769074988.463789:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b180ed200. 00010000:00000010:2.0:1769074988.463792:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b132dc600. 00010000:00000010:2.0:1769074988.463795:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ea00. 00002000:00000010:2.0:1769074988.463799:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4840. 02000000:00000010:2.0:1769074988.463808:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c33800. 00010000:00000200:2.0:1769074988.463820:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b480 x1855008351347968/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.463828:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.463831:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351347968, offset 224 00000400:00000200:2.0:1769074988.463834:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.463839:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.463842:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16843:16843:256:4294967295] 192.168.204.41@tcp LPNI seq info [16839:16839:8:4294967295] 00000400:00000200:2.0:1769074988.463848:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.463851:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.463854:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.463857:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.463860:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.463862:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.463875:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.463877:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.463879:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000800:00000200:3.0:1769074988.463921:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.463925:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.463928:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.463932:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.463936:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074988.463938:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00010000:00000010:1.1:1769074988.464053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ac00. 00010000:00000010:2.1:1769074988.464058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.1:1769074988.464066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed900. 00010000:00000010:2.1:1769074988.464069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708800. 00010000:00000010:2.1:1769074988.464071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.1:1769074988.464073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.1:1769074988.464075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709200. 00000400:00000200:3.0:1769074988.464726:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.464733:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66580 00000400:00000200:3.0:1769074988.464737:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 984 00000400:00000200:3.0:1769074988.464744:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.464747:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.464750:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.464752:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1180. 00000020:00000010:2.0:1769074988.464798:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.464803:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.464808:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.464811:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.464814:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.464838:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.464841:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000100:00000200:2.0:1769074988.464844:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351348096 00010000:00000010:2.0:1769074988.464856:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ec00. 02000000:00000010:2.0:1769074988.464864:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c33000. 00010000:00000010:2.0:1769074988.464871:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a096e4580. 00000100:00000010:2.0:1769074988.464876:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d6da600. 00000100:00000010:2.0:1769074988.464881:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.464888:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a010cae00. 02000000:00000010:2.0:1769074988.464901:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055eac00. 00000400:00000010:2.0:1769074988.464906:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.464910:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.464914:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796032, portal 16 00000400:00000010:2.0:1769074988.464918:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.464920:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368796032, offset 0 00000400:00000200:2.0:1769074988.464926:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.464933:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.464937:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.464940:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.464943:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.464946:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.464959:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16844:16844:256:4294967295] 192.168.204.41@tcp LPNI seq info [16840:16840:8:4294967295] 00000400:00000200:2.0:1769074988.464969:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.464974:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.464978:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.464983:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.464988:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.464991:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.465088:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.465091:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074988.465094:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.465097:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.465100:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:0.0:1769074988.465101:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000100:00000200:0.0:1769074988.465106:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368796032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.465633:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.465641:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a180 00000400:00000200:3.0:1769074988.465645:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28bb1 [1] + 224 00000400:00000200:3.0:1769074988.465652:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.465654:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.465659:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368796032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.465697:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.465702:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:2.0:1769074988.465703:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.465721:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368796032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.465728:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368796032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.465742:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055eac00. 02000000:00000010:2.0:1769074988.465745:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a010cae00. 00000100:00000010:2.0:1769074988.465747:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.465749:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d6da600. 00010000:00000010:2.0:1769074988.465751:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a096e4580. 00010000:00000200:2.0:1769074988.465760:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1180 x1855008351348096/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.465769:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.465772:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351348096, offset 224 00000400:00000200:2.0:1769074988.465776:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.465781:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.465784:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16845:16845:256:4294967295] 192.168.204.41@tcp LPNI seq info [16841:16841:8:4294967295] 00000400:00000200:2.0:1769074988.465792:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.465796:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.465800:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.465804:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.465810:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074988.465815:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.465819:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.465823:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d66600 00000400:00000200:3.0:1769074988.465827:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21a15 [2] + 1968 00000400:00000010:3.0:1769074988.465831:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8318. 00000020:00000010:2.0:1769074988.465836:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000400:00000200:3.0:1769074988.465836:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a0a8a7540 00000020:00000010:2.0:1769074988.465841:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.465845:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a010cba00. 00000400:00000200:3.0:1769074988.465869:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.465875:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.465879:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0a8a7540 00000400:00000010:3.0:1769074988.465882:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0a8a7540. 00000100:00000200:3.0:1769074988.465887:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:0.0:1769074988.465893:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.465896:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074988.465899:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.465903:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.465907:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:0.0:1769074988.465909:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000020:00000010:1.0:1769074988.465942:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.465947:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.465952:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.465956:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.465960:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000100:00000200:1.0:1769074988.465971:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a5a050 x1855008351348224/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.465993:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.465994:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.465997:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351348224 02000000:00000010:1.0:1769074988.466002:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302fc00. 00010000:00000010:1.0:1769074988.466021:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b4c0. 00000100:00000010:1.0:1769074988.466025:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d53d780. 00000100:00000010:1.0:1769074988.466041:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022680. 02000000:00000010:1.0:1769074988.466047:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6400. 02000000:00000010:1.0:1769074988.466055:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a032f6200. 00000400:00000010:1.0:1769074988.466058:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794108. 00000400:00000010:1.0:1769074988.466061:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074988.466063:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796160, portal 16 00000400:00000010:1.0:1769074988.466066:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074988.466067:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368796160, offset 0 00000400:00000200:1.0:1769074988.466071:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.466076:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.466078:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.466080:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.466082:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.466084:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.466086:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16846:16846:256:4294967295] 192.168.204.41@tcp LPNI seq info [16842:16842:8:4294967295] 00000400:00000200:1.0:1769074988.466092:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.466095:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.466098:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.466101:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.466104:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.466107:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.466155:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.466173:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.466175:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.466179:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.466181:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:3.0:1769074988.466182:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000100:00000200:3.0:1769074988.466187:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a09022680 x1855008368796160/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.466720:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.466725:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a200 00000400:00000200:3.0:1769074988.466729:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28bbd [1] + 224 00000400:00000200:3.0:1769074988.466735:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.466737:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.466742:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09022680 x1855008368796160/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.466778:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794108. 00000400:00000200:1.0:1769074988.466783:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:1.0:1769074988.466784:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074988.466790:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09022680 x1855008368796160/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.466796:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09022680 x1855008368796160/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.466809:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a032f6200. 02000000:00000010:1.0:1769074988.466811:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6400. 00000100:00000010:1.0:1769074988.466813:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022680. 00000100:00000010:1.0:1769074988.466815:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d53d780. 00010000:00000010:1.0:1769074988.466817:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b4c0. 00000400:00000010:1.0:1769074988.466823:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074988.466825:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351348224, offset 224 00000400:00000200:1.0:1769074988.466828:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.466833:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.466836:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16847:16847:256:4294967295] 192.168.204.41@tcp LPNI seq info [16843:16843:8:4294967295] 00000400:00000200:1.0:1769074988.466842:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.466846:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.466849:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.466852:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.466860:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.466862:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.466875:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.466877:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.466879:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.466883:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0302c400. 00000100:00000010:1.0:1769074988.466886:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3800. 02000000:00000010:1.0:1769074988.466888:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06c31800. 00000100:00000010:1.0:1769074988.466891:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3100. 02000000:00000010:1.0:1769074988.466893:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940e400. 00000100:00000010:1.0:1769074988.466895:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2d80. 02000000:00000010:1.0:1769074988.466900:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06c30c00. 00000100:00000010:1.0:1769074988.466902:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2680. 02000000:00000010:1.0:1769074988.466904:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0952f400. 00000100:00000010:1.0:1769074988.466907:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1880. 02000000:00000010:1.0:1769074988.466911:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0952c800. 00000100:00000010:1.0:1769074988.466914:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 00000100:00000200:1.0:1769074988.466921:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074988.466926:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794108. 00000800:00000200:0.0:1769074988.466929:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074988.466931:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b3d53d780. 00000800:00000010:0.0:1769074988.466933:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:0.0:1769074988.466938:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.466942:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.466945:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:0.0:1769074988.466946:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 02000000:00000010:0.0:1769074988.466950:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0302fc00. 00000400:00000200:3.0:1769074988.467077:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.467084:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d66700 00000400:00000200:3.0:1769074988.467089:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21291 [2] + 0 00000400:00000200:3.0:1769074988.467096:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.467098:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.467101:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.467104:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1c00. 00000020:00000010:0.0:1769074988.467158:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.467162:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.467167:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.467170:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.467173:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.467194:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.467197:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.467200:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351348480 00000001:00000010:0.0:1769074988.467206:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.467223:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47400. 00000020:00000010:0.0:1769074988.467244:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.467247:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03298800. 00080000:00000010:0.0:1769074988.467255:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.467272:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a120. 00000001:00000010:0.0:1769074988.467275:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.467283:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.467286:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.467298:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339e80. 00010000:00000200:0.0:1769074988.467311:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1c00 x1855008351348480/t60129542333(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.467320:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.467322:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351348480, offset 224 00000400:00000200:0.0:1769074988.467326:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.467330:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.467334:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16848:16848:256:4294967295] 192.168.204.41@tcp LPNI seq info [16844:16844:8:4294967295] 00000400:00000200:0.0:1769074988.467340:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.467345:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.467348:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.467350:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.467354:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.467356:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.467372:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.467376:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.467379:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 00000800:00000200:3.0:1769074988.467421:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.467425:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.467429:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.467433:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.467437:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:3.0:1769074988.467439:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00010000:00000010:3.1:1769074988.468052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213a600. 00010000:00000010:3.1:1769074988.468058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee100. 00010000:00000010:3.1:1769074988.468061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:3.1:1769074988.468063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213a000. 00000400:00000200:0.0:1769074988.468327:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.468335:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d66780 00000400:00000200:0.0:1769074988.468341:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 142000 00000400:00000200:0.0:1769074988.468349:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.468353:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.468357:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.468360:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559180. 00000020:00000010:2.0:1769074988.468399:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.468404:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.468407:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.468410:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.468412:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.468433:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.468435:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000100:00000200:2.0:1769074988.468438:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351348608 00000001:00000010:2.0:1769074988.468443:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6da540. 00010000:00000010:2.0:1769074988.468453:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511f800. 00010000:00000010:2.0:1769074988.468457:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.468467:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07617000. 00010000:00000010:2.0:1769074988.468479:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:2.0:1769074988.468481:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.468490:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dcb00. 00010000:00000010:2.0:1769074988.468493:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339a80. 00010000:00000010:2.0:1769074988.468497:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:2.0:1769074988.468501:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f300. 00010000:00000010:2.0:1769074988.468524:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.468534:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f300. 00010000:00000010:2.0:1769074988.468539:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339a80. 00010000:00000010:2.0:1769074988.468557:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.468565:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559180 x1855008351348608/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.468575:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.468577:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351348608, offset 224 00000400:00000200:2.0:1769074988.468581:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.468586:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.468590:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16849:16849:256:4294967295] 192.168.204.41@tcp LPNI seq info [16845:16845:8:4294967295] 00000400:00000200:2.0:1769074988.468596:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.468599:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.468602:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.468605:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.468608:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.468611:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.468626:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.468645:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.468648:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:3.0:1769074988.468678:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.468681:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.468683:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.468700:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.468702:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:3.0:1769074988.468703:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:3.0:1769074988.469397:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.469404:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d66800 00000400:00000200:3.0:1769074988.469409:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 142592 00000400:00000200:3.0:1769074988.469416:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.469418:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.469421:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.469425:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2a00. 00000020:00000010:2.0:1769074988.469474:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.469479:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.469483:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.469487:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.469490:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.469515:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.469519:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000100:00000200:2.0:1769074988.469522:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351348736 00010000:00000010:2.0:1769074988.469534:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.0:1769074988.469540:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.469553:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07612000. 00010000:00000010:2.0:1769074988.469567:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709200. 00010000:00000010:2.0:1769074988.469572:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f300. 00010000:00000010:2.0:1769074988.469581:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc500. 00010000:00000010:2.0:1769074988.469584:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339a80. 00010000:00000010:2.0:1769074988.469588:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.0:1769074988.469591:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.469613:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f300. 00010000:00000010:2.0:1769074988.469622:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.469626:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339a80. 00010000:00000010:2.0:1769074988.469644:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.469652:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f2a00 x1855008351348736/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.469662:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.469664:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351348736, offset 224 00000400:00000200:2.0:1769074988.469668:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.469673:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.469676:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16850:16850:256:4294967295] 192.168.204.41@tcp LPNI seq info [16846:16846:8:4294967295] 00000400:00000200:2.0:1769074988.469699:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.469703:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.469716:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.469720:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.469723:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.469725:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.469738:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.469741:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.469743:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:0.0:1769074988.469789:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.469793:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074988.469795:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.469799:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.469802:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:0.0:1769074988.469803:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:3.0:1769074988.470632:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.470641:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d66900 00000400:00000200:3.0:1769074988.470646:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 143184 00000400:00000200:3.0:1769074988.470656:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.470659:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.470662:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.470665:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0e00. 00000020:00000010:2.0:1769074988.470702:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.470716:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.470719:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.470722:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.470724:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.470742:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.470744:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000100:00000200:2.0:1769074988.470745:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351348992 00010000:00000010:2.0:1769074988.470754:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708800. 00010000:00000010:2.0:1769074988.470758:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.470769:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07611000. 00010000:00000010:2.0:1769074988.470788:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.0:1769074988.470790:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.470796:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dcf00. 00010000:00000010:2.0:1769074988.470798:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339a80. 00010000:00000010:2.0:1769074988.470801:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:2.0:1769074988.470803:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f300. 00000004:00000010:2.0:1769074988.470808:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b076334a0. 00000004:00000010:2.0:1769074988.470813:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d5a0. 00000004:00000010:2.0:1769074988.470817:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148cee0. 00080000:00000010:2.0:1769074988.470821:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a010cba00. 00000020:00000010:2.0:1769074988.470846:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.470849:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a010cae00. 00000004:00000010:2.0:1769074988.470858:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3d6da540. 00020000:00000010:2.0:1769074988.470867:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bbf0. 00020000:00000010:2.0:1769074988.470869:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b1f8. 00000004:00000010:2.0:1769074988.470877:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385179b0. 00080000:00000010:2.0:1769074988.470883:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4580. 00080000:00000010:2.0:1769074988.470896:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b10b4ec80. 00000001:00000010:2.0:1769074988.470942:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.470954:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.470967:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.470969:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.470971:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.470972:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.470974:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.470976:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.470983:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339080. 00080000:00000400:2.0:1769074988.470987:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.470989:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.470990:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.470992:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.470993:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.470995:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.471008:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.471010:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.471012:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.471013:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.471015:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.471016:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.471054:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fd20. 00000001:00000010:2.0:1769074988.471058:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6da600. 00080000:00000010:2.0:1769074988.471068:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b10b4ec80. 00080000:00000010:2.0:1769074988.471073:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.471079:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.471117:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed900. 00010000:00000010:2.0:1769074988.471121:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339000. 00010000:00000010:2.0:1769074988.471125:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.0:1769074988.471127:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f600. 00000004:00000010:2.0:1769074988.471142:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339c80. 00010000:00000010:2.0:1769074988.471152:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.471168:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.471173:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542334, last committed = 0 00010000:00000200:2.0:1769074988.471178:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0e00 x1855008351348992/t60129542334(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.471187:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.471190:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351348992, offset 224 00000400:00000200:2.0:1769074988.471193:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.471198:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.471201:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16851:16851:256:4294967295] 192.168.204.41@tcp LPNI seq info [16847:16847:8:4294967295] 00000400:00000200:2.0:1769074988.471207:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.471210:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.471213:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.471216:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.471219:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.471221:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.471235:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.471238:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.471239:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:3.0:1769074988.471283:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.471286:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.471289:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.471292:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.471295:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.471296:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00010000:00000010:1.1:1769074988.472055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ea00. 00010000:00000010:2.1:1769074988.472063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.1:1769074988.472072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed800. 00010000:00000010:2.1:1769074988.472076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.1:1769074988.472079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.1:1769074988.472082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.1:1769074988.472086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000400:00000200:0.0:1769074988.472231:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.472239:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66980 00000400:00000200:0.0:1769074988.472243:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 1312 00000400:00000200:0.0:1769074988.472251:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.472253:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.472256:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.472259:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559c00. 00000020:00000010:2.0:1769074988.472295:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4ec80. 00000020:00000010:2.0:1769074988.472299:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4ec80. 00000020:00000010:2.0:1769074988.472304:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.472308:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.472330:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.472356:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4ec80. 00000020:00000010:2.0:1769074988.472359:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4ec80. 00000100:00000200:2.0:1769074988.472362:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351349120 00010000:00000010:2.0:1769074988.472373:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ed800. 00010000:00000010:2.0:1769074988.472378:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b117f5100. 00010000:00000010:2.0:1769074988.472383:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8c00. 00002000:00000010:2.0:1769074988.472388:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b10b4ec80. 02000000:00000010:2.0:1769074988.472402:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c32c00. 00010000:00000200:2.0:1769074988.472418:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559c00 x1855008351349120/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.472429:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.472432:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351349120, offset 224 00000400:00000200:2.0:1769074988.472437:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.472443:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.472448:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16852:16852:256:4294967295] 192.168.204.41@tcp LPNI seq info [16848:16848:8:4294967295] 00000400:00000200:2.0:1769074988.472457:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.472461:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.472465:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.472469:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.472473:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.472476:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.472492:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.472496:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.472500:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:3.0:1769074988.472541:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.472544:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.472546:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.472550:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.472552:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.472553:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:3.0:1769074988.473406:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.473416:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66a00 00000400:00000200:3.0:1769074988.473441:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 1640 00000400:00000200:3.0:1769074988.473452:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.473455:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.473458:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.473461:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2d80. 00000020:00000010:2.0:1769074988.473508:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.473514:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.473518:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.473522:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.473525:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.473565:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.473567:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.473569:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351349248 00010000:00000010:2.0:1769074988.473579:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c8200. 02000000:00000010:2.0:1769074988.473593:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c31000. 00010000:00000010:2.0:1769074988.473599:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b10b4efc0. 00000100:00000010:2.0:1769074988.473603:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d6da6c0. 00000100:00000010:2.0:1769074988.473608:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.473614:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b06f7ee00. 02000000:00000010:2.0:1769074988.473625:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0459b000. 00000400:00000010:2.0:1769074988.473628:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.473631:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.473634:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796288, portal 16 00000400:00000010:2.0:1769074988.473636:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.473638:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368796288, offset 0 00000400:00000200:2.0:1769074988.473642:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.473647:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.473651:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.473653:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.473655:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.473657:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.473659:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16853:16853:256:4294967295] 192.168.204.41@tcp LPNI seq info [16849:16849:8:4294967295] 00000400:00000200:2.0:1769074988.473665:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.473668:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.473670:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.473674:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.473677:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.473680:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.473780:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.473785:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074988.473789:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.473794:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.473798:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:0.0:1769074988.473800:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:0.0:1769074988.473807:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368796288/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.474418:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.474428:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a280 00000400:00000200:3.0:1769074988.474434:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28be1 [1] + 224 00000400:00000200:3.0:1769074988.474443:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.474445:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.474451:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368796288/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.474488:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.474493:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:2.0:1769074988.474494:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.474500:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368796288/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.474506:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368796288/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.474521:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0459b000. 02000000:00000010:2.0:1769074988.474524:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b06f7ee00. 00000100:00000010:2.0:1769074988.474527:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.474529:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d6da6c0. 00010000:00000010:2.0:1769074988.474531:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b10b4efc0. 00010000:00000200:2.0:1769074988.474540:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f2d80 x1855008351349248/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.474549:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.474551:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351349248, offset 224 00000400:00000200:2.0:1769074988.474554:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.474558:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.474562:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16854:16854:256:4294967295] 192.168.204.41@tcp LPNI seq info [16850:16850:8:4294967295] 00000400:00000200:2.0:1769074988.474570:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.474575:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.474578:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.474583:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.474587:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.474591:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.474609:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.474614:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.474618:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000400:00000200:3.0:1769074988.474680:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.474690:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d66a80 00000400:00000200:3.0:1769074988.474697:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21b55 [2] + 0 00000800:00000200:0.0:1769074988.474737:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.474740:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.474744:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.474749:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.474752:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:0.0:1769074988.474754:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.474761:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.474769:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.474775:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.474821:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3100. 00000020:00000010:1.0:1769074988.474885:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.474890:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.474895:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6400. 00000020:00000010:1.0:1769074988.474899:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.474903:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000100:00000200:1.0:1769074988.474918:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3100 x1855008351349376/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.474951:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.474955:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.474958:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351349376 02000000:00000010:1.0:1769074988.474965:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302c400. 00010000:00000010:1.0:1769074988.474994:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b4c0. 00000100:00000010:1.0:1769074988.475000:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000100:00000010:1.0:1769074988.475004:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022680. 02000000:00000010:1.0:1769074988.475011:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6200. 02000000:00000010:1.0:1769074988.475023:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06510a00. 00000400:00000010:1.0:1769074988.475047:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794c60. 00000400:00000010:1.0:1769074988.475052:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.475055:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796416, portal 16 00000400:00000010:1.0:1769074988.475058:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074988.475060:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368796416, offset 0 00000400:00000200:1.0:1769074988.475072:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.475079:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.475082:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.475084:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.475086:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.475088:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.475090:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16855:16855:256:4294967295] 192.168.204.41@tcp LPNI seq info [16851:16851:8:4294967295] 00000400:00000200:1.0:1769074988.475096:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.475099:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.475102:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.475105:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.475108:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.475111:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.475177:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.475180:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.475183:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.475186:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.475189:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:3.0:1769074988.475190:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:3.0:1769074988.475195:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a09022680 x1855008368796416/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.475902:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.475909:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a300 00000400:00000200:0.0:1769074988.475913:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28bed [1] + 224 00000400:00000200:0.0:1769074988.475920:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.475923:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.475928:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a09022680 x1855008368796416/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.475971:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c60. 00000400:00000200:1.0:1769074988.475976:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:1.0:1769074988.475977:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.475982:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a09022680 x1855008368796416/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.475994:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a09022680 x1855008368796416/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.476007:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.476009:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6200. 00000100:00000010:1.0:1769074988.476011:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022680. 00000100:00000010:1.0:1769074988.476015:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:1.0:1769074988.476017:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b4c0. 00000400:00000010:1.0:1769074988.476023:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074988.476025:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351349376, offset 224 00000400:00000200:1.0:1769074988.476055:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.476061:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.476065:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16856:16856:256:4294967295] 192.168.204.41@tcp LPNI seq info [16852:16852:8:4294967295] 00000400:00000200:1.0:1769074988.476073:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.476078:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.476081:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.476085:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.476090:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.476093:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.476104:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.476107:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.476109:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6400. 00000800:00000200:3.0:1769074988.476158:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.476161:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.476179:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.476183:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.476185:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:3.0:1769074988.476187:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:3.0:1769074988.476295:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.476301:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d66b80 00000400:00000200:3.0:1769074988.476305:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21291 [2] + 392 00000400:00000200:3.0:1769074988.476311:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.476314:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.476317:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.476320:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3800. 00000020:00000010:0.0:1769074988.476384:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.476387:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.476391:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.476393:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.476396:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.476414:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.476415:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.476417:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351349632 00000001:00000010:0.0:1769074988.476421:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.476438:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47000. 00000020:00000010:0.0:1769074988.476465:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.476485:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02c23800. 00080000:00000010:0.0:1769074988.476499:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.476523:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a3c0. 00000001:00000010:0.0:1769074988.476526:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.476537:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.476540:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.476555:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339c80. 00010000:00000200:0.0:1769074988.476569:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3800 x1855008351349632/t60129542335(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.476578:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.476581:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351349632, offset 224 00000400:00000200:0.0:1769074988.476584:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.476588:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.476591:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16857:16857:256:4294967295] 192.168.204.41@tcp LPNI seq info [16853:16853:8:4294967295] 00000400:00000200:0.0:1769074988.476597:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.476601:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.476603:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.476606:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.476610:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.476612:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.476628:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.476632:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.476635:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 00000800:00000200:3.0:1769074988.476695:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.476697:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.476700:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.476703:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.476718:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:3.0:1769074988.476719:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000400:00000200:1.0:1769074988.477632:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.477643:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d66c00 00000400:00000200:1.0:1769074988.477649:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 143848 00000400:00000200:1.0:1769074988.477674:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.477679:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.477684:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.477689:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022680. 00000020:00000010:2.0:1769074988.477746:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.477750:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.477754:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.477756:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.477776:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.477796:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.477798:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.477800:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351349760 00000001:00000010:2.0:1769074988.477804:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6da600. 00010000:00000010:2.0:1769074988.477815:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.0:1769074988.477820:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.477837:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07614000. 00010000:00000010:2.0:1769074988.477852:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.477854:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.477863:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5700. 00010000:00000010:2.0:1769074988.477866:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339380. 00010000:00000010:2.0:1769074988.477869:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.0:1769074988.477871:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f880. 00010000:00000010:2.0:1769074988.477894:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.477901:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f880. 00010000:00000010:2.0:1769074988.477904:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339380. 00010000:00000010:2.0:1769074988.477916:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.477922:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022680 x1855008351349760/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.477932:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.477934:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351349760, offset 224 00000400:00000200:2.0:1769074988.477938:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.477943:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.477947:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16858:16858:256:4294967295] 192.168.204.41@tcp LPNI seq info [16854:16854:8:4294967295] 00000400:00000200:2.0:1769074988.477959:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.477963:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.477965:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.477968:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.477985:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.477988:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.478000:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.478003:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.478005:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.478066:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.478069:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.478072:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.478076:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.478078:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.478079:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:3.0:1769074988.478872:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.478880:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d66c80 00000400:00000200:3.0:1769074988.478885:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 144424 00000400:00000200:3.0:1769074988.478892:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.478894:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.478897:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.478900:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000020:00000010:2.0:1769074988.478946:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.478951:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.478955:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.478959:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.478962:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.478992:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.478995:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.478997:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351349888 00010000:00000010:2.0:1769074988.479010:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.0:1769074988.479015:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.479060:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07616000. 00010000:00000010:2.0:1769074988.479084:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.479088:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f880. 00010000:00000010:2.0:1769074988.479105:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5e00. 00010000:00000010:2.0:1769074988.479108:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339380. 00010000:00000010:2.0:1769074988.479111:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.0:1769074988.479114:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.479135:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f880. 00010000:00000010:2.0:1769074988.479145:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.479149:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339380. 00010000:00000010:2.0:1769074988.479164:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.479173:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1500 x1855008351349888/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.479185:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.479189:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351349888, offset 224 00000400:00000200:2.0:1769074988.479194:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.479201:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.479206:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16859:16859:256:4294967295] 192.168.204.41@tcp LPNI seq info [16855:16855:8:4294967295] 00000400:00000200:2.0:1769074988.479215:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.479220:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.479224:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.479228:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.479233:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.479236:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.479253:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.479257:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.479261:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:1.0:1769074988.479300:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.479304:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.479307:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.479311:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.479313:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:1.0:1769074988.479315:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074988.480111:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.480132:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d66d80 00000400:00000200:3.0:1769074988.480136:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 145000 00000400:00000200:3.0:1769074988.480143:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.480145:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.480148:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.480151:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0380. 00000020:00000010:2.0:1769074988.480187:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.480191:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.480194:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.480196:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.480199:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.480218:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.480220:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.480222:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351350144 00010000:00000010:2.0:1769074988.480232:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.0:1769074988.480235:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.480249:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07610000. 00010000:00000010:2.0:1769074988.480269:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575200. 00010000:00000010:2.0:1769074988.480272:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.480279:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5300. 00010000:00000010:2.0:1769074988.480281:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339380. 00010000:00000010:2.0:1769074988.480284:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574000. 00010000:00000010:2.0:1769074988.480285:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f880. 00000004:00000010:2.0:1769074988.480292:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07632b40. 00000004:00000010:2.0:1769074988.480299:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d7f8. 00000004:00000010:2.0:1769074988.480303:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148ded0. 00080000:00000010:2.0:1769074988.480309:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0459a400. 00000020:00000010:2.0:1769074988.480322:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.480325:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0459a600. 00000004:00000010:2.0:1769074988.480339:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3d6da600. 00020000:00000010:2.0:1769074988.480352:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b308. 00020000:00000010:2.0:1769074988.480354:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b9c8. 00000004:00000010:2.0:1769074988.480365:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38514470. 00080000:00000010:2.0:1769074988.480373:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b10b4efc0. 00080000:00000010:2.0:1769074988.480390:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a096e4580. 00000001:00000010:2.0:1769074988.480455:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.480464:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.480482:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.480485:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.480487:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.480488:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.480490:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.480492:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.480499:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0b34e480. 00080000:00000400:2.0:1769074988.480505:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.480506:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.480508:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.480509:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.480511:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.480512:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.480530:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.480531:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.480533:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.480535:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.480536:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.480537:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.480554:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f9c0. 00000001:00000010:2.0:1769074988.480557:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6da6c0. 00080000:00000010:2.0:1769074988.480565:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a096e4580. 00080000:00000010:2.0:1769074988.480567:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.480570:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.480591:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5a00. 00010000:00000010:2.0:1769074988.480594:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b34ec00. 00010000:00000010:2.0:1769074988.480597:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574a00. 00010000:00000010:2.0:1769074988.480599:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fe00. 00000004:00000010:2.0:1769074988.480613:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10663a80. 00010000:00000010:2.0:1769074988.480624:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.480641:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.480648:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542336, last committed = 0 00010000:00000200:2.0:1769074988.480653:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0380 x1855008351350144/t60129542336(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.480662:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.480664:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351350144, offset 224 00000400:00000200:2.0:1769074988.480668:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.480674:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.480677:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16860:16860:256:4294967295] 192.168.204.41@tcp LPNI seq info [16856:16856:8:4294967295] 00000400:00000200:2.0:1769074988.480684:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.480687:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.480690:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.480693:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.480696:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.480699:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.480726:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339200. 00000020:00000010:2.0:1769074988.480730:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.480732:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.480779:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.480783:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.480787:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.480791:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.480793:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.480794:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00010000:00000010:2.1:1769074988.481057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ee00. 00010000:00000010:2.1:1769074988.481064:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dcb00. 00010000:00000010:2.1:1769074988.481067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e600. 00010000:00000010:2.1:1769074988.481070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f800. 00000400:00000200:1.0:1769074988.481675:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.481683:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66e00 00000400:00000200:1.0:1769074988.481694:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 1968 00000400:00000200:1.0:1769074988.481702:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.481720:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.481725:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.481730:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020380. 00000020:00000010:2.0:1769074988.481773:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.481776:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.481779:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.481781:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.481783:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.481802:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a096e4580. 00000020:00000010:2.0:1769074988.481804:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a096e4580. 00000100:00000200:2.0:1769074988.481805:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351350272 00010000:00000010:2.0:1769074988.481815:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5500. 00010000:00000010:2.0:1769074988.481817:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b117f5200. 00010000:00000010:2.0:1769074988.481821:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575600. 00002000:00000010:2.0:1769074988.481826:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a096e4580. 02000000:00000010:2.0:1769074988.481837:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c30400. 00010000:00000200:2.0:1769074988.481858:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020380 x1855008351350272/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.481867:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.481870:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351350272, offset 224 00000400:00000200:2.0:1769074988.481873:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.481878:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.481882:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16861:16861:256:4294967295] 192.168.204.41@tcp LPNI seq info [16857:16857:8:4294967295] 00000400:00000200:2.0:1769074988.481888:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.481891:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.481894:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.481896:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.481900:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.481902:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.481917:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.481921:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.481924:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.481980:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.481983:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.481986:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.481989:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.481991:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074988.481993:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074988.482770:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.482777:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d66e80 00000400:00000200:3.0:1769074988.482781:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 2296 00000400:00000200:3.0:1769074988.482787:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.482789:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.482792:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.482795:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2680. 00000020:00000010:2.0:1769074988.482831:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.482835:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.482838:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.482840:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.482842:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.482859:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.482861:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.482862:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351350400 00010000:00000010:2.0:1769074988.482870:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575000. 02000000:00000010:2.0:1769074988.482876:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c30800. 00010000:00000010:2.0:1769074988.482882:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b10b4efc0. 00000100:00000010:2.0:1769074988.482886:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a09649c00. 00000100:00000010:2.0:1769074988.482891:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.482896:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0459b800. 02000000:00000010:2.0:1769074988.482909:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0459aa00. 00000400:00000010:2.0:1769074988.482912:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.482917:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.482921:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796544, portal 16 00000400:00000010:2.0:1769074988.482926:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.482929:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368796544, offset 0 00000400:00000200:2.0:1769074988.482935:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.482942:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.482946:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.482959:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.482962:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.482964:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.482966:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16862:16862:256:4294967295] 192.168.204.41@tcp LPNI seq info [16858:16858:8:4294967295] 00000400:00000200:2.0:1769074988.482973:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.482978:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.482982:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.482986:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.482991:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.482994:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.483074:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.483079:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.483083:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.483089:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.483093:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:1.0:1769074988.483095:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000100:00000200:1.0:1769074988.483103:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368796544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.483729:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.483738:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a380 00000400:00000200:3.0:1769074988.483743:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c0d [1] + 224 00000400:00000200:3.0:1769074988.483752:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.483756:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.483786:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368796544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.483840:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.483844:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:2.0:1769074988.483846:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.483851:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368796544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.483859:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368796544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.483876:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0459aa00. 02000000:00000010:2.0:1769074988.483880:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0459b800. 00000100:00000010:2.0:1769074988.483883:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.483886:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a09649c00. 00010000:00000010:2.0:1769074988.483888:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b10b4efc0. 00010000:00000200:2.0:1769074988.483898:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f2680 x1855008351350400/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.483908:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.483910:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351350400, offset 224 00000400:00000200:2.0:1769074988.483918:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.483920:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.483926:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.483930:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16863:16863:256:4294967295] 192.168.204.41@tcp LPNI seq info [16859:16859:8:4294967295] 00000400:00000200:2.0:1769074988.483936:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.483940:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.483943:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.483947:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d66f00 00000800:00000200:2.0:1769074988.483953:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.483960:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074988.483960:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21b55 [2] + 328 00000800:00000200:2.0:1769074988.483965:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.483983:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.483985:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.483987:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000400:00000200:3.0:1769074988.484048:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.484055:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.484061:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.484069:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650f480. 00000800:00000200:1.0:1769074988.484072:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.484077:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.484082:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.484088:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.484102:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.484105:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000020:00000010:2.0:1769074988.484160:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.484164:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.484167:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.484169:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.484172:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.484183:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3650f480 x1855008351350528/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.484203:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.484205:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.484206:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351350528 02000000:00000010:2.0:1769074988.484211:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06c31400. 00010000:00000010:2.0:1769074988.484234:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b10b4efc0. 00000100:00000010:2.0:1769074988.484238:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a09649c00. 00000100:00000010:2.0:1769074988.484241:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.484245:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0459b800. 02000000:00000010:2.0:1769074988.484252:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0459aa00. 00000400:00000010:2.0:1769074988.484255:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.484258:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.484260:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796672, portal 16 00000400:00000010:2.0:1769074988.484262:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.484264:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368796672, offset 0 00000400:00000200:2.0:1769074988.484268:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.484272:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.484274:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.484276:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.484278:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.484280:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.484282:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16864:16864:256:4294967295] 192.168.204.41@tcp LPNI seq info [16860:16860:8:4294967295] 00000400:00000200:2.0:1769074988.484288:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.484291:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.484293:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.484297:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.484300:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.484302:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.484373:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.484378:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.484382:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.484387:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.484391:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:3.0:1769074988.484393:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:3.0:1769074988.484400:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368796672/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.485019:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.485042:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a400 00000400:00000200:1.0:1769074988.485048:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c19 [1] + 224 00000400:00000200:1.0:1769074988.485073:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.485076:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.485084:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368796672/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.485120:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.485124:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:2.0:1769074988.485125:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.485130:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368796672/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.485137:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368796672/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.485148:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0459aa00. 02000000:00000010:2.0:1769074988.485151:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0459b800. 00000100:00000010:2.0:1769074988.485152:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.485154:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a09649c00. 00010000:00000010:2.0:1769074988.485156:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b10b4efc0. 00000400:00000010:2.0:1769074988.485162:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.485164:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351350528, offset 224 00000400:00000200:2.0:1769074988.485167:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.485172:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.485176:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16865:16865:256:4294967295] 192.168.204.41@tcp LPNI seq info [16861:16861:8:4294967295] 00000400:00000200:2.0:1769074988.485181:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.485185:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.485187:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.485190:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.485193:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.485195:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.485208:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.485211:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.485213:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.485257:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.485260:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.485263:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.485267:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.485270:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074988.485271:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:3.0:1769074988.485394:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.485401:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d67000 00000400:00000200:3.0:1769074988.485406:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21291 [2] + 784 00000400:00000200:3.0:1769074988.485415:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.485419:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.485423:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.485427:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d500. 00000020:00000010:0.0:1769074988.485489:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.485494:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.485500:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01c80600. 00000020:00000010:0.0:1769074988.485504:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.485507:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.485533:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.485537:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.485558:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351350784 00000001:00000010:0.0:1769074988.485564:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.485587:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc44c00. 00000020:00000010:0.0:1769074988.485621:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.485627:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298ce00. 00080000:00000010:0.0:1769074988.485642:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.485672:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a6c0. 00000001:00000010:0.0:1769074988.485678:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.485691:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.485695:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.485734:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10663a80. 00010000:00000200:0.0:1769074988.485758:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d500 x1855008351350784/t60129542337(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.485773:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.485777:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351350784, offset 224 00000400:00000200:0.0:1769074988.485783:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.485790:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.485796:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16866:16866:256:4294967295] 192.168.204.41@tcp LPNI seq info [16862:16862:8:4294967295] 00000400:00000200:0.0:1769074988.485806:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.485812:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.485815:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.485820:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.485825:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.485829:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.485848:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.485852:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.485855:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c80600. 00000800:00000200:1.0:1769074988.485908:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.485913:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.485917:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.485923:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.485926:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:1.0:1769074988.485929:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074988.486856:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.486862:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d67080 00000400:00000200:3.0:1769074988.486867:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 145648 00000400:00000200:3.0:1769074988.486874:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.486877:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.486880:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.486883:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650c700. 00000020:00000010:2.0:1769074988.486921:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.486925:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.486928:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.486931:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.486935:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.486965:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.486968:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.486972:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351350912 00000001:00000010:2.0:1769074988.486978:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6da6c0. 00010000:00000010:2.0:1769074988.486991:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575e00. 00010000:00000010:2.0:1769074988.486997:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.487014:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07613000. 00010000:00000010:2.0:1769074988.487071:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:2.0:1769074988.487077:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.487110:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5c00. 00010000:00000010:2.0:1769074988.487114:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10663700. 00010000:00000010:2.0:1769074988.487129:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:2.0:1769074988.487134:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f200. 00010000:00000010:2.0:1769074988.487166:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.487176:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f200. 00010000:00000010:2.0:1769074988.487181:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10663700. 00010000:00000010:2.0:1769074988.487207:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.487217:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650c700 x1855008351350912/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.487230:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.487233:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351350912, offset 224 00000400:00000200:2.0:1769074988.487238:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.487246:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.487251:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16867:16867:256:4294967295] 192.168.204.41@tcp LPNI seq info [16863:16863:8:4294967295] 00000400:00000200:2.0:1769074988.487262:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.487283:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.487287:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.487291:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.487296:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.487300:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.487318:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.487322:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.487326:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.487372:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.487375:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.487377:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.487381:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.487383:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.487385:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00010000:00000010:2.1:1769074988.488096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709200. 00010000:00000010:2.1:1769074988.488107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc500. 00010000:00000010:2.1:1769074988.488111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.1:1769074988.488115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.1:1769074988.488119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.1:1769074988.488123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708800. 00000400:00000200:1.0:1769074988.488161:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.488168:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d67100 00000400:00000200:1.0:1769074988.488172:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 146232 00000400:00000200:1.0:1769074988.488179:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.488181:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.488185:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.488188:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023b80. 00000020:00000010:2.0:1769074988.488230:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.488233:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.488236:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.488238:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.488240:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.488261:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.488263:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.488265:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351351040 00010000:00000010:2.0:1769074988.488275:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.0:1769074988.488278:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.488304:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b81000. 00010000:00000010:2.0:1769074988.488316:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.0:1769074988.488319:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f200. 00010000:00000010:2.0:1769074988.488326:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc500. 00010000:00000010:2.0:1769074988.488328:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10663700. 00010000:00000010:2.0:1769074988.488330:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708800. 00010000:00000010:2.0:1769074988.488332:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.488348:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f200. 00010000:00000010:2.0:1769074988.488353:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.488356:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10663700. 00010000:00000010:2.0:1769074988.488368:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.488385:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09023b80 x1855008351351040/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.488399:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.488402:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351351040, offset 224 00000400:00000200:2.0:1769074988.488408:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.488414:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.488419:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16868:16868:256:4294967295] 192.168.204.41@tcp LPNI seq info [16864:16864:8:4294967295] 00000400:00000200:2.0:1769074988.488429:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.488433:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.488436:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.488439:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.488443:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.488445:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.488458:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.488461:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.488464:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.488529:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.488534:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.488538:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.488544:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.488548:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.488550:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:3.0:1769074988.489412:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.489419:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d67200 00000400:00000200:3.0:1769074988.489423:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 146816 00000400:00000200:3.0:1769074988.489429:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.489432:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.489434:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.489438:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96680. 00000020:00000010:2.0:1769074988.489475:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.489479:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.489482:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.489485:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.489487:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.489506:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.489507:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.489509:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351351296 00010000:00000010:2.0:1769074988.489519:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.0:1769074988.489523:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.489537:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07b84000. 00010000:00000010:2.0:1769074988.489558:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.0:1769074988.489561:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.489568:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dcb00. 00010000:00000010:2.0:1769074988.489587:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10663700. 00010000:00000010:2.0:1769074988.489590:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709200. 00010000:00000010:2.0:1769074988.489592:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f200. 00000004:00000010:2.0:1769074988.489600:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b07633860. 00000004:00000010:2.0:1769074988.489606:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d4b0. 00000004:00000010:2.0:1769074988.489610:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148c220. 00080000:00000010:2.0:1769074988.489616:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0459b800. 00000020:00000010:2.0:1769074988.489629:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.489632:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0459aa00. 00000004:00000010:2.0:1769074988.489646:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a09649c00. 00020000:00000010:2.0:1769074988.489660:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b718. 00020000:00000010:2.0:1769074988.489662:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bdc0. 00000004:00000010:2.0:1769074988.489675:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38517540. 00080000:00000010:2.0:1769074988.489684:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b10b4efc0. 00080000:00000010:2.0:1769074988.489703:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130580. 00000001:00000010:2.0:1769074988.489784:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.489793:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.489810:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.489813:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.489815:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.489817:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.489819:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.489820:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.489827:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10663480. 00080000:00000400:2.0:1769074988.489833:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.489834:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.489836:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.489837:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.489839:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.489840:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.489859:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.489861:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.489876:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.489877:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.489879:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.489880:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.489899:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fea0. 00000001:00000010:2.0:1769074988.489904:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d6da6c0. 00080000:00000010:2.0:1769074988.489911:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130580. 00080000:00000010:2.0:1769074988.489913:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.489917:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.489940:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4900. 00010000:00000010:2.0:1769074988.489943:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10663e80. 00010000:00000010:2.0:1769074988.489946:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ae00. 00010000:00000010:2.0:1769074988.489954:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fb00. 00000004:00000010:2.0:1769074988.489970:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10663400. 00010000:00000010:2.0:1769074988.489985:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.490010:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.490018:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542338, last committed = 0 00010000:00000200:2.0:1769074988.490053:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf96680 x1855008351351296/t60129542338(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.490065:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.490068:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351351296, offset 224 00000400:00000200:2.0:1769074988.490072:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.490092:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.490097:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16869:16869:256:4294967295] 192.168.204.41@tcp LPNI seq info [16865:16865:8:4294967295] 00000400:00000200:2.0:1769074988.490107:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.490112:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.490116:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.490121:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.490126:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.490129:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.490143:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.490146:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.490148:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:1.0:1769074988.490186:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.490189:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.490192:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.490196:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.490199:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074988.490200:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:3.0:1769074988.491227:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.491234:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d67280 00000400:00000200:3.0:1769074988.491240:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 2624 00000400:00000200:3.0:1769074988.491247:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.491265:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.491269:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.491272:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97800. 00000020:00000010:2.0:1769074988.491313:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130580. 00000020:00000010:2.0:1769074988.491317:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130580. 00000020:00000010:2.0:1769074988.491320:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.491323:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.491325:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.491346:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130580. 00000020:00000010:2.0:1769074988.491347:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130580. 00000100:00000200:2.0:1769074988.491349:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351351424 00010000:00000010:2.0:1769074988.491360:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4700. 00010000:00000010:2.0:1769074988.491362:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b076f4000. 00010000:00000010:2.0:1769074988.491366:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a400. 00002000:00000010:2.0:1769074988.491371:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0a130580. 02000000:00000010:2.0:1769074988.491383:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c31c00. 00010000:00000200:2.0:1769074988.491397:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97800 x1855008351351424/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.491406:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.491409:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351351424, offset 224 00000400:00000200:2.0:1769074988.491412:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.491418:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.491421:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16870:16870:256:4294967295] 192.168.204.41@tcp LPNI seq info [16866:16866:8:4294967295] 00000400:00000200:2.0:1769074988.491428:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.491431:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.491433:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.491436:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.491440:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.491442:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.491454:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.491472:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.491475:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.491501:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.491504:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.491507:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.491510:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.491513:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.491514:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:1.0:1769074988.492351:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.492359:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d67300 00000400:00000200:1.0:1769074988.492363:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 2952 00000400:00000200:1.0:1769074988.492371:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.492373:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.492376:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.492380:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45c00. 00000020:00000010:2.0:1769074988.492439:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.492442:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.492445:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.492447:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.492449:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.492467:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.492469:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000100:00000200:2.0:1769074988.492471:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351351552 00010000:00000010:2.0:1769074988.492479:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ba00. 02000000:00000010:2.0:1769074988.492485:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c33c00. 00010000:00000010:2.0:1769074988.492490:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130240. 00000100:00000010:2.0:1769074988.492495:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f9c0. 00000100:00000010:2.0:1769074988.492500:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.492506:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0459bc00. 02000000:00000010:2.0:1769074988.492520:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055eac00. 00000400:00000010:2.0:1769074988.492523:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.492525:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.492529:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796800, portal 16 00000400:00000010:2.0:1769074988.492532:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.492534:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368796800, offset 0 00000400:00000200:2.0:1769074988.492537:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.492542:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.492545:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.492548:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.492551:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.492553:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.492555:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16871:16871:256:4294967295] 192.168.204.41@tcp LPNI seq info [16867:16867:8:4294967295] 00000400:00000200:2.0:1769074988.492561:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.492564:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.492566:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.492570:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.492573:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.492576:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.492637:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.492640:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.492643:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.492646:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.492649:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.492650:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:3.0:1769074988.492655:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368796800/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.493059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.1:1769074988.493066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8c00. 00010000:00000010:2.1:1769074988.493075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5700. 00010000:00000010:2.1:1769074988.493082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.1:1769074988.493085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9800. 00010000:00000010:2.1:1769074988.493087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.1:1769074988.493090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5e00. 00010000:00000010:2.1:1769074988.493092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.1:1769074988.493094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.1:1769074988.493103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575200. 00010000:00000010:2.1:1769074988.493105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00000400:00000200:3.0:1769074988.493233:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.493240:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a480 00000400:00000200:3.0:1769074988.493244:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c39 [1] + 224 00000400:00000200:3.0:1769074988.493250:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.493252:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.493258:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368796800/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.493291:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.493294:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074988.493295:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.493301:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368796800/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.493311:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368796800/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.493332:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055eac00. 02000000:00000010:2.0:1769074988.493337:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0459bc00. 00000100:00000010:2.0:1769074988.493342:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.493346:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f9c0. 00010000:00000010:2.0:1769074988.493349:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130240. 00010000:00000200:2.0:1769074988.493361:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af45c00 x1855008351351552/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.493374:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.493377:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351351552, offset 224 00000400:00000200:2.0:1769074988.493383:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.493389:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.493392:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16872:16872:256:4294967295] 192.168.204.41@tcp LPNI seq info [16868:16868:8:4294967295] 00000400:00000200:2.0:1769074988.493400:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.493404:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.493407:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.493411:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.493414:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.493416:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.493431:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000400:00000200:1.0:1769074988.493441:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.493450:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d67380 00000020:00000010:2.0:1769074988.493451:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.493457:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000400:00000200:1.0:1769074988.493461:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21b55 [2] + 656 00000800:00000200:3.0:1769074988.493485:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.493488:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.493492:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.493497:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.493499:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074988.493501:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:1.0:1769074988.493504:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.493512:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.493518:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.493523:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47100. 00000020:00000010:2.0:1769074988.493564:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.493573:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.493576:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b055eac00. 00000020:00000010:2.0:1769074988.493578:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.493580:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.493593:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a0af47100 x1855008351351680/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.493619:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.493622:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000100:00000200:2.0:1769074988.493626:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351351680 02000000:00000010:2.0:1769074988.493633:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06c30c00. 00010000:00000010:2.0:1769074988.493659:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130240. 00000100:00000010:2.0:1769074988.493663:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f9c0. 00000100:00000010:2.0:1769074988.493665:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.493670:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0459b000. 02000000:00000010:2.0:1769074988.493678:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0459bc00. 00000400:00000010:2.0:1769074988.493680:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.493682:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.493685:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368796928, portal 16 00000400:00000010:2.0:1769074988.493688:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.493690:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368796928, offset 0 00000400:00000200:2.0:1769074988.493693:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.493698:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.493700:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.493702:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.493720:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.493724:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.493726:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16873:16873:256:4294967295] 192.168.204.41@tcp LPNI seq info [16869:16869:8:4294967295] 00000400:00000200:2.0:1769074988.493732:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.493750:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.493753:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.493756:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.493759:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.493761:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.493820:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.493836:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.493839:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.493842:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.493844:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:3.0:1769074988.493845:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:3.0:1769074988.493849:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368796928/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.494414:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.494420:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a500 00000400:00000200:3.0:1769074988.494424:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c45 [1] + 224 00000400:00000200:3.0:1769074988.494430:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.494432:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.494437:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368796928/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.494472:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.494476:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074988.494477:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.494482:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368796928/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.494489:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368796928/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.494501:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0459bc00. 02000000:00000010:2.0:1769074988.494503:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0459b000. 00000100:00000010:2.0:1769074988.494505:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.494507:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f9c0. 00010000:00000010:2.0:1769074988.494508:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130240. 00000400:00000010:2.0:1769074988.494514:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.494516:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351351680, offset 224 00000400:00000200:2.0:1769074988.494520:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.494525:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.494529:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16874:16874:256:4294967295] 192.168.204.41@tcp LPNI seq info [16870:16870:8:4294967295] 00000400:00000200:2.0:1769074988.494538:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.494543:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.494547:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.494551:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.494556:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.494559:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.494577:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.494582:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.494585:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b055eac00. 00000800:00000200:1.0:1769074988.494628:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.494631:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.494634:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.494637:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.494640:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074988.494641:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074988.494819:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.494825:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d67480 00000400:00000200:3.0:1769074988.494829:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21291 [2] + 1176 00000400:00000200:3.0:1769074988.494836:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.494838:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.494841:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.494844:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97b80. 00000020:00000010:0.0:1769074988.494903:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.494908:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.494914:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.494935:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.494939:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.494964:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.494967:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.494970:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351351936 00000001:00000010:0.0:1769074988.494976:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.494995:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47800. 00000020:00000010:0.0:1769074988.495022:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.495052:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c400. 00080000:00000010:0.0:1769074988.495066:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.495099:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223aae0. 00000001:00000010:0.0:1769074988.495104:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.495115:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.495120:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.495140:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10663400. 00010000:00000200:0.0:1769074988.495159:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97b80 x1855008351351936/t60129542339(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.495172:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.495176:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351351936, offset 224 00000400:00000200:0.0:1769074988.495181:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.495188:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.495193:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16875:16875:256:4294967295] 192.168.204.41@tcp LPNI seq info [16871:16871:8:4294967295] 00000400:00000200:0.0:1769074988.495202:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.495207:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.495210:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.495215:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.495220:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.495223:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.495241:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.495245:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.495250:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.495283:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.495286:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.495288:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.495291:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.495293:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:3.0:1769074988.495294:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000400:00000200:1.0:1769074988.496370:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.496377:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d67500 00000400:00000200:1.0:1769074988.496381:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 147472 00000400:00000200:1.0:1769074988.496388:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.496390:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.496393:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.496395:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44000. 00000020:00000010:2.0:1769074988.496435:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.496439:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.496442:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.496444:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.496446:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.496465:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.496467:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000100:00000200:2.0:1769074988.496469:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351352064 00000001:00000010:2.0:1769074988.496472:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d6da6c0. 00010000:00000010:2.0:1769074988.496482:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.496486:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.496496:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b86000. 00010000:00000010:2.0:1769074988.496509:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.496512:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.496519:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4c00. 00010000:00000010:2.0:1769074988.496522:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339c80. 00010000:00000010:2.0:1769074988.496525:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.496527:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f980. 00010000:00000010:2.0:1769074988.496544:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.496550:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f980. 00010000:00000010:2.0:1769074988.496553:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339c80. 00010000:00000010:2.0:1769074988.496564:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.496570:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44000 x1855008351352064/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.496579:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.496581:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351352064, offset 224 00000400:00000200:2.0:1769074988.496586:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.496592:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.496597:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16876:16876:256:4294967295] 192.168.204.41@tcp LPNI seq info [16872:16872:8:4294967295] 00000400:00000200:2.0:1769074988.496606:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.496611:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.496615:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.496619:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.496624:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.496627:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.496645:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663600. 00000020:00000010:2.0:1769074988.496650:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.496652:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.496685:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.496689:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.496691:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.496720:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.496724:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.496725:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00010000:00000010:2.1:1769074988.497061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575600. 00010000:00000010:2.1:1769074988.497068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:2.1:1769074988.497071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5c00. 00010000:00000010:2.1:1769074988.497074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:2.1:1769074988.497078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575e00. 00010000:00000010:2.1:1769074988.497080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.1:1769074988.497084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc500. 00010000:00000010:2.1:1769074988.497088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708800. 00010000:00000010:2.1:1769074988.497090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00000400:00000200:3.0:1769074988.497382:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.497388:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d67580 00000400:00000200:3.0:1769074988.497392:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 148056 00000400:00000200:3.0:1769074988.497398:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.497400:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.497403:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.497407:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096dad80. 00000020:00000010:2.0:1769074988.497442:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.497445:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.497449:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.497451:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.497453:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.497472:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.497474:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000100:00000200:2.0:1769074988.497475:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351352192 00010000:00000010:2.0:1769074988.497484:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882bc00. 00010000:00000010:2.0:1769074988.497487:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.497497:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b80000. 00010000:00000010:2.0:1769074988.497507:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.0:1769074988.497510:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f980. 00010000:00000010:2.0:1769074988.497517:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4a00. 00010000:00000010:2.0:1769074988.497519:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339e80. 00010000:00000010:2.0:1769074988.497522:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.0:1769074988.497524:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.497539:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f980. 00010000:00000010:2.0:1769074988.497545:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.497548:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339e80. 00010000:00000010:2.0:1769074988.497558:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.497564:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096dad80 x1855008351352192/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.497582:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.497585:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351352192, offset 224 00000400:00000200:2.0:1769074988.497588:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.497593:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.497596:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16877:16877:256:4294967295] 192.168.204.41@tcp LPNI seq info [16873:16873:8:4294967295] 00000400:00000200:2.0:1769074988.497603:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.497606:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.497608:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.497611:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.497615:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.497617:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.497629:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.497632:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.497634:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:1.0:1769074988.497681:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.497684:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.497686:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.497689:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.497692:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:1.0:1769074988.497693:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000400:00000200:3.0:1769074988.498763:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.498774:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d67680 00000400:00000200:3.0:1769074988.498780:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 148640 00000400:00000200:3.0:1769074988.498791:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.498794:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.498798:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.498804:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84700. 00000020:00000010:2.0:1769074988.498842:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.498845:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.498848:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.498850:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.498853:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.498870:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.498872:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000100:00000200:2.0:1769074988.498874:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351352448 00010000:00000010:2.0:1769074988.498883:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.0:1769074988.498887:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.498899:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07b83000. 00010000:00000010:2.0:1769074988.498931:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.0:1769074988.498934:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.498941:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4200. 00010000:00000010:2.0:1769074988.498943:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339e80. 00010000:00000010:2.0:1769074988.498945:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575e00. 00010000:00000010:2.0:1769074988.498947:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f980. 00000004:00000010:2.0:1769074988.498956:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327fe00. 00000004:00000010:2.0:1769074988.498964:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d8e8. 00000004:00000010:2.0:1769074988.498969:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148c770. 00080000:00000010:2.0:1769074988.498976:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0459bc00. 00000020:00000010:2.0:1769074988.498994:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.498998:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b055eac00. 00000004:00000010:2.0:1769074988.499015:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0615f9c0. 00020000:00000010:2.0:1769074988.499045:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bda8. 00020000:00000010:2.0:1769074988.499048:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b9b8. 00000004:00000010:2.0:1769074988.499059:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38517be8. 00080000:00000010:2.0:1769074988.499067:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130240. 00080000:00000010:2.0:1769074988.499088:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130400. 00000001:00000010:2.0:1769074988.499164:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.499172:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.499189:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.499191:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.499193:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.499195:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.499196:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.499198:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.499204:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339d80. 00080000:00000400:2.0:1769074988.499210:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.499212:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.499213:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.499214:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.499216:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.499218:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.499233:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.499235:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.499236:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.499238:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.499240:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.499241:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.499255:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477fa80. 00000001:00000010:2.0:1769074988.499259:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0615fcc0. 00080000:00000010:2.0:1769074988.499266:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130400. 00080000:00000010:2.0:1769074988.499268:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.499270:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.499292:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4100. 00010000:00000010:2.0:1769074988.499294:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b41339200. 00010000:00000010:2.0:1769074988.499297:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:2.0:1769074988.499299:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fb80. 00000004:00000010:2.0:1769074988.499314:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10663600. 00010000:00000010:2.0:1769074988.499325:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.499341:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.499346:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542340, last committed = 0 00010000:00000200:2.0:1769074988.499351:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f84700 x1855008351352448/t60129542340(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.499360:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.499362:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351352448, offset 224 00000400:00000200:2.0:1769074988.499366:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.499371:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.499374:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16878:16878:256:4294967295] 192.168.204.41@tcp LPNI seq info [16874:16874:8:4294967295] 00000400:00000200:2.0:1769074988.499380:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.499383:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.499385:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.499389:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.499392:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.499394:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.499408:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.499411:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.499413:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.499468:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.499472:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.499475:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.499479:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.499482:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:3.0:1769074988.499483:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:1.0:1769074988.500453:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.500462:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d67700 00000400:00000200:1.0:1769074988.500468:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 3280 00000400:00000200:1.0:1769074988.500478:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.500509:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.500514:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.500519:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47b80. 00000020:00000010:2.0:1769074988.500561:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.500564:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.500568:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.500570:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.500572:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.500591:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130240. 00000020:00000010:2.0:1769074988.500593:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130240. 00000100:00000200:2.0:1769074988.500595:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351352576 00010000:00000010:2.0:1769074988.500604:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4e00. 00010000:00000010:2.0:1769074988.500607:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b076f4d00. 00010000:00000010:2.0:1769074988.500610:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00002000:00000010:2.0:1769074988.500616:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0a130240. 02000000:00000010:2.0:1769074988.500627:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c31800. 00010000:00000200:2.0:1769074988.500639:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47b80 x1855008351352576/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.500648:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.500651:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351352576, offset 224 00000400:00000200:2.0:1769074988.500654:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.500658:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.500662:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16879:16879:256:4294967295] 192.168.204.41@tcp LPNI seq info [16875:16875:8:4294967295] 00000400:00000200:2.0:1769074988.500668:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.500671:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.500673:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.500676:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.500679:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.500682:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.500693:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.500695:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.500698:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.500766:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.500771:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.500775:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.500780:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.500784:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.500787:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00010000:00000010:2.1:1769074988.501063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.1:1769074988.501068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.1:1769074988.501071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a400. 00000400:00000200:3.0:1769074988.501594:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.501601:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d67780 00000400:00000200:3.0:1769074988.501621:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 3608 00000400:00000200:3.0:1769074988.501629:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.501632:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.501635:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.501638:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85180. 00000020:00000010:2.0:1769074988.501683:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.501687:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.501689:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0459b000. 00000020:00000010:2.0:1769074988.501692:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.501694:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.501728:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.501731:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000100:00000200:2.0:1769074988.501733:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351352704 00010000:00000010:2.0:1769074988.501742:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575600. 02000000:00000010:2.0:1769074988.501750:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b307f5c00. 00010000:00000010:2.0:1769074988.501756:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130400. 00000100:00000010:2.0:1769074988.501760:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f540. 00000100:00000010:2.0:1769074988.501764:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.501771:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b06f7ee00. 02000000:00000010:2.0:1769074988.501783:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b01677000. 00000400:00000010:2.0:1769074988.501786:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.501789:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.501792:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797056, portal 16 00000400:00000010:2.0:1769074988.501795:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.501797:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368797056, offset 0 00000400:00000200:2.0:1769074988.501801:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.501805:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.501808:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.501811:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.501813:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.501815:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.501817:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16880:16880:256:4294967295] 192.168.204.41@tcp LPNI seq info [16876:16876:8:4294967295] 00000400:00000200:2.0:1769074988.501823:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.501827:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.501829:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.501832:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.501835:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.501837:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.501927:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.501931:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.501935:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.501939:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.501943:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:1.0:1769074988.501944:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:1.0:1769074988.501949:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368797056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.502528:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.502534:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a580 00000400:00000200:3.0:1769074988.502539:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c65 [1] + 224 00000400:00000200:3.0:1769074988.502545:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.502548:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.502553:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368797056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.502592:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.502596:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:2.0:1769074988.502597:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.502602:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368797056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.502609:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368797056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.502625:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b01677000. 02000000:00000010:2.0:1769074988.502631:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b06f7ee00. 00000100:00000010:2.0:1769074988.502633:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.502636:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f540. 00010000:00000010:2.0:1769074988.502637:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130400. 00010000:00000200:2.0:1769074988.502646:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85180 x1855008351352704/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.502655:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.502657:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351352704, offset 224 00000400:00000200:2.0:1769074988.502660:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.502665:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.502668:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16881:16881:256:4294967295] 192.168.204.41@tcp LPNI seq info [16877:16877:8:4294967295] 00000400:00000200:2.0:1769074988.502674:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.502677:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.502679:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.502698:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.502702:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.502704:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.502732:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.502734:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.502736:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0459b000. 00000800:00000200:3.0:1769074988.502840:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.502844:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.502847:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.502851:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.502854:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.502855:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:1.0:1769074988.502867:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.502876:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d67800 00000400:00000200:1.0:1769074988.502881:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21b55 [2] + 984 00000400:00000200:1.0:1769074988.502889:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.502892:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.502895:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.502899:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666a00. 00000020:00000010:2.0:1769074988.502948:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.502952:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.502956:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b01677000. 00000020:00000010:2.0:1769074988.502959:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.502967:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.502982:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b30666a00 x1855008351352832/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.503008:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.503012:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000100:00000200:2.0:1769074988.503016:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351352832 02000000:00000010:2.0:1769074988.503022:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b307f5000. 00010000:00000010:2.0:1769074988.503064:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130400. 00000100:00000010:2.0:1769074988.503068:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f540. 00000100:00000010:2.0:1769074988.503071:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.503076:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0459b000. 02000000:00000010:2.0:1769074988.503084:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06f7ee00. 00000400:00000010:2.0:1769074988.503086:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.503089:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.503092:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797184, portal 16 00000400:00000010:2.0:1769074988.503094:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.503096:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368797184, offset 0 00000400:00000200:2.0:1769074988.503099:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.503104:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.503106:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.503108:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.503110:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.503126:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.503129:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16882:16882:256:4294967295] 192.168.204.41@tcp LPNI seq info [16878:16878:8:4294967295] 00000400:00000200:2.0:1769074988.503135:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.503138:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.503140:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.503143:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.503147:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.503149:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.503209:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.503212:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.503215:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.503218:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.503220:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.503221:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:3.0:1769074988.503226:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368797184/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.503850:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.503856:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a600 00000400:00000200:3.0:1769074988.503861:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c71 [1] + 224 00000400:00000200:3.0:1769074988.503867:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.503886:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.503891:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368797184/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.503933:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.503938:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:2.0:1769074988.503940:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.503947:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368797184/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.503957:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368797184/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.503973:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06f7ee00. 02000000:00000010:2.0:1769074988.503977:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0459b000. 00000100:00000010:2.0:1769074988.503980:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.503983:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f540. 00010000:00000010:2.0:1769074988.503986:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130400. 00000400:00000010:2.0:1769074988.503994:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.503996:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351352832, offset 224 00000400:00000200:2.0:1769074988.504001:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.504008:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.504011:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16883:16883:256:4294967295] 192.168.204.41@tcp LPNI seq info [16879:16879:8:4294967295] 00000400:00000200:2.0:1769074988.504018:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.504021:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.504023:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.504044:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.504048:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.504050:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.504064:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.504067:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.504069:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b01677000. 00000800:00000200:1.0:1769074988.504136:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.504141:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.504144:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.504154:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.504158:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074988.504160:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074988.504270:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.504276:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d67900 00000400:00000200:3.0:1769074988.504281:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21291 [2] + 1568 00000400:00000200:3.0:1769074988.504287:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.504290:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.504293:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.504297:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37f800. 00000020:00000010:0.0:1769074988.504350:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.504355:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.504360:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.504364:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.504367:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.504393:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.504396:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.504398:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351353088 00000001:00000010:0.0:1769074988.504404:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.504427:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46800. 00000020:00000010:0.0:1769074988.504466:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.504471:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d600. 00080000:00000010:0.0:1769074988.504485:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.504515:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a900. 00000001:00000010:0.0:1769074988.504521:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.504534:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.504539:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.504560:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10663600. 00010000:00000200:0.0:1769074988.504581:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37f800 x1855008351353088/t60129542341(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.504594:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.504598:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351353088, offset 224 00000400:00000200:0.0:1769074988.504603:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.504610:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.504615:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16884:16884:256:4294967295] 192.168.204.41@tcp LPNI seq info [16880:16880:8:4294967295] 00000400:00000200:0.0:1769074988.504624:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.504629:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.504633:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.504637:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.504643:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.504646:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.504665:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.504668:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.504672:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.504734:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.504738:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.504742:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.504747:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.504750:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:3.0:1769074988.504752:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000200:1.0:1769074988.505868:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.505877:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d67980 00000400:00000200:1.0:1769074988.505883:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 149296 00000400:00000200:1.0:1769074988.505894:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.505898:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.505901:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.505919:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667b80. 00000020:00000010:2.0:1769074988.505963:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.505968:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.505971:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.505973:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.505975:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.505995:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.505997:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000100:00000200:2.0:1769074988.505998:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351353216 00000001:00000010:2.0:1769074988.506009:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0615fcc0. 00010000:00000010:2.0:1769074988.506019:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.0:1769074988.506024:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.506056:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b85000. 00010000:00000010:2.0:1769074988.506081:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575200. 00010000:00000010:2.0:1769074988.506086:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.506097:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4400. 00010000:00000010:2.0:1769074988.506103:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5a80. 00010000:00000010:2.0:1769074988.506107:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a400. 00010000:00000010:2.0:1769074988.506110:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f500. 00010000:00000010:2.0:1769074988.506139:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.506145:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f500. 00010000:00000010:2.0:1769074988.506148:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5a80. 00010000:00000010:2.0:1769074988.506161:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.506168:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30667b80 x1855008351353216/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.506177:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.506180:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351353216, offset 224 00000400:00000200:2.0:1769074988.506184:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.506189:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.506192:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16885:16885:256:4294967295] 192.168.204.41@tcp LPNI seq info [16881:16881:8:4294967295] 00000400:00000200:2.0:1769074988.506199:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.506202:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.506204:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.506207:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.506210:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.506213:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.506226:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b41339c80. 00000020:00000010:2.0:1769074988.506228:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.506230:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074988.506285:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.506290:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.506294:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.506299:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.506302:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.506303:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:3.0:1769074988.507172:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.507182:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d67a00 00000400:00000200:3.0:1769074988.507188:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 149880 00000400:00000200:3.0:1769074988.507198:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.507202:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.507205:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.507208:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ce00. 00000020:00000010:2.0:1769074988.507257:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.507261:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.507265:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.507267:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.507269:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.507290:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.507291:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000100:00000200:2.0:1769074988.507293:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351353344 00010000:00000010:2.0:1769074988.507304:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.0:1769074988.507307:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.507317:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b87000. 00010000:00000010:2.0:1769074988.507327:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.0:1769074988.507329:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f500. 00010000:00000010:2.0:1769074988.507337:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc500. 00010000:00000010:2.0:1769074988.507339:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5600. 00010000:00000010:2.0:1769074988.507341:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.507343:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.507359:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f500. 00010000:00000010:2.0:1769074988.507365:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.507367:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5600. 00010000:00000010:2.0:1769074988.507380:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.507387:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ce00 x1855008351353344/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.507396:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.507399:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351353344, offset 224 00000400:00000200:2.0:1769074988.507403:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.507408:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.507411:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16886:16886:256:4294967295] 192.168.204.41@tcp LPNI seq info [16882:16882:8:4294967295] 00000400:00000200:2.0:1769074988.507418:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.507421:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.507424:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.507427:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.507430:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.507433:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.507446:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.507449:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.507451:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:1.0:1769074988.507514:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.507519:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.507522:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.507527:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.507531:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074988.507533:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:3.0:1769074988.508495:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.508517:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d67b00 00000400:00000200:3.0:1769074988.508521:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 150464 00000400:00000200:3.0:1769074988.508528:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.508530:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.508533:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.508536:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ed80. 00000020:00000010:2.0:1769074988.508579:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.508582:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.508585:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.508587:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.508589:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.508607:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.508608:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000100:00000200:2.0:1769074988.508610:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351353600 00010000:00000010:2.0:1769074988.508620:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.0:1769074988.508623:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.508637:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07b82000. 00010000:00000010:2.0:1769074988.508656:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.0:1769074988.508659:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.508666:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5c00. 00010000:00000010:2.0:1769074988.508668:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5600. 00010000:00000010:2.0:1769074988.508671:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708800. 00010000:00000010:2.0:1769074988.508672:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f500. 00000004:00000010:2.0:1769074988.508678:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327ef00. 00000004:00000010:2.0:1769074988.508691:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907dc30. 00000004:00000010:2.0:1769074988.508695:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148d320. 00080000:00000010:2.0:1769074988.508703:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b01677000. 00000020:00000010:2.0:1769074988.508733:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0477f360. 00080000:00000010:2.0:1769074988.508736:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0459b000. 00000004:00000010:2.0:1769074988.508752:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0615fcc0. 00020000:00000010:2.0:1769074988.508766:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0be40. 00020000:00000010:2.0:1769074988.508768:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bbb8. 00000004:00000010:2.0:1769074988.508781:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38517308. 00080000:00000010:2.0:1769074988.508790:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130400. 00080000:00000010:2.0:1769074988.508819:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130100. 00000001:00000010:2.0:1769074988.508887:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.508896:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.508914:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.508917:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.508919:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.508920:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.508922:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.508924:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.508930:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5b80. 00080000:00000400:2.0:1769074988.508937:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.508938:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.508940:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.508941:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.508943:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.508944:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.508962:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.508963:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.508965:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.508966:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.508968:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.508969:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.508986:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9e40. 00000001:00000010:2.0:1769074988.508990:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0615f540. 00080000:00000010:2.0:1769074988.508997:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130100. 00080000:00000010:2.0:1769074988.509009:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.509012:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0477f360. 00010000:00000010:2.0:1769074988.509056:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5e00. 00010000:00000010:2.0:1769074988.509060:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5380. 00010000:00000010:2.0:1769074988.509063:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.0:1769074988.509065:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fa80. 00000004:00000010:2.0:1769074988.509082:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5680. 00010000:00000010:2.0:1769074988.509094:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.509118:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.509127:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542342, last committed = 0 00010000:00000200:2.0:1769074988.509134:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ed80 x1855008351353600/t60129542342(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.509147:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.509151:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351353600, offset 224 00000400:00000200:2.0:1769074988.509157:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.509163:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.509167:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16887:16887:256:4294967295] 192.168.204.41@tcp LPNI seq info [16883:16883:8:4294967295] 00000400:00000200:2.0:1769074988.509173:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.509177:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.509179:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.509182:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.509185:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.509188:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.509204:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.509206:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.509208:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074988.509257:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.509260:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.509263:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.509267:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.509269:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.509271:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00010000:00000010:2.1:1769074988.510068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.510074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4c00. 00010000:00000010:2.1:1769074988.510078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074988.510082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.1:1769074988.510085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.1:1769074988.510088:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4a00. 00010000:00000010:2.1:1769074988.510091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.1:1769074988.510094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882bc00. 00000400:00000200:1.0:1769074988.510260:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.510270:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d67b80 00000400:00000200:1.0:1769074988.510277:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 3936 00000400:00000200:1.0:1769074988.510288:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.510292:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.510298:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.510303:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666d80. 00000020:00000010:2.0:1769074988.510362:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.510368:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.510372:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.510377:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.510380:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.510408:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130400. 00000020:00000010:2.0:1769074988.510412:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130400. 00000100:00000200:2.0:1769074988.510415:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351353728 00010000:00000010:2.0:1769074988.510429:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b117f5700. 00010000:00000010:2.0:1769074988.510434:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b076f4a00. 00010000:00000010:2.0:1769074988.510439:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00002000:00000010:2.0:1769074988.510446:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0a130400. 02000000:00000010:2.0:1769074988.510461:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b361ae000. 00010000:00000200:2.0:1769074988.510480:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30666d80 x1855008351353728/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.510492:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.510496:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351353728, offset 224 00000400:00000200:2.0:1769074988.510502:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.510509:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.510514:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16888:16888:256:4294967295] 192.168.204.41@tcp LPNI seq info [16884:16884:8:4294967295] 00000400:00000200:2.0:1769074988.510525:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.510533:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.510537:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.510542:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.510547:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.510550:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.510568:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.510572:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.510575:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000800:00000200:3.0:1769074988.510626:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.510629:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.510632:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.510635:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.510638:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.510639:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:3.0:1769074988.511423:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.511429:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d67c00 00000400:00000200:3.0:1769074988.511433:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 4264 00000400:00000200:3.0:1769074988.511441:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.511444:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.511448:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.511452:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ea00. 00000020:00000010:2.0:1769074988.511496:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.511500:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.511504:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06f7ee00. 00000020:00000010:2.0:1769074988.511507:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.511510:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.511534:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.511537:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000100:00000200:2.0:1769074988.511540:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351353856 00010000:00000010:2.0:1769074988.511550:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882bc00. 02000000:00000010:2.0:1769074988.511559:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b361af400. 00010000:00000010:2.0:1769074988.511565:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130100. 00000100:00000010:2.0:1769074988.511569:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f0c0. 00000100:00000010:2.0:1769074988.511574:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.511580:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0b0cf400. 02000000:00000010:2.0:1769074988.511594:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0b0ce400. 00000400:00000010:2.0:1769074988.511596:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.511599:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.511603:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797312, portal 16 00000400:00000010:2.0:1769074988.511605:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.511607:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368797312, offset 0 00000400:00000200:2.0:1769074988.511611:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.511615:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.511619:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.511640:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.511642:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.511645:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.511647:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16889:16889:256:4294967295] 192.168.204.41@tcp LPNI seq info [16885:16885:8:4294967295] 00000400:00000200:2.0:1769074988.511653:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.511656:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.511659:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.511661:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.511665:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.511667:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.511753:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.511757:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.511761:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.511767:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.511771:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.511773:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:1.0:1769074988.511781:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368797312/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.512365:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.512375:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a680 00000400:00000200:3.0:1769074988.512380:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c91 [1] + 224 00000400:00000200:3.0:1769074988.512390:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.512394:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.512421:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368797312/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.512470:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.512475:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074988.512477:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.512485:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368797312/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.512493:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368797312/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.512510:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0b0ce400. 02000000:00000010:2.0:1769074988.512514:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0b0cf400. 00000100:00000010:2.0:1769074988.512516:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.512518:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f0c0. 00010000:00000010:2.0:1769074988.512520:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130100. 00010000:00000200:2.0:1769074988.512530:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ea00 x1855008351353856/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.512539:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.512542:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351353856, offset 224 00000400:00000200:2.0:1769074988.512546:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.512552:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.512556:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16890:16890:256:4294967295] 192.168.204.41@tcp LPNI seq info [16886:16886:8:4294967295] 00000400:00000200:3.0:1769074988.512576:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.512583:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.512587:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.512591:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.512595:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d67c80 00000800:00000200:2.0:1769074988.512600:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.512605:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21b55 [2] + 1312 00000800:00000200:2.0:1769074988.512610:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.512614:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.512629:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.512632:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.512634:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06f7ee00. 00000400:00000200:3.0:1769074988.512637:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.512646:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.512652:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.512665:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37e680. 00000800:00000200:1.0:1769074988.512680:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.512685:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.512689:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.512695:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.512718:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.512722:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.512725:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.512727:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.512729:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.512740:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b2b37e680 x1855008351353984/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.512765:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000400:00000200:1.0:1769074988.512768:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000020:00000010:2.0:1769074988.512768:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000400:00000010:1.0:1769074988.512775:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.512775:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351353984 02000000:00000010:2.0:1769074988.512782:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b361acc00. 00010000:00000010:2.0:1769074988.512807:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130100. 00000100:00000010:2.0:1769074988.512811:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f0c0. 00000100:00000010:2.0:1769074988.512816:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.512822:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0b0ce400. 02000000:00000010:2.0:1769074988.512833:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0b0ce000. 00000400:00000010:2.0:1769074988.512838:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.512841:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.512845:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797440, portal 16 00000400:00000010:2.0:1769074988.512849:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.512852:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368797440, offset 0 00000400:00000200:2.0:1769074988.512858:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.512864:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.512867:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.512870:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.512873:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.512875:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.512879:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16891:16891:256:4294967295] 192.168.204.41@tcp LPNI seq info [16887:16887:8:4294967295] 00000400:00000200:2.0:1769074988.512888:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.512893:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.512897:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.512901:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.512906:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.512909:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.512985:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.512989:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.512993:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.512998:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.513001:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.513003:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:3.0:1769074988.513009:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368797440/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.513572:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.513578:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a700 00000400:00000200:3.0:1769074988.513582:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28c9d [1] + 224 00000400:00000200:3.0:1769074988.513589:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.513591:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.513596:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368797440/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.513631:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.513635:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074988.513637:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.513642:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368797440/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.513648:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368797440/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.513660:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0b0ce000. 02000000:00000010:2.0:1769074988.513662:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0b0ce400. 00000100:00000010:2.0:1769074988.513664:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.513666:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f0c0. 00010000:00000010:2.0:1769074988.513668:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130100. 00000400:00000010:2.0:1769074988.513674:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.513676:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351353984, offset 224 00000400:00000200:2.0:1769074988.513679:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.513684:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.513687:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16892:16892:256:4294967295] 192.168.204.41@tcp LPNI seq info [16888:16888:8:4294967295] 00000400:00000200:2.0:1769074988.513693:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.513696:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.513698:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.513701:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.513715:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.513718:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.513731:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.513734:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.513736:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:1.0:1769074988.513792:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.513797:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.513800:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.513805:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.513828:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:1.0:1769074988.513830:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:3.0:1769074988.513997:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.514006:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d67d80 00000400:00000200:3.0:1769074988.514011:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21291 [2] + 1960 00000400:00000010:3.0:1769074988.514015:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754688. 00010000:00000010:2.1:1769074988.514060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00000400:00000200:3.0:1769074988.514063:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b12a73780 00010000:00000010:2.1:1769074988.514068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00000400:00000200:3.0:1769074988.514091:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.514099:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.514103:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b12a73780 00000400:00000010:3.0:1769074988.514106:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b12a73780. 00000100:00000200:3.0:1769074988.514110:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.514163:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.514168:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.514174:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.514177:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.514181:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.514204:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.514207:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.514209:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351354240 00000001:00000010:0.0:1769074988.514214:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.514230:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46000. 00000020:00000010:0.0:1769074988.514256:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.514259:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d400. 00080000:00000010:0.0:1769074988.514270:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.514292:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a720. 00000001:00000010:0.0:1769074988.514296:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.514304:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.514308:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.514329:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5680. 00010000:00000200:0.0:1769074988.514351:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07699450 x1855008351354240/t60129542343(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.514365:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074988.514369:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351354240, offset 224 00000400:00000200:0.0:1769074988.514384:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.514393:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.514397:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16893:16893:256:4294967295] 192.168.204.41@tcp LPNI seq info [16889:16889:8:4294967295] 00000400:00000200:0.0:1769074988.514404:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.514407:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.514410:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.514413:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.514417:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.514419:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.514432:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.514434:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.514437:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 02000000:00000010:0.0:1769074988.514445:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.514450:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37f800. 02000000:00000010:0.0:1769074988.514455:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.514458:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97b80. 02000000:00000010:0.0:1769074988.514462:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc44c00. 00000100:00000010:0.0:1769074988.514465:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d500. 02000000:00000010:0.0:1769074988.514470:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47000. 00000100:00000010:0.0:1769074988.514473:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3800. 02000000:00000010:0.0:1769074988.514477:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47400. 00000100:00000010:0.0:1769074988.514481:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1c00. 00000800:00000200:3.0:1769074988.514484:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.514487:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000100:00000200:0.0:1769074988.514488:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:3.0:1769074988.514491:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.514496:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924f78. 00000400:00000200:3.0:1769074988.514497:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.514503:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:0.0:1769074988.514505:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724480. 00000400:00000010:3.0:1769074988.514505:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 02000000:00000010:3.0:1769074988.514512:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46000. 00000400:00000200:1.0:1769074988.515543:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.515553:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d67e00 00000400:00000200:1.0:1769074988.515560:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 151120 00000400:00000200:1.0:1769074988.515570:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.515574:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.515577:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.515582:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667800. 00000020:00000010:2.0:1769074988.515623:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.515627:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.515630:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.515632:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.515634:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.515653:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.515654:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000100:00000200:2.0:1769074988.515656:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351354368 00000001:00000010:2.0:1769074988.515660:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0615f540. 00010000:00000010:2.0:1769074988.515669:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.0:1769074988.515674:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.515697:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c1b000. 00010000:00000010:2.0:1769074988.515730:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.0:1769074988.515734:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.515748:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4c00. 00010000:00000010:2.0:1769074988.515750:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5e80. 00010000:00000010:2.0:1769074988.515753:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.515755:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f700. 00010000:00000010:2.0:1769074988.515775:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.515781:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f700. 00010000:00000010:2.0:1769074988.515784:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5e80. 00010000:00000010:2.0:1769074988.515834:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.515845:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30667800 x1855008351354368/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.515858:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.515862:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351354368, offset 224 00000400:00000200:2.0:1769074988.515868:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.515875:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.515881:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16894:16894:256:4294967295] 192.168.204.41@tcp LPNI seq info [16890:16890:8:4294967295] 00000400:00000200:2.0:1769074988.515890:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.515894:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.515897:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.515900:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.515903:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.515905:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.515920:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.515924:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.515928:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.515966:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.515969:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.515971:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.515975:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.515977:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.515978:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074988.516796:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.516802:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d67e80 00000400:00000200:3.0:1769074988.516806:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 151696 00000400:00000200:3.0:1769074988.516812:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.516814:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.516817:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.516819:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37ca80. 00000020:00000010:2.0:1769074988.516873:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.516879:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.516884:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.516888:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.516891:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.516919:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.516923:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000100:00000200:2.0:1769074988.516926:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351354496 00010000:00000010:2.0:1769074988.516938:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.516944:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.516956:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c1d000. 00010000:00000010:2.0:1769074988.516969:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.516973:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f700. 00010000:00000010:2.0:1769074988.516984:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edace00. 00010000:00000010:2.0:1769074988.516988:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5e80. 00010000:00000010:2.0:1769074988.516992:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.0:1769074988.516996:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.517016:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f700. 00010000:00000010:2.0:1769074988.517024:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.517046:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5e80. 00010000:00000010:2.0:1769074988.517066:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.517079:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37ca80 x1855008351354496/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.517103:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.517108:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351354496, offset 224 00000400:00000200:2.0:1769074988.517114:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.517121:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.517127:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16895:16895:256:4294967295] 192.168.204.41@tcp LPNI seq info [16891:16891:8:4294967295] 00000400:00000200:2.0:1769074988.517137:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.517142:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.517146:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.517151:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.517156:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.517159:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.517173:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.517177:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.517180:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:1.0:1769074988.517237:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.517242:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.517246:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.517251:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.517255:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074988.517257:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00010000:00000010:2.1:1769074988.518060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:2.1:1769074988.518067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575200. 00010000:00000010:2.1:1769074988.518070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4400. 00010000:00000010:2.1:1769074988.518074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a400. 00010000:00000010:2.1:1769074988.518077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.1:1769074988.518082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.1:1769074988.518085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc500. 00010000:00000010:2.1:1769074988.518089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.1:1769074988.518093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00000400:00000200:3.0:1769074988.518104:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:2.1:1769074988.518105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.1:1769074988.518109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00000400:00000200:3.0:1769074988.518114:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d67f80 00000400:00000200:3.0:1769074988.518119:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 152272 00000400:00000200:3.0:1769074988.518126:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.518128:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.518131:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.518148:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37df80. 00000020:00000010:2.0:1769074988.518181:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.518184:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.518187:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.518189:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.518192:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.518212:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.518215:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000100:00000200:2.0:1769074988.518217:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351354752 00010000:00000010:2.0:1769074988.518231:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.0:1769074988.518237:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.518258:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06c1f000. 00010000:00000010:2.0:1769074988.518284:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.0:1769074988.518288:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.518299:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b132dc500. 00010000:00000010:2.0:1769074988.518302:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5e80. 00010000:00000010:2.0:1769074988.518306:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:2.0:1769074988.518309:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f700. 00000004:00000010:2.0:1769074988.518319:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327e780. 00000004:00000010:2.0:1769074988.518327:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907dca8. 00000004:00000010:2.0:1769074988.518332:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148d100. 00080000:00000010:2.0:1769074988.518339:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0b0ce400. 00000020:00000010:2.0:1769074988.518355:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.518357:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0b0ce000. 00000004:00000010:2.0:1769074988.518371:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0615f540. 00020000:00000010:2.0:1769074988.518382:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0be58. 00020000:00000010:2.0:1769074988.518384:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b758. 00000004:00000010:2.0:1769074988.518396:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515868. 00080000:00000010:2.0:1769074988.518403:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130100. 00080000:00000010:2.0:1769074988.518419:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130980. 00000001:00000010:2.0:1769074988.518476:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.518483:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.518498:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.518501:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.518503:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.518505:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.518506:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.518508:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.518514:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5d00. 00080000:00000400:2.0:1769074988.518520:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.518522:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.518523:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.518525:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.518526:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.518528:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.518544:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.518546:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.518547:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.518549:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.518550:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.518551:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.518566:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9420. 00000001:00000010:2.0:1769074988.518569:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0615f0c0. 00080000:00000010:2.0:1769074988.518576:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130980. 00080000:00000010:2.0:1769074988.518578:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.518581:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.518603:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b076f4400. 00010000:00000010:2.0:1769074988.518607:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5980. 00010000:00000010:2.0:1769074988.518611:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.0:1769074988.518615:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f480. 00000004:00000010:2.0:1769074988.518635:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5300. 00010000:00000010:2.0:1769074988.518652:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.518685:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.518694:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542344, last committed = 0 00010000:00000200:2.0:1769074988.518701:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37df80 x1855008351354752/t60129542344(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.518725:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.518728:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351354752, offset 224 00000400:00000200:2.0:1769074988.518732:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.518737:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.518756:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16896:16896:256:4294967295] 192.168.204.41@tcp LPNI seq info [16892:16892:8:4294967295] 00000400:00000200:2.0:1769074988.518762:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.518766:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.518769:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.518772:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.518775:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.518777:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.518790:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.518793:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.518795:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.518840:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.518843:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.518846:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.518850:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.518852:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.518853:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:1.0:1769074988.519967:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.519985:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68000 00000400:00000200:1.0:1769074988.519992:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 4592 00000400:00000200:1.0:1769074988.520002:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.520005:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.520009:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.520014:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665880. 00000020:00000010:2.0:1769074988.520093:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.520098:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.520101:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.520105:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.520108:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.520131:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130100. 00000020:00000010:2.0:1769074988.520133:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130100. 00000100:00000200:2.0:1769074988.520135:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351354880 00010000:00000010:2.0:1769074988.520145:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7d00. 00010000:00000010:2.0:1769074988.520148:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8a01ef7900. 00010000:00000010:2.0:1769074988.520151:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d5c00. 00002000:00000010:2.0:1769074988.520156:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0a130100. 02000000:00000010:2.0:1769074988.520168:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b361af800. 00010000:00000200:2.0:1769074988.520180:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30665880 x1855008351354880/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.520189:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.520198:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351354880, offset 224 00000400:00000200:2.0:1769074988.520201:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.520206:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.520210:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16897:16897:256:4294967295] 192.168.204.41@tcp LPNI seq info [16893:16893:8:4294967295] 00000400:00000200:2.0:1769074988.520216:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.520219:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.520222:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.520225:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.520228:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.520230:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.520241:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.520244:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.520246:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.520294:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.520298:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.520300:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.520304:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.520307:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.520308:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074988.521072:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.521079:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68080 00000400:00000200:3.0:1769074988.521083:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 4920 00000400:00000200:3.0:1769074988.521099:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.521104:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.521108:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.521112:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37d180. 00000020:00000010:2.0:1769074988.521148:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.521151:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.521154:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.521156:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.521158:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.521174:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.521176:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.521177:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351355008 00010000:00000010:2.0:1769074988.521186:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a400. 02000000:00000010:2.0:1769074988.521192:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b361aec00. 00010000:00000010:2.0:1769074988.521198:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130980. 00000100:00000010:2.0:1769074988.521202:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d6da6c0. 00000100:00000010:2.0:1769074988.521207:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.521212:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0b0cee00. 02000000:00000010:2.0:1769074988.521224:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0b0cea00. 00000400:00000010:2.0:1769074988.521227:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.521230:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.521233:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797568, portal 16 00000400:00000010:2.0:1769074988.521236:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.521237:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368797568, offset 0 00000400:00000200:2.0:1769074988.521241:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.521246:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.521249:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.521252:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.521254:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.521256:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.521258:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16898:16898:256:4294967295] 192.168.204.41@tcp LPNI seq info [16894:16894:8:4294967295] 00000400:00000200:2.0:1769074988.521264:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.521267:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.521269:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.521272:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.521275:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.521278:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.521341:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.521346:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.521350:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.521356:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.521360:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074988.521362:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:1.0:1769074988.521369:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368797568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.522043:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.522052:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a780 00000400:00000200:3.0:1769074988.522061:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28cc1 [1] + 224 00000400:00000200:3.0:1769074988.522070:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.522072:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.522078:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368797568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.522117:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.522122:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:2.0:1769074988.522124:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.522129:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368797568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.522137:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368797568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.522152:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0b0cea00. 02000000:00000010:2.0:1769074988.522156:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0b0cee00. 00000100:00000010:2.0:1769074988.522159:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.522163:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d6da6c0. 00010000:00000010:2.0:1769074988.522165:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130980. 00000400:00000200:3.0:1769074988.522170:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:2.0:1769074988.522177:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2b37d180 x1855008351355008/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074988.522180:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d68100 00000400:00000200:3.0:1769074988.522191:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21b55 [2] + 1640 00000400:00000010:2.0:1769074988.522195:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.522200:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351355008, offset 224 00000400:00000200:2.0:1769074988.522207:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.522216:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.522216:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.522227:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.522228:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16899:16899:256:4294967295] 192.168.204.41@tcp LPNI seq info [16895:16895:8:4294967295] 00000400:00000200:2.0:1769074988.522241:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.522246:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074988.522247:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:2.0:1769074988.522251:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000100:00000010:3.0:1769074988.522253:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2b37f800. 00000800:00000200:2.0:1769074988.522260:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.522267:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.522270:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.522291:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.522295:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.522299:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000020:00000010:1.0:1769074988.522322:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.522328:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000800:00000200:3.0:1769074988.522333:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074988.522335:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000800:00000010:3.0:1769074988.522338:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000020:00000010:1.0:1769074988.522341:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000400:00000200:3.0:1769074988.522345:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.522348:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000400:00000200:3.0:1769074988.522353:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.522358:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074988.522361:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:1.0:1769074988.522376:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b2b37f800 x1855008351355136/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.522412:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.522416:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:1.0:1769074988.522419:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351355136 02000000:00000010:1.0:1769074988.522426:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302fc00. 00010000:00000010:1.0:1769074988.522455:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b4c0. 00000100:00000010:1.0:1769074988.522459:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000100:00000010:1.0:1769074988.522462:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664380. 02000000:00000010:1.0:1769074988.522468:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6400. 02000000:00000010:1.0:1769074988.522476:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a032f6200. 00000400:00000010:1.0:1769074988.522479:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794c60. 00000400:00000010:1.0:1769074988.522482:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.522485:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797696, portal 16 00000400:00000010:1.0:1769074988.522487:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074988.522489:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368797696, offset 0 00000400:00000200:1.0:1769074988.522493:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.522498:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.522500:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.522503:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.522504:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.522506:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.522509:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16900:16900:256:4294967295] 192.168.204.41@tcp LPNI seq info [16896:16896:8:4294967295] 00000400:00000200:1.0:1769074988.522515:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.522518:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.522520:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.522523:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.522527:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.522530:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.522588:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.522591:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.522594:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.522597:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.522599:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:3.0:1769074988.522601:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000100:00000200:3.0:1769074988.522605:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30664380 x1855008368797696/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.523214:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.523224:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a800 00000400:00000200:0.0:1769074988.523231:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28ccd [1] + 224 00000400:00000200:0.0:1769074988.523241:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.523246:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.523254:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30664380 x1855008368797696/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.523293:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c60. 00000400:00000200:1.0:1769074988.523297:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:1.0:1769074988.523299:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.523304:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30664380 x1855008368797696/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.523311:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30664380 x1855008368797696/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.523323:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a032f6200. 02000000:00000010:1.0:1769074988.523325:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6400. 00000100:00000010:1.0:1769074988.523327:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664380. 00000100:00000010:1.0:1769074988.523329:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:1.0:1769074988.523331:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b4c0. 00000400:00000010:1.0:1769074988.523337:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074988.523339:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351355136, offset 224 00000400:00000200:1.0:1769074988.523342:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.523347:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.523350:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16901:16901:256:4294967295] 192.168.204.41@tcp LPNI seq info [16897:16897:8:4294967295] 00000400:00000200:1.0:1769074988.523356:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.523359:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.523362:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.523365:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.523368:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.523370:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.523385:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.523387:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:1.0:1769074988.523390:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.523431:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.523434:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.523437:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.523441:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.523444:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:3.0:1769074988.523446:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:3.0:1769074988.523810:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.523819:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d68200 00000400:00000200:3.0:1769074988.523825:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x215cd [2] + 0 00000400:00000200:3.0:1769074988.523834:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.523838:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.523842:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.523848:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1880. 00000020:00000010:0.0:1769074988.523907:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.523912:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.523917:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.523921:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.523925:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.523952:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.523956:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.523958:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351355392 00000001:00000010:0.0:1769074988.523963:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.523984:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47400. 00000020:00000010:0.0:1769074988.524016:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.524021:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c000. 00080000:00000010:0.0:1769074988.524053:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.524077:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223a300. 00000001:00000010:0.0:1769074988.524080:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.524089:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.524092:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.524113:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5300. 00010000:00000200:0.0:1769074988.524127:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1880 x1855008351355392/t60129542345(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.524137:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074988.524140:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351355392, offset 224 00000400:00000200:0.0:1769074988.524143:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.524148:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.524151:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16902:16902:256:4294967295] 192.168.204.41@tcp LPNI seq info [16898:16898:8:4294967295] 00000400:00000200:0.0:1769074988.524158:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.524161:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.524164:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.524167:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.524170:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.524172:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.524186:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.524189:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.524191:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:1.0:1769074988.524241:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.524267:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:1.0:1769074988.524271:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.524276:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.524280:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:1.0:1769074988.524282:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000400:00000200:3.0:1769074988.525223:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.525230:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d68280 00000400:00000200:3.0:1769074988.525234:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 152920 00000400:00000200:3.0:1769074988.525240:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.525243:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.525245:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.525248:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2680. 00000020:00000010:2.0:1769074988.525298:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.525303:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.525308:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.525312:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.525315:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.525338:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.525340:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.525342:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351355520 00000001:00000010:2.0:1769074988.525346:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0615f0c0. 00010000:00000010:2.0:1769074988.525357:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.0:1769074988.525361:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.525383:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c1a000. 00010000:00000010:2.0:1769074988.525396:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575200. 00010000:00000010:2.0:1769074988.525398:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.525406:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7200. 00010000:00000010:2.0:1769074988.525408:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5b00. 00010000:00000010:2.0:1769074988.525411:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:2.0:1769074988.525413:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f680. 00010000:00000010:2.0:1769074988.525433:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.525440:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f680. 00010000:00000010:2.0:1769074988.525443:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5b00. 00010000:00000010:2.0:1769074988.525456:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.525462:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2680 x1855008351355520/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.525472:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.525475:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351355520, offset 224 00000400:00000200:2.0:1769074988.525479:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.525484:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.525488:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16903:16903:256:4294967295] 192.168.204.41@tcp LPNI seq info [16899:16899:8:4294967295] 00000400:00000200:2.0:1769074988.525494:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.525497:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.525500:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.525503:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.525507:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.525509:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.525522:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.525525:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.525527:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.525570:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.525573:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.525576:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.525579:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.525581:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:3.0:1769074988.525583:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:1.0:1769074988.526371:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.526380:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d68300 00000400:00000200:1.0:1769074988.526386:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 153512 00000400:00000200:1.0:1769074988.526396:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.526399:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.526404:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.526408:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664380. 00000020:00000010:2.0:1769074988.526456:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.526459:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.526462:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.526464:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.526467:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.526492:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.526494:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.526496:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351355648 00010000:00000010:2.0:1769074988.526506:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.0:1769074988.526513:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.526526:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c19000. 00010000:00000010:2.0:1769074988.526542:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:2.0:1769074988.526547:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f680. 00010000:00000010:2.0:1769074988.526557:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7100. 00010000:00000010:2.0:1769074988.526560:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5b00. 00010000:00000010:2.0:1769074988.526564:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.0:1769074988.526568:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.526600:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f680. 00010000:00000010:2.0:1769074988.526611:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.526615:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5b00. 00010000:00000010:2.0:1769074988.526634:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.526643:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664380 x1855008351355648/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.526656:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.526660:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351355648, offset 224 00000400:00000200:2.0:1769074988.526666:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.526673:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.526678:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16904:16904:256:4294967295] 192.168.204.41@tcp LPNI seq info [16900:16900:8:4294967295] 00000400:00000200:2.0:1769074988.526688:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.526693:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.526697:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.526701:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.526720:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.526724:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.526741:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.526745:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.526749:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.526801:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.526805:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.526807:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.526811:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.526814:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.526815:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074988.527764:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.527770:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d68400 00000400:00000200:3.0:1769074988.527774:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 154104 00000400:00000200:3.0:1769074988.527781:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.527783:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.527786:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.527789:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0700. 00000020:00000010:2.0:1769074988.527826:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.527829:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.527832:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.527834:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.527836:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.527855:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.527857:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.527858:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351355904 00010000:00000010:2.0:1769074988.527868:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:2.0:1769074988.527871:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.527884:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06c1c000. 00010000:00000010:2.0:1769074988.527905:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ba00. 00010000:00000010:2.0:1769074988.527908:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.527918:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7000. 00010000:00000010:2.0:1769074988.527921:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5b00. 00010000:00000010:2.0:1769074988.527925:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a200. 00010000:00000010:2.0:1769074988.527928:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f680. 00000004:00000010:2.0:1769074988.527939:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327e5a0. 00000004:00000010:2.0:1769074988.527948:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d168. 00000004:00000010:2.0:1769074988.527953:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148d210. 00080000:00000010:2.0:1769074988.527961:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0b0cee00. 00000020:00000010:2.0:1769074988.527976:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.527979:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0b0cea00. 00000004:00000010:2.0:1769074988.527992:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3d6da6c0. 00020000:00000010:2.0:1769074988.528004:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bf60. 00020000:00000010:2.0:1769074988.528006:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b1a8. 00000004:00000010:2.0:1769074988.528018:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38515aa0. 00010000:00000010:2.1:1769074988.528045:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00080000:00000010:2.0:1769074988.528051:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130980. 00080000:00000010:2.0:1769074988.528069:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b10b4efc0. 00000001:00000010:2.0:1769074988.528149:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5478. 00000001:00000010:2.0:1769074988.528157:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5478. 00080000:00000400:2.0:1769074988.528174:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.528176:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.528178:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.528180:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.528182:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.528183:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.528210:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5f80. 00080000:00000400:2.0:1769074988.528216:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.528218:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.528220:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.528221:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.528223:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.528224:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.528242:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.528243:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.528245:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.528246:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.528248:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.528250:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.528272:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9540. 00000001:00000010:2.0:1769074988.528279:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0615f0c0. 00080000:00000010:2.0:1769074988.528289:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b10b4efc0. 00080000:00000010:2.0:1769074988.528294:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.528298:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.528326:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7300. 00010000:00000010:2.0:1769074988.528330:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5500. 00010000:00000010:2.0:1769074988.528334:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b400. 00010000:00000010:2.0:1769074988.528338:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fc00. 00000004:00000010:2.0:1769074988.528358:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5180. 00010000:00000010:2.0:1769074988.528373:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.528391:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.528396:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542346, last committed = 0 00010000:00000200:2.0:1769074988.528401:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0700 x1855008351355904/t60129542346(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.528410:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.528412:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351355904, offset 224 00000400:00000200:2.0:1769074988.528416:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.528421:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.528424:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16905:16905:256:4294967295] 192.168.204.41@tcp LPNI seq info [16901:16901:8:4294967295] 00000400:00000200:2.0:1769074988.528431:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.528434:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.528436:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.528439:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.528442:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.528445:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.528460:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.528462:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.528464:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:1.0:1769074988.528516:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.528520:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.528524:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.528529:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.528533:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:1.0:1769074988.528535:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074988.529645:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.529652:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68480 00000400:00000200:3.0:1769074988.529657:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 5248 00000400:00000200:3.0:1769074988.529665:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.529668:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.529671:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.529674:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1180. 00000020:00000010:2.0:1769074988.529726:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.529730:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.529733:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.529735:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.529738:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.529756:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b10b4efc0. 00000020:00000010:2.0:1769074988.529758:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b10b4efc0. 00000100:00000200:2.0:1769074988.529760:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351356032 00010000:00000010:2.0:1769074988.529772:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148600. 00010000:00000010:2.0:1769074988.529774:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b42148c00. 00010000:00000010:2.0:1769074988.529778:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00002000:00000010:2.0:1769074988.529782:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b10b4efc0. 02000000:00000010:2.0:1769074988.529794:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b173a7800. 00010000:00000200:2.0:1769074988.529808:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1180 x1855008351356032/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.529817:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.529820:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351356032, offset 224 00000400:00000200:2.0:1769074988.529823:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.529828:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.529832:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16906:16906:256:4294967295] 192.168.204.41@tcp LPNI seq info [16902:16902:8:4294967295] 00000400:00000200:2.0:1769074988.529838:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.529841:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.529844:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.529847:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.529850:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.529854:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.529870:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.529874:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.529878:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.529920:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.529923:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.529926:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.529929:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.529933:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.529935:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:1.0:1769074988.530835:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.530845:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68500 00000400:00000200:1.0:1769074988.530850:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 5576 00000400:00000200:1.0:1769074988.530859:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.530863:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.530867:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.530870:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667480. 00000020:00000010:2.0:1769074988.530923:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.530928:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.530932:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.530936:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.530939:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.530963:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.530966:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.530969:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351356160 00010000:00000010:2.0:1769074988.530980:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a400. 02000000:00000010:2.0:1769074988.530989:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b173a6c00. 00010000:00000010:2.0:1769074988.530997:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130980. 00000100:00000010:2.0:1769074988.531003:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f300. 00000100:00000010:2.0:1769074988.531009:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.531017:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0b0cf200. 02000000:00000010:2.0:1769074988.531059:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0b0cfe00. 00000400:00000010:2.0:1769074988.531063:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.531066:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.531070:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797824, portal 16 00000400:00000010:2.0:1769074988.531073:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.531083:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368797824, offset 0 00000400:00000200:2.0:1769074988.531090:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.531095:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.531098:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.531101:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.531104:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.531105:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.531108:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16907:16907:256:4294967295] 192.168.204.41@tcp LPNI seq info [16903:16903:8:4294967295] 00000400:00000200:2.0:1769074988.531114:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.531117:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.531119:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.531122:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.531125:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.531128:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.531197:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.531201:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.531204:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.531208:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.531212:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.531213:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000100:00000200:3.0:1769074988.531218:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368797824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.531771:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.531780:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a880 00000400:00000200:3.0:1769074988.531785:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28ced [1] + 224 00000400:00000200:3.0:1769074988.531794:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.531798:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.531806:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368797824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.531856:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.531860:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074988.531861:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.531866:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368797824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.531874:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368797824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.531891:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0b0cfe00. 02000000:00000010:2.0:1769074988.531894:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0b0cf200. 00000100:00000010:2.0:1769074988.531897:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.531900:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f300. 00010000:00000010:2.0:1769074988.531902:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130980. 00010000:00000200:2.0:1769074988.531911:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30667480 x1855008351356160/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.531920:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.531922:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351356160, offset 224 00000400:00000200:2.0:1769074988.531926:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.531932:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.531935:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16908:16908:256:4294967295] 192.168.204.41@tcp LPNI seq info [16904:16904:8:4294967295] 00000400:00000200:1.0:1769074988.531944:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.531949:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.531955:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.531958:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.531963:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d68580 00000800:00000200:2.0:1769074988.531964:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.531970:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.531973:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.531977:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21b55 [2] + 1968 00000400:00000010:1.0:1769074988.531984:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498a4d0. 00000020:00000010:2.0:1769074988.531990:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.531994:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.531996:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000400:00000200:1.0:1769074988.532002:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b3d747300 00010000:00000010:2.1:1769074988.532059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00000400:00000200:1.0:1769074988.532063:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1769074988.532065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4c00. 00000400:00000200:1.0:1769074988.532071:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.1:1769074988.532073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.1:1769074988.532077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.1:1769074988.532079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00000400:00000200:1.0:1769074988.532083:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d747300 00010000:00000010:2.1:1769074988.532083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edace00. 00000400:00000010:1.0:1769074988.532088:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3d747300. 00010000:00000010:2.1:1769074988.532092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00000100:00000200:1.0:1769074988.532095:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1769074988.532099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074988.532110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.1:1769074988.532114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00000020:00000010:2.0:1769074988.532137:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.532140:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.532146:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.532150:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.532153:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000800:00000200:3.0:1769074988.532168:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1769074988.532169:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a59850 x1855008351356288/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769074988.532174:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.532181:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.532187:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.532191:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.532194:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000020:00000010:2.0:1769074988.532198:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.532203:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.532207:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351356288 02000000:00000010:2.0:1769074988.532213:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b173a4800. 00010000:00000010:2.0:1769074988.532246:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130980. 00000100:00000010:2.0:1769074988.532251:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f300. 00000100:00000010:2.0:1769074988.532256:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.532263:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0b0cf200. 02000000:00000010:2.0:1769074988.532273:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0b0cfe00. 00000400:00000010:2.0:1769074988.532276:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.532278:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.532281:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368797952, portal 16 00000400:00000010:2.0:1769074988.532283:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.532285:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368797952, offset 0 00000400:00000200:2.0:1769074988.532290:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.532294:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.532296:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.532298:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.532300:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.532302:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.532304:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16909:16909:256:4294967295] 192.168.204.41@tcp LPNI seq info [16905:16905:8:4294967295] 00000400:00000200:2.0:1769074988.532310:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.532313:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.532315:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.532320:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.532324:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.532327:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.532397:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.532401:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.532405:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.532410:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.532413:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.532415:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:3.0:1769074988.532421:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368797952/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.533082:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.533102:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a900 00000400:00000200:1.0:1769074988.533108:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28cf9 [1] + 224 00000400:00000200:1.0:1769074988.533118:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.533123:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.533130:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368797952/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.533163:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5478. 00000400:00000200:2.0:1769074988.533167:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:2.0:1769074988.533168:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.533173:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368797952/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.533180:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368797952/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.533192:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0b0cfe00. 02000000:00000010:2.0:1769074988.533195:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0b0cf200. 00000100:00000010:2.0:1769074988.533197:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.533199:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f300. 00010000:00000010:2.0:1769074988.533201:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130980. 00000400:00000010:2.0:1769074988.533207:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.533209:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351356288, offset 224 00000400:00000200:2.0:1769074988.533212:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.533216:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.533220:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16910:16910:256:4294967295] 192.168.204.41@tcp LPNI seq info [16906:16906:8:4294967295] 00000400:00000200:2.0:1769074988.533242:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.533245:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.533248:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.533251:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.533254:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.533256:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.533269:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.533271:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.533273:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 02000000:00000010:2.0:1769074988.533279:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0302fc00. 00000100:00000010:2.0:1769074988.533282:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37f800. 02000000:00000010:2.0:1769074988.533286:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b361acc00. 00000100:00000010:2.0:1769074988.533288:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37e680. 02000000:00000010:2.0:1769074988.533291:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b307f5000. 00000100:00000010:2.0:1769074988.533294:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666a00. 02000000:00000010:2.0:1769074988.533297:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06c30c00. 00000100:00000010:2.0:1769074988.533299:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47100. 02000000:00000010:2.0:1769074988.533302:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06c31400. 00000100:00000010:2.0:1769074988.533303:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650f480. 02000000:00000010:2.0:1769074988.533306:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0302c400. 00000100:00000010:2.0:1769074988.533309:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3100. 00000100:00000200:2.0:1769074988.533316:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074988.533321:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5478. 00000400:00000010:2.0:1769074988.533326:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b0a43f300. 00000800:00000200:3.0:1769074988.533336:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.533341:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.533345:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.533350:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.533354:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074988.533356:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 02000000:00000010:3.0:1769074988.533360:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b173a4800. 00000400:00000200:3.0:1769074988.533491:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.533496:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d68680 00000400:00000200:3.0:1769074988.533501:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x215cd [2] + 392 00000400:00000200:3.0:1769074988.533518:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.533521:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.533524:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.533527:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0000. 00000020:00000010:0.0:1769074988.533575:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.533581:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.533586:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.533590:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.533594:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.533622:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.533625:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.533629:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351356544 00000001:00000010:0.0:1769074988.533634:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.533654:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47000. 00000020:00000010:0.0:1769074988.533679:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.533682:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298de00. 00080000:00000010:0.0:1769074988.533694:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.533737:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b03f54000. 00000001:00000010:0.0:1769074988.533741:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.533751:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.533754:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.533771:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5180. 00010000:00000200:0.0:1769074988.533785:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0000 x1855008351356544/t60129542347(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.533794:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074988.533797:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351356544, offset 224 00000400:00000200:0.0:1769074988.533801:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.533806:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.533809:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16911:16911:256:4294967295] 192.168.204.41@tcp LPNI seq info [16907:16907:8:4294967295] 00000400:00000200:0.0:1769074988.533815:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.533819:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.533822:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.533825:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.533828:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.533831:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.533844:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.533847:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.533849:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:1.0:1769074988.533893:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.533896:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:1.0:1769074988.533899:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.533903:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.533906:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:1.0:1769074988.533907:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000400:00000200:3.0:1769074988.534899:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.534905:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d68700 00000400:00000200:3.0:1769074988.534909:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 154768 00000400:00000200:3.0:1769074988.534916:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.534918:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.534921:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.534923:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0380. 00000020:00000010:2.0:1769074988.534976:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.534980:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.534984:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.534986:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.534988:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.535010:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.535012:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.535015:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351356672 00000001:00000010:2.0:1769074988.535020:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0615f0c0. 00010000:00000010:2.1:1769074988.535055:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575200. 00010000:00000010:1.1:1769074988.535058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5c00. 00010000:00000010:2.1:1769074988.535063:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7200. 00010000:00000010:2.1:1769074988.535072:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:2.1:1769074988.535085:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.1:1769074988.535092:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:2.1:1769074988.535096:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7100. 00010000:00000010:2.1:1769074988.535099:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.1:1769074988.535101:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.1:1769074988.535103:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ba00. 00010000:00000010:2.1:1769074988.535105:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:2.0:1769074988.535116:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:2.0:1769074988.535120:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.535133:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c1e000. 00010000:00000010:2.0:1769074988.535146:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ba00. 00010000:00000010:2.0:1769074988.535148:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.535157:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148300. 00010000:00000010:2.0:1769074988.535160:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5c00. 00010000:00000010:2.0:1769074988.535163:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.0:1769074988.535165:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f900. 00010000:00000010:2.0:1769074988.535185:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.535191:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f900. 00010000:00000010:2.0:1769074988.535194:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5c00. 00010000:00000010:2.0:1769074988.535205:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.535212:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0380 x1855008351356672/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.535221:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.535224:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351356672, offset 224 00000400:00000200:2.0:1769074988.535228:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.535233:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.535236:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16912:16912:256:4294967295] 192.168.204.41@tcp LPNI seq info [16908:16908:8:4294967295] 00000400:00000200:2.0:1769074988.535242:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.535246:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.535248:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.535251:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.535255:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.535257:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.535271:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.535290:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.535292:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.535318:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.535321:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.535323:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.535327:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.535329:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.535330:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:1.0:1769074988.536218:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.536225:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d68780 00000400:00000200:1.0:1769074988.536229:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 155344 00000400:00000200:1.0:1769074988.536236:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.536239:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.536242:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.536245:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664700. 00000020:00000010:2.0:1769074988.536285:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.536290:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.536293:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.536295:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.536298:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.536320:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.536323:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.536326:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351356800 00010000:00000010:2.0:1769074988.536339:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:2.0:1769074988.536343:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.536356:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c18000. 00010000:00000010:2.0:1769074988.536370:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.0:1769074988.536374:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f900. 00010000:00000010:2.0:1769074988.536384:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148f00. 00010000:00000010:2.0:1769074988.536387:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5c00. 00010000:00000010:2.0:1769074988.536390:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b600. 00010000:00000010:2.0:1769074988.536392:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.536409:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f900. 00010000:00000010:2.0:1769074988.536415:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.536418:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5c00. 00010000:00000010:2.0:1769074988.536430:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.536437:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664700 x1855008351356800/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.536447:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.536449:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351356800, offset 224 00000400:00000200:2.0:1769074988.536459:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.536464:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.536468:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16913:16913:256:4294967295] 192.168.204.41@tcp LPNI seq info [16909:16909:8:4294967295] 00000400:00000200:2.0:1769074988.536492:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.536495:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.536498:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.536501:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.536505:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.536507:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.536522:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.536525:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.536527:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.536575:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.536578:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.536581:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.536585:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.536588:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.536589:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:3.0:1769074988.537440:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.537449:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d68880 00000400:00000200:3.0:1769074988.537455:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 155920 00000400:00000200:3.0:1769074988.537465:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.537469:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.537473:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.537478:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2d80. 00000020:00000010:2.0:1769074988.537523:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.537527:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.537530:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.537532:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.537534:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.537552:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.537554:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.537556:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351357056 00010000:00000010:2.0:1769074988.537565:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.0:1769074988.537568:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.537594:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b03685000. 00010000:00000010:2.0:1769074988.537616:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.0:1769074988.537619:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.537626:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7100. 00010000:00000010:2.0:1769074988.537628:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5c00. 00010000:00000010:2.0:1769074988.537630:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575400. 00010000:00000010:2.0:1769074988.537632:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f900. 00000004:00000010:2.0:1769074988.537637:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327f860. 00000004:00000010:2.0:1769074988.537643:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907df78. 00000004:00000010:2.0:1769074988.537648:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148c440. 00080000:00000010:2.0:1769074988.537653:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0b0cf200. 00000020:00000010:2.0:1769074988.537664:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.537667:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0b0cfe00. 00000004:00000010:2.0:1769074988.537679:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43f180. 00020000:00000010:2.0:1769074988.537690:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b7b8. 00020000:00000010:2.0:1769074988.537692:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b780. 00000004:00000010:2.0:1769074988.537720:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38514f88. 00080000:00000010:2.0:1769074988.537729:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130980. 00080000:00000010:2.0:1769074988.537746:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b03a80cc0. 00000001:00000010:2.0:1769074988.537811:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.537818:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.537835:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.537837:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.537840:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.537841:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.537843:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.537844:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.537851:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5c80. 00080000:00000400:2.0:1769074988.537857:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.537858:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.537859:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.537861:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.537863:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.537864:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.537881:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.537883:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.537884:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.537885:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.537887:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.537888:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.537904:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9de0. 00000001:00000010:2.0:1769074988.537907:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074988.537914:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b03a80cc0. 00080000:00000010:2.0:1769074988.537916:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.537919:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.537947:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a01ef7200. 00010000:00000010:2.0:1769074988.537950:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5080. 00010000:00000010:2.0:1769074988.537953:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575200. 00010000:00000010:2.0:1769074988.537955:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f380. 00000004:00000010:2.0:1769074988.537970:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5700. 00010000:00000010:2.0:1769074988.537980:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.537996:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.538001:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542348, last committed = 0 00010000:00000200:2.0:1769074988.538006:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2d80 x1855008351357056/t60129542348(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.538016:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.538020:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351357056, offset 224 00000400:00000200:2.0:1769074988.538053:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.538063:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.538070:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16914:16914:256:4294967295] 192.168.204.41@tcp LPNI seq info [16910:16910:8:4294967295] 00000400:00000200:2.0:1769074988.538080:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.538085:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.538090:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.538094:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.538097:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.538099:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.538116:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.538119:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.538121:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:1.0:1769074988.538165:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.538168:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.538184:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.538187:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.538190:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074988.538192:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00010000:00000010:2.1:1769074988.539068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00000400:00000200:3.0:1769074988.539228:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.539236:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68900 00000400:00000200:3.0:1769074988.539241:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 5904 00000400:00000200:3.0:1769074988.539248:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.539250:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.539253:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.539256:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1c00. 00000020:00000010:2.0:1769074988.539293:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b03a80cc0. 00000020:00000010:2.0:1769074988.539296:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b03a80cc0. 00000020:00000010:2.0:1769074988.539299:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.539302:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.539319:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.539337:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b03a80cc0. 00000020:00000010:2.0:1769074988.539339:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b03a80cc0. 00000100:00000200:2.0:1769074988.539341:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351357184 00010000:00000010:2.0:1769074988.539351:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edace00. 00010000:00000010:2.0:1769074988.539353:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b076f4c00. 00010000:00000010:2.0:1769074988.539357:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00002000:00000010:2.0:1769074988.539362:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b03a80cc0. 02000000:00000010:2.0:1769074988.539374:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b173a4800. 00010000:00000200:2.0:1769074988.539387:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1c00 x1855008351357184/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.539396:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.539398:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351357184, offset 224 00000400:00000200:2.0:1769074988.539402:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.539407:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.539410:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16915:16915:256:4294967295] 192.168.204.41@tcp LPNI seq info [16911:16911:8:4294967295] 00000400:00000200:2.0:1769074988.539417:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.539420:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.539422:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.539425:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.539429:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.539431:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.539443:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.539446:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.539449:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.539498:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.539501:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.539504:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.539507:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.539509:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:3.0:1769074988.539510:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:1.0:1769074988.540329:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.540338:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68980 00000400:00000200:1.0:1769074988.540344:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 6232 00000400:00000200:1.0:1769074988.540354:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.540358:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.540362:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.540366:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666a00. 00000020:00000010:2.0:1769074988.540403:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.540407:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.540410:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.540412:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.540414:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.540432:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.540434:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.540436:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351357312 00010000:00000010:2.0:1769074988.540445:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3573f800. 02000000:00000010:2.0:1769074988.540451:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c31400. 00010000:00000010:2.0:1769074988.540457:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130980. 00000100:00000010:2.0:1769074988.540461:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f0c0. 00000100:00000010:2.0:1769074988.540465:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.540471:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b06f7ee00. 02000000:00000010:2.0:1769074988.540483:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07659200. 00000400:00000010:2.0:1769074988.540486:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.540489:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.540491:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798080, portal 16 00000400:00000010:2.0:1769074988.540493:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.540495:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368798080, offset 0 00000400:00000200:2.0:1769074988.540499:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.540504:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.540506:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.540509:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.540511:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.540513:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.540515:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16916:16916:256:4294967295] 192.168.204.41@tcp LPNI seq info [16912:16912:8:4294967295] 00000400:00000200:2.0:1769074988.540521:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.540524:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.540526:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.540529:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.540532:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.540534:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.540604:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.540608:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.540611:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.540614:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.540616:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.540618:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000100:00000200:3.0:1769074988.540623:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368798080/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.541178:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.541184:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0a980 00000400:00000200:3.0:1769074988.541188:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28d1d [1] + 224 00000400:00000200:3.0:1769074988.541194:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.541196:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.541201:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368798080/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.541236:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.541240:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:2.0:1769074988.541242:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.541247:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368798080/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.541254:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368798080/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.541268:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07659200. 02000000:00000010:2.0:1769074988.541271:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b06f7ee00. 00000100:00000010:2.0:1769074988.541274:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.541276:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f0c0. 00010000:00000010:2.0:1769074988.541278:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130980. 00010000:00000200:2.0:1769074988.541289:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30666a00 x1855008351357312/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.541302:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.541305:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351357312, offset 224 00000400:00000200:2.0:1769074988.541311:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.541317:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.541322:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16917:16917:256:4294967295] 192.168.204.41@tcp LPNI seq info [16913:16913:8:4294967295] 00000400:00000200:2.0:1769074988.541332:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.541337:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.541342:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.541352:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.541357:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.541361:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.541388:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.541393:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.541397:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000400:00000200:1.0:1769074988.541421:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.541429:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d68a00 00000400:00000200:1.0:1769074988.541433:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21c91 [2] + 0 00000800:00000200:3.0:1769074988.541463:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.541466:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.541468:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.541473:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.541476:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.541478:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074988.541485:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.541490:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.541495:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.541499:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978380. 00000020:00000010:2.0:1769074988.541535:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.541538:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.541541:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07659200. 00000020:00000010:2.0:1769074988.541543:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.541565:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.541579:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04978380 x1855008351357440/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.541605:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.541609:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.541612:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351357440 02000000:00000010:2.0:1769074988.541620:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06c30c00. 00010000:00000010:2.0:1769074988.541647:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130980. 00000100:00000010:2.0:1769074988.541652:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0615f0c0. 00000100:00000010:2.0:1769074988.541655:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.541661:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07658800. 02000000:00000010:2.0:1769074988.541672:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0b0cf400. 00000400:00000010:2.0:1769074988.541676:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.541678:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.541681:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798208, portal 16 00000400:00000010:2.0:1769074988.541683:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.541685:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368798208, offset 0 00000400:00000200:2.0:1769074988.541689:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.541693:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.541696:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.541698:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.541699:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.541701:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.541717:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16918:16918:256:4294967295] 192.168.204.41@tcp LPNI seq info [16914:16914:8:4294967295] 00000400:00000200:2.0:1769074988.541725:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.541728:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.541731:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.541735:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.541738:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.541740:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.541793:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.541796:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.541798:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.541802:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.541804:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.541805:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:3.0:1769074988.541809:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368798208/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.542376:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.542383:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0aa00 00000400:00000200:3.0:1769074988.542388:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28d29 [1] + 224 00000400:00000200:3.0:1769074988.542395:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.542397:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.542403:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368798208/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.542439:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.542444:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:2.0:1769074988.542445:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.542450:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368798208/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.542457:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368798208/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.542469:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0b0cf400. 02000000:00000010:2.0:1769074988.542472:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07658800. 00000100:00000010:2.0:1769074988.542474:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.542476:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0615f0c0. 00010000:00000010:2.0:1769074988.542478:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130980. 00000400:00000010:2.0:1769074988.542484:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.542486:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351357440, offset 224 00000400:00000200:2.0:1769074988.542490:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.542494:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.542497:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16919:16919:256:4294967295] 192.168.204.41@tcp LPNI seq info [16915:16915:8:4294967295] 00000400:00000200:2.0:1769074988.542503:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.542506:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.542509:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.542512:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.542515:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.542517:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.542531:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.542533:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.542535:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07659200. 00000800:00000200:1.0:1769074988.542600:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.542605:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.542609:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.542614:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.542618:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074988.542620:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.542777:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.542783:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d68b00 00000400:00000200:3.0:1769074988.542787:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x215cd [2] + 784 00000400:00000200:3.0:1769074988.542793:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.542796:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.542799:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.542803:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0a80. 00000020:00000010:0.0:1769074988.542854:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.542860:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.542865:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.542870:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.542874:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.542902:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.542906:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.542910:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351357696 00000001:00000010:0.0:1769074988.542916:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.542935:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc44c00. 00000020:00000010:0.0:1769074988.542963:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b2223ac00. 00080000:00000010:0.0:1769074988.542967:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298da00. 00080000:00000010:0.0:1769074988.542977:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.542999:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51480. 00000001:00000010:0.0:1769074988.543004:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.543015:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.543018:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b2223ac00. 00000004:00000010:0.0:1769074988.543077:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5700. 00010000:00000200:0.0:1769074988.543101:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0a80 x1855008351357696/t60129542349(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.543117:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074988.543122:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351357696, offset 224 00000400:00000200:0.0:1769074988.543128:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.543135:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.543141:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16920:16920:256:4294967295] 192.168.204.41@tcp LPNI seq info [16916:16916:8:4294967295] 00000400:00000200:0.0:1769074988.543152:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.543157:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.543161:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.543165:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.543170:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.543173:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.543189:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.543193:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.543196:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.543238:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.543241:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.543243:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.543246:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.543249:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074988.543250:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000400:00000200:1.0:1769074988.544315:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.544322:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d68b80 00000400:00000200:1.0:1769074988.544327:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 156568 00000400:00000200:1.0:1769074988.544334:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.544337:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.544340:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.544343:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978700. 00000020:00000010:2.0:1769074988.544394:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.544398:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.544401:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.544404:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.544407:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.544425:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.544427:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.544429:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351357824 00000001:00000010:2.0:1769074988.544434:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074988.544444:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.544447:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.544457:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03687000. 00010000:00000010:2.0:1769074988.544470:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.544472:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.544481:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ae00. 00010000:00000010:2.0:1769074988.544483:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5e00. 00010000:00000010:2.0:1769074988.544492:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.0:1769074988.544495:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f100. 00010000:00000010:2.0:1769074988.544515:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.544521:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f100. 00010000:00000010:2.0:1769074988.544524:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5e00. 00010000:00000010:2.0:1769074988.544536:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.544541:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978700 x1855008351357824/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.544550:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.544553:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351357824, offset 224 00000400:00000200:2.0:1769074988.544556:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.544561:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.544564:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16921:16921:256:4294967295] 192.168.204.41@tcp LPNI seq info [16917:16917:8:4294967295] 00000400:00000200:2.0:1769074988.544570:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.544573:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.544576:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.544578:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.544582:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.544584:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.544597:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.544599:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.544601:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.544646:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.544649:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.544652:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.544655:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.544658:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.544659:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074988.545448:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.545454:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d68c00 00000400:00000200:3.0:1769074988.545458:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c41 [64] + 157144 00000400:00000200:3.0:1769074988.545464:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.545467:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.545469:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.545473:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860e00. 00000020:00000010:2.0:1769074988.545508:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.545512:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.545515:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.545518:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.545525:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.545542:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.545544:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.545546:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351357952 00010000:00000010:2.0:1769074988.545555:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.545559:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.545568:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03682000. 00010000:00000010:2.0:1769074988.545578:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.0:1769074988.545580:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f100. 00010000:00000010:2.0:1769074988.545594:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a300. 00010000:00000010:2.0:1769074988.545596:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5e00. 00010000:00000010:2.0:1769074988.545600:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.0:1769074988.545602:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.545617:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f100. 00010000:00000010:2.0:1769074988.545623:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.545626:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5e00. 00010000:00000010:2.0:1769074988.545637:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.545643:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860e00 x1855008351357952/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.545653:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.545655:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351357952, offset 224 00000400:00000200:2.0:1769074988.545677:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.545682:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.545686:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16922:16922:256:4294967295] 192.168.204.41@tcp LPNI seq info [16918:16918:8:4294967295] 00000400:00000200:2.0:1769074988.545692:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.545695:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.545698:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.545701:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.545718:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.545721:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.545733:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.545736:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.545738:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:1.0:1769074988.545784:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.545787:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.545790:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.545794:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.545797:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:1.0:1769074988.545798:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:3.0:1769074988.546647:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.546653:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d68d00 00000400:00000200:3.0:1769074988.546657:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c41 [64] + 157720 00000400:00000200:3.0:1769074988.546664:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.546666:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.546669:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.546672:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863b80. 00000020:00000010:2.0:1769074988.546722:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.546725:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.546728:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.546731:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.546733:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.546751:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.546753:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.546755:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351358208 00010000:00000010:2.0:1769074988.546763:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.0:1769074988.546767:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.546778:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b03681000. 00010000:00000010:2.0:1769074988.546796:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.546799:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.546806:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a900. 00010000:00000010:2.0:1769074988.546808:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5e00. 00010000:00000010:2.0:1769074988.546811:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980400. 00010000:00000010:2.0:1769074988.546813:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f100. 00000004:00000010:2.0:1769074988.546819:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327f680. 00000004:00000010:2.0:1769074988.546825:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907dac8. 00000004:00000010:2.0:1769074988.546828:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148c330. 00080000:00000010:2.0:1769074988.546834:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07659200. 00000020:00000010:2.0:1769074988.546844:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.546846:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07658800. 00000004:00000010:2.0:1769074988.546858:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0615f0c0. 00020000:00000010:2.0:1769074988.546868:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b030. 00020000:00000010:2.0:1769074988.546870:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b1f0. 00000004:00000010:2.0:1769074988.546880:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385151c0. 00080000:00000010:2.0:1769074988.546885:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130980. 00080000:00000010:2.0:1769074988.546900:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016982c0. 00000001:00000010:2.0:1769074988.546979:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.546987:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.547002:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.547005:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.547007:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.547008:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.547010:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.547012:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.547018:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5580. 00080000:00000400:2.0:1769074988.547024:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00010000:00000010:2.1:1769074988.547051:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ba00. 00010000:00000010:2.1:1769074988.547056:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148300. 00010000:00000010:2.1:1769074988.547062:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.1:1769074988.547067:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a000. 00080000:00000400:2.0:1769074988.547074:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.547077:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.547079:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.547082:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.547085:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.547110:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.547114:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.547116:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.547118:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.547121:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.547123:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.547146:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf94e0. 00000001:00000010:2.0:1769074988.547151:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074988.547160:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016982c0. 00080000:00000010:2.0:1769074988.547163:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.547166:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.547186:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ad00. 00010000:00000010:2.0:1769074988.547188:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5400. 00010000:00000010:2.0:1769074988.547191:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980600. 00010000:00000010:2.0:1769074988.547193:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fe80. 00000004:00000010:2.0:1769074988.547206:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5f00. 00010000:00000010:2.0:1769074988.547216:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.547232:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.547237:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542350, last committed = 0 00010000:00000200:2.0:1769074988.547241:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863b80 x1855008351358208/t60129542350(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.547251:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.547253:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351358208, offset 224 00000400:00000200:2.0:1769074988.547256:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.547261:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.547265:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16923:16923:256:4294967295] 192.168.204.41@tcp LPNI seq info [16919:16919:8:4294967295] 00000400:00000200:2.0:1769074988.547271:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.547274:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.547277:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.547279:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.547284:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.547288:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.547305:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.547309:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.547313:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.547354:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.547358:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.547360:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.547364:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.547366:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.547368:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:1.0:1769074988.548461:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.548468:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68d80 00000400:00000200:1.0:1769074988.548472:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 6560 00000400:00000200:1.0:1769074988.548479:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.548482:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.548486:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.548490:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497a680. 00000020:00000010:2.0:1769074988.548534:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016982c0. 00000020:00000010:2.0:1769074988.548537:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016982c0. 00000020:00000010:2.0:1769074988.548541:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.548543:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.548545:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.548564:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016982c0. 00000020:00000010:2.0:1769074988.548565:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016982c0. 00000100:00000200:2.0:1769074988.548567:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351358336 00010000:00000010:2.0:1769074988.548577:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a800. 00010000:00000010:2.0:1769074988.548580:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b1283a500. 00010000:00000010:2.0:1769074988.548584:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980e00. 00002000:00000010:2.0:1769074988.548589:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a016982c0. 02000000:00000010:2.0:1769074988.548600:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b307f5000. 00010000:00000200:2.0:1769074988.548612:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497a680 x1855008351358336/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.548621:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.548623:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351358336, offset 224 00000400:00000200:2.0:1769074988.548626:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.548631:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.548634:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16924:16924:256:4294967295] 192.168.204.41@tcp LPNI seq info [16920:16920:8:4294967295] 00000400:00000200:2.0:1769074988.548641:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.548644:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.548646:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.548649:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.548652:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.548654:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.548667:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.548669:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.548671:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.548718:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.548721:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.548723:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.548727:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.548729:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074988.548730:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074988.549599:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.549606:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d68e00 00000400:00000200:3.0:1769074988.549611:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 6888 00000400:00000200:3.0:1769074988.549617:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.549620:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.549623:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.549625:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860380. 00000020:00000010:2.0:1769074988.549668:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.549673:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.549677:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.549679:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.549681:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.549701:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.549703:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000100:00000200:2.0:1769074988.549720:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351358464 00010000:00000010:2.0:1769074988.549731:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04980000. 02000000:00000010:2.0:1769074988.549749:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d6bc00. 00010000:00000010:2.0:1769074988.549758:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698640. 00000100:00000010:2.0:1769074988.549764:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ec6c0. 00000100:00000010:2.0:1769074988.549770:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.549778:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b06f7ee00. 02000000:00000010:2.0:1769074988.549793:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b04919c00. 00000400:00000010:2.0:1769074988.549796:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.549799:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.549803:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798336, portal 16 00000400:00000010:2.0:1769074988.549805:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.549807:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368798336, offset 0 00000400:00000200:2.0:1769074988.549812:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.549817:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.549820:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.549822:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.549825:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.549826:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.549829:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16925:16925:256:4294967295] 192.168.204.41@tcp LPNI seq info [16921:16921:8:4294967295] 00000400:00000200:2.0:1769074988.549835:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.549838:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.549840:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.549843:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.549847:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.549850:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.549903:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.549906:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.549909:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.549913:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.549915:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.549917:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000100:00000200:1.0:1769074988.549922:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368798336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.550493:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.550500:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0aa80 00000400:00000200:3.0:1769074988.550504:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28d49 [1] + 224 00000400:00000200:3.0:1769074988.550511:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.550514:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.550520:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368798336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.550574:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:3.0:1769074988.550580:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.550581:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:2.0:1769074988.550586:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074988.550591:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d68e80 00000400:00000200:3.0:1769074988.550598:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21c91 [2] + 328 00000100:00000200:2.0:1769074988.550599:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368798336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.550613:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368798336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.550623:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.550628:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.550632:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1769074988.550634:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b04919c00. 00000100:00000010:3.0:1769074988.550636:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860a80. 02000000:00000010:2.0:1769074988.550642:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b06f7ee00. 00000100:00000010:2.0:1769074988.550648:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.550653:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ec6c0. 00010000:00000010:2.0:1769074988.550656:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698640. 00010000:00000200:2.0:1769074988.550670:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860380 x1855008351358464/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074988.550684:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000400:00000010:2.0:1769074988.550685:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000020:00000010:1.0:1769074988.550689:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000100:00000200:2.0:1769074988.550692:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351358464, offset 224 00000020:00000010:1.0:1769074988.550695:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6400. 00000400:00000200:2.0:1769074988.550700:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.550701:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.550718:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000400:00000200:2.0:1769074988.550728:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:1.0:1769074988.550733:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06860a80 x1855008351358592/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074988.550740:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16926:16926:256:4294967295] 192.168.204.41@tcp LPNI seq info [16922:16922:8:4294967295] 00000400:00000200:2.0:1769074988.550757:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.550764:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.550765:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b4c0. 00000020:00000010:1.0:1769074988.550770:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b4c0. 00000800:00000010:2.0:1769074988.550770:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000100:00000200:1.0:1769074988.550775:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351358592 00000800:00000200:2.0:1769074988.550780:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:1.0:1769074988.550783:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc0400. 00000800:00000200:2.0:1769074988.550788:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.550793:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.550807:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b4c0. 00000100:00000010:1.0:1769074988.550812:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000020:00000010:2.0:1769074988.550813:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000100:00000010:1.0:1769074988.550818:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b800. 00000020:00000010:2.0:1769074988.550820:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 02000000:00000010:1.0:1769074988.550825:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6200. 00000020:00000010:2.0:1769074988.550827:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 02000000:00000010:1.0:1769074988.550837:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06510a00. 00000400:00000010:1.0:1769074988.550842:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794c60. 00000400:00000010:1.0:1769074988.550848:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074988.550851:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798464, portal 16 00000400:00000010:1.0:1769074988.550854:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000800:00000200:3.0:1769074988.550855:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1769074988.550857:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368798464, offset 0 00000800:00000010:3.0:1769074988.550859:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.550863:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.550864:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.550871:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.550872:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.550879:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.550882:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.550884:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.550886:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.550889:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16927:16927:255:4294967295] 192.168.204.41@tcp LPNI seq info [16923:16923:7:4294967295] 00000400:00000200:1.0:1769074988.550897:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.550902:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.550905:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.550909:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.550913:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.550915:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 488 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.550947:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.550951:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000800:00000200:3.0:1769074988.550981:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.550984:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.550987:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.550991:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.550994:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:3.0:1769074988.550995:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000100:00000200:3.0:1769074988.551001:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0497b800 x1855008368798464/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.551056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.1:1769074988.551061:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148f00. 00010000:00000010:2.1:1769074988.551065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b600. 00010000:00000010:2.1:1769074988.551071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:2.1:1769074988.551086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.1:1769074988.551106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00000400:00000200:1.0:1769074988.551623:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.551635:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ab00 00000400:00000200:1.0:1769074988.551640:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28d55 [1] + 224 00000400:00000200:1.0:1769074988.551661:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.551665:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.551673:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497b800 x1855008368798464/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.551728:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c60. 00000400:00000200:2.0:1769074988.551733:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:2.0:1769074988.551734:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000100:00000200:2.0:1769074988.551739:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0497b800 x1855008368798464/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.551745:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0497b800 x1855008368798464/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.551757:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06510a00. 02000000:00000010:2.0:1769074988.551759:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6200. 00000100:00000010:2.0:1769074988.551762:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b800. 00000100:00000010:2.0:1769074988.551765:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:2.0:1769074988.551766:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b4c0. 00000400:00000010:2.0:1769074988.551773:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.551775:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351358592, offset 224 00000400:00000200:2.0:1769074988.551778:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.551783:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.551786:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16928:16928:256:4294967295] 192.168.204.41@tcp LPNI seq info [16924:16924:8:4294967295] 00000400:00000200:2.0:1769074988.551792:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.551795:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.551798:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.551800:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.551804:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.551806:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.551820:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:2.0:1769074988.551823:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000020:00000010:2.0:1769074988.551826:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6400. 00000800:00000200:3.0:1769074988.551863:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.551866:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.551869:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.551872:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.551874:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074988.551876:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:3.0:1769074988.551977:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.551986:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d68f80 00000400:00000200:3.0:1769074988.551991:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x215cd [2] + 1176 00000400:00000200:3.0:1769074988.551999:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.552003:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.552007:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.552011:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861f80. 00000020:00000010:0.0:1769074988.552085:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.552090:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.552095:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.552098:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.552101:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.552125:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.552129:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.552132:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351358848 00000001:00000010:0.0:1769074988.552138:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.552157:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47800. 00000020:00000010:0.0:1769074988.552185:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.552189:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298cc00. 00080000:00000010:0.0:1769074988.552200:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.552223:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51e40. 00000001:00000010:0.0:1769074988.552228:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.552238:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.552242:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.552261:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5f00. 00010000:00000200:0.0:1769074988.552279:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861f80 x1855008351358848/t60129542351(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.552292:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.552297:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351358848, offset 224 00000400:00000200:0.0:1769074988.552301:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.552308:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.552313:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16929:16929:256:4294967295] 192.168.204.41@tcp LPNI seq info [16925:16925:8:4294967295] 00000400:00000200:0.0:1769074988.552322:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.552327:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.552330:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.552335:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.552340:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.552344:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.552360:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.552365:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.552370:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:1.0:1769074988.552407:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.552430:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:1.0:1769074988.552435:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.552440:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.552443:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:1.0:1769074988.552445:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000200:3.0:1769074988.553371:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.553377:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d69000 00000400:00000200:3.0:1769074988.553380:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 158368 00000400:00000200:3.0:1769074988.553387:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.553389:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.553392:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.553395:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862680. 00000020:00000010:2.0:1769074988.553466:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.553470:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.553474:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.553477:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.553496:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.553518:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.553520:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000100:00000200:2.0:1769074988.553522:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351358976 00000001:00000010:2.0:1769074988.553526:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074988.553537:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.0:1769074988.553541:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.553552:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03684000. 00010000:00000010:2.0:1769074988.553565:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.0:1769074988.553567:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.553574:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ac00. 00010000:00000010:2.0:1769074988.553576:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5480. 00010000:00000010:2.0:1769074988.553579:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:2.0:1769074988.553581:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f180. 00010000:00000010:2.0:1769074988.553598:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.553605:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f180. 00010000:00000010:2.0:1769074988.553607:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5480. 00010000:00000010:2.0:1769074988.553619:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.553625:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862680 x1855008351358976/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.553635:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.553638:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351358976, offset 224 00000400:00000200:2.0:1769074988.553641:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.553647:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.553650:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16930:16930:256:4294967295] 192.168.204.41@tcp LPNI seq info [16926:16926:8:4294967295] 00000400:00000200:2.0:1769074988.553656:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.553660:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.553662:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.553665:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.553669:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.553672:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.553686:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.553688:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.553691:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.553743:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.553746:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.553748:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.553751:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.553754:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:3.0:1769074988.553755:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:1.0:1769074988.554527:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.554535:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d69080 00000400:00000200:1.0:1769074988.554539:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 158952 00000400:00000200:1.0:1769074988.554546:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.554549:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.554552:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.554555:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497ad80. 00000020:00000010:2.0:1769074988.554631:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.554636:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.554639:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.554642:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.554644:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.554666:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.554668:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000100:00000200:2.0:1769074988.554669:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351359104 00010000:00000010:2.0:1769074988.554679:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b600. 00010000:00000010:2.0:1769074988.554682:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.554693:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03686000. 00010000:00000010:2.0:1769074988.554703:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.0:1769074988.554720:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f180. 00010000:00000010:2.0:1769074988.554727:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148f00. 00010000:00000010:2.0:1769074988.554730:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5480. 00010000:00000010:2.0:1769074988.554732:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:2.0:1769074988.554734:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.554750:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f180. 00010000:00000010:2.0:1769074988.554757:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.554759:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5480. 00010000:00000010:2.0:1769074988.554770:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.554777:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497ad80 x1855008351359104/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.554787:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.554789:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351359104, offset 224 00000400:00000200:2.0:1769074988.554793:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.554799:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.554802:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16931:16931:256:4294967295] 192.168.204.41@tcp LPNI seq info [16927:16927:8:4294967295] 00000400:00000200:2.0:1769074988.554808:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.554812:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.554814:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.554817:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.554821:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.554823:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.554837:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.554839:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.554841:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.554888:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.554892:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.554895:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.554899:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.554902:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.554903:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00010000:00000010:2.1:1769074988.555042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:2.1:1769074988.555047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.555052:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ae00. 00010000:00000010:2.1:1769074988.555055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.1:1769074988.555058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074988.555060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.1:1769074988.555062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a300. 00010000:00000010:2.1:1769074988.555065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.1:1769074988.555067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.1:1769074988.555068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.1:1769074988.555109:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00000400:00000200:3.0:1769074988.555742:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.555749:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d69180 00000400:00000200:3.0:1769074988.555753:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 159536 00000400:00000200:3.0:1769074988.555760:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.555763:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.555766:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.555769:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863480. 00000020:00000010:2.0:1769074988.555805:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.555809:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.555812:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.555814:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.555816:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.555831:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.555833:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000100:00000200:2.0:1769074988.555835:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351359360 00010000:00000010:2.0:1769074988.555843:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:2.0:1769074988.555846:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.555857:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b03680000. 00010000:00000010:2.0:1769074988.555878:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.0:1769074988.555883:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.555892:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148300. 00010000:00000010:2.0:1769074988.555894:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5480. 00010000:00000010:2.0:1769074988.555898:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753ba00. 00010000:00000010:2.0:1769074988.555901:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f180. 00000004:00000010:2.0:1769074988.555911:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327e1e0. 00000004:00000010:2.0:1769074988.555918:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d3c0. 00000004:00000010:2.0:1769074988.555922:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148caa0. 00080000:00000010:2.0:1769074988.555929:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04919a00. 00000020:00000010:2.0:1769074988.555942:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.555955:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04918800. 00000004:00000010:2.0:1769074988.555968:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ec6c0. 00020000:00000010:2.0:1769074988.555978:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b408. 00020000:00000010:2.0:1769074988.555980:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b3b8. 00000004:00000010:2.0:1769074988.555988:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385148e0. 00080000:00000010:2.0:1769074988.555994:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698640. 00080000:00000010:2.0:1769074988.556007:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698340. 00000001:00000010:2.0:1769074988.556075:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.556081:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.556094:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.556097:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.556099:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.556101:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.556102:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.556104:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.556110:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5200. 00080000:00000400:2.0:1769074988.556115:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.556116:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.556117:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.556119:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.556121:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.556122:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.556135:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.556137:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.556139:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.556140:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.556142:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.556143:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.556175:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf99c0. 00000001:00000010:2.0:1769074988.556179:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ec300. 00080000:00000010:2.0:1769074988.556186:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698340. 00080000:00000010:2.0:1769074988.556188:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.556191:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.556209:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283a300. 00010000:00000010:2.0:1769074988.556212:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5d80. 00010000:00000010:2.0:1769074988.556214:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.0:1769074988.556217:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f080. 00000004:00000010:2.0:1769074988.556229:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5280. 00010000:00000010:2.0:1769074988.556238:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.556253:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.556258:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542352, last committed = 0 00010000:00000200:2.0:1769074988.556263:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863480 x1855008351359360/t60129542352(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.556272:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.556275:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351359360, offset 224 00000400:00000200:2.0:1769074988.556278:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.556283:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.556286:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16932:16932:256:4294967295] 192.168.204.41@tcp LPNI seq info [16928:16928:8:4294967295] 00000400:00000200:2.0:1769074988.556292:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.556295:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.556298:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.556300:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.556304:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.556306:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.556321:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.556323:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.556325:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:1.0:1769074988.556362:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.556366:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.556368:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.556372:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.556374:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:1.0:1769074988.556376:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:3.0:1769074988.557289:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.557296:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d69200 00000400:00000200:3.0:1769074988.557301:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 7216 00000400:00000200:3.0:1769074988.557307:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.557310:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.557313:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.557318:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58700. 00000020:00000010:2.0:1769074988.557366:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.557370:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.557374:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.557377:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.557379:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.557399:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698640. 00000020:00000010:2.0:1769074988.557401:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698640. 00000100:00000200:2.0:1769074988.557403:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351359488 00010000:00000010:2.0:1769074988.557429:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b1283ae00. 00010000:00000010:2.0:1769074988.557433:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b09481000. 00010000:00000010:2.0:1769074988.557437:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00002000:00000010:2.0:1769074988.557441:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698640. 02000000:00000010:2.0:1769074988.557452:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d68800. 00010000:00000200:2.0:1769074988.557465:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58700 x1855008351359488/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.557474:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.557477:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351359488, offset 224 00000400:00000200:2.0:1769074988.557481:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.557486:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.557489:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16933:16933:256:4294967295] 192.168.204.41@tcp LPNI seq info [16929:16929:8:4294967295] 00000400:00000200:2.0:1769074988.557496:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.557499:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.557502:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.557505:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.557508:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.557510:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.557523:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.557526:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.557529:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.557578:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.557581:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.557584:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.557587:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.557589:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.557591:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:1.0:1769074988.558303:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.558310:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d69280 00000400:00000200:1.0:1769074988.558313:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 7544 00000400:00000200:1.0:1769074988.558320:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.558323:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.558326:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.558329:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979180. 00000020:00000010:2.0:1769074988.558398:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.558419:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.558423:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.558425:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.558428:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.558448:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.558450:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000100:00000200:2.0:1769074988.558452:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351359616 00010000:00000010:2.0:1769074988.558462:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709600. 02000000:00000010:2.0:1769074988.558468:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d68400. 00010000:00000010:2.0:1769074988.558473:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698340. 00000100:00000010:2.0:1769074988.558476:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ecb40. 00000100:00000010:2.0:1769074988.558479:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.558484:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b04918e00. 02000000:00000010:2.0:1769074988.558493:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b04919600. 00000400:00000010:2.0:1769074988.558495:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.558498:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.558501:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798592, portal 16 00000400:00000010:2.0:1769074988.558504:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.558506:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368798592, offset 0 00000400:00000200:2.0:1769074988.558510:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.558515:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.558518:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.558520:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.558521:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.558523:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.558526:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16934:16934:256:4294967295] 192.168.204.41@tcp LPNI seq info [16930:16930:8:4294967295] 00000400:00000200:2.0:1769074988.558531:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.558535:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.558537:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.558540:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.558543:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.558546:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.558646:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.558650:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.558653:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.558657:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.558660:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074988.558661:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:3.0:1769074988.558666:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368798592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074988.559067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980e00. 00000400:00000200:3.0:1769074988.559223:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.559230:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ab80 00000400:00000200:3.0:1769074988.559234:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28d75 [1] + 224 00000400:00000200:3.0:1769074988.559240:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.559243:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.559248:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368798592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.559292:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.559297:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:2.0:1769074988.559298:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.559304:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368798592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.559312:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368798592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.559326:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b04919600. 02000000:00000010:2.0:1769074988.559329:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b04918e00. 00000100:00000010:2.0:1769074988.559331:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.559334:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ecb40. 00010000:00000010:2.0:1769074988.559336:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698340. 00010000:00000200:2.0:1769074988.559346:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979180 x1855008351359616/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.559355:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.559358:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351359616, offset 224 00000400:00000200:2.0:1769074988.559362:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.559367:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.559372:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16935:16935:256:4294967295] 192.168.204.41@tcp LPNI seq info [16931:16931:8:4294967295] 00000400:00000200:2.0:1769074988.559383:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:1.0:1769074988.559387:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074988.559392:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.559397:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.559401:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d69300 00000800:00000200:2.0:1769074988.559405:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.559410:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21c91 [2] + 656 00000800:00000200:2.0:1769074988.559413:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.559418:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.559433:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.559436:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.559439:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000400:00000200:1.0:1769074988.559440:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.559446:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.559451:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.559455:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b480. 00000800:00000200:3.0:1769074988.559483:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.559487:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.559493:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.559498:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.559501:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.559504:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.559518:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0497b480 x1855008351359744/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769074988.559539:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.559543:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.559545:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000400:00000200:3.0:1769074988.559550:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.559553:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000400:00000200:3.0:1769074988.559555:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.559559:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.559560:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351359744 02000000:00000010:2.0:1769074988.559570:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d69400. 00010000:00000010:2.0:1769074988.559592:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698340. 00000100:00000010:2.0:1769074988.559596:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ecb40. 00000100:00000010:2.0:1769074988.559599:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.559603:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b04918e00. 02000000:00000010:2.0:1769074988.559610:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b04919600. 00000400:00000010:2.0:1769074988.559613:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.559615:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.559618:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798720, portal 16 00000400:00000010:2.0:1769074988.559620:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.559622:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368798720, offset 0 00000400:00000200:2.0:1769074988.559626:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.559631:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.559633:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.559635:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.559636:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.559638:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.559640:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16936:16936:256:4294967295] 192.168.204.41@tcp LPNI seq info [16932:16932:8:4294967295] 00000400:00000200:2.0:1769074988.559646:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.559649:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.559651:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.559669:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.559673:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.559675:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.559740:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.559743:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.559745:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.559748:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.559751:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:3.0:1769074988.559752:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:3.0:1769074988.559756:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368798720/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.560328:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.560335:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ac00 00000400:00000200:1.0:1769074988.560339:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28d81 [1] + 224 00000400:00000200:1.0:1769074988.560347:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.560349:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.560354:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368798720/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.560399:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.560404:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:2.0:1769074988.560405:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.560411:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368798720/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.560418:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368798720/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.560431:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b04919600. 02000000:00000010:2.0:1769074988.560434:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b04918e00. 00000100:00000010:2.0:1769074988.560435:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.560437:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ecb40. 00010000:00000010:2.0:1769074988.560439:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698340. 00000400:00000010:2.0:1769074988.560445:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.560448:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351359744, offset 224 00000400:00000200:2.0:1769074988.560451:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.560456:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.560460:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16937:16937:256:4294967295] 192.168.204.41@tcp LPNI seq info [16933:16933:8:4294967295] 00000400:00000200:2.0:1769074988.560466:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.560470:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.560472:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.560475:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.560478:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.560481:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.560495:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.560498:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.560500:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.560542:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.560545:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.560548:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.560551:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.560554:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.560555:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074988.560674:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.560680:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d69400 00000400:00000200:3.0:1769074988.560684:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x215cd [2] + 1568 00000400:00000200:3.0:1769074988.560690:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.560692:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.560695:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.560699:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c54700. 00000020:00000010:0.0:1769074988.560760:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.560765:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.560768:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.560771:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.560773:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.560792:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.560794:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.560796:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351360000 00000001:00000010:0.0:1769074988.560800:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.560821:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46800. 00000020:00000010:0.0:1769074988.560840:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.560843:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c600. 00080000:00000010:0.0:1769074988.560851:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.560869:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c516c0. 00000001:00000010:0.0:1769074988.560872:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.560880:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.560883:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.560894:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5280. 00010000:00000200:0.0:1769074988.560908:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c54700 x1855008351360000/t60129542353(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.560918:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.560921:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351360000, offset 224 00000400:00000200:0.0:1769074988.560925:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.560930:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.560933:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16938:16938:256:4294967295] 192.168.204.41@tcp LPNI seq info [16934:16934:8:4294967295] 00000400:00000200:0.0:1769074988.560939:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.560942:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.560945:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.560948:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.560951:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.560954:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.560968:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.560971:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.560973:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:1.0:1769074988.561073:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.561078:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:1.0:1769074988.561082:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.561086:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.561090:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:1.0:1769074988.561092:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000400:00000200:3.0:1769074988.562085:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.562093:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d69480 00000400:00000200:3.0:1769074988.562099:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 160192 00000400:00000200:3.0:1769074988.562124:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.562127:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.562129:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.562133:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c56a00. 00000020:00000010:2.0:1769074988.562166:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.562170:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.562173:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.562175:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.562177:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.562197:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.562199:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000100:00000200:2.0:1769074988.562200:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351360128 00000001:00000010:2.0:1769074988.562204:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ec300. 00010000:00000010:2.0:1769074988.562214:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.562218:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.562229:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03683000. 00010000:00000010:2.0:1769074988.562241:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.0:1769074988.562244:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.562262:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f600. 00010000:00000010:2.0:1769074988.562265:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5880. 00010000:00000010:2.0:1769074988.562268:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.562271:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f000. 00010000:00000010:2.0:1769074988.562290:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.562297:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f000. 00010000:00000010:2.0:1769074988.562300:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5880. 00010000:00000010:2.0:1769074988.562312:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.562318:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35c56a00 x1855008351360128/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.562327:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.562330:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351360128, offset 224 00000400:00000200:2.0:1769074988.562333:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.562338:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.562341:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16939:16939:256:4294967295] 192.168.204.41@tcp LPNI seq info [16935:16935:8:4294967295] 00000400:00000200:2.0:1769074988.562348:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.562366:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.562369:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.562372:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.562375:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.562378:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.562390:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.562392:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.562394:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.562452:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.562456:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.562458:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.562462:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.562464:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:3.0:1769074988.562466:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:1.0:1769074988.563337:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.563347:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d69500 00000400:00000200:1.0:1769074988.563354:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 160776 00000400:00000200:1.0:1769074988.563365:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.563370:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.563374:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.563379:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979880. 00000020:00000010:2.0:1769074988.563418:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.563421:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.563424:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.563426:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.563428:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.563446:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.563448:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000100:00000200:2.0:1769074988.563450:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351360256 00010000:00000010:2.0:1769074988.563458:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.0:1769074988.563462:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.563480:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d4e000. 00010000:00000010:2.0:1769074988.563492:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.563495:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f000. 00010000:00000010:2.0:1769074988.563501:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f200. 00010000:00000010:2.0:1769074988.563503:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5880. 00010000:00000010:2.0:1769074988.563507:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.563509:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.563529:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f000. 00010000:00000010:2.0:1769074988.563535:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.563538:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5880. 00010000:00000010:2.0:1769074988.563549:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.563555:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979880 x1855008351360256/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.563579:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.563581:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351360256, offset 224 00000400:00000200:2.0:1769074988.563585:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.563589:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.563593:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16940:16940:256:4294967295] 192.168.204.41@tcp LPNI seq info [16936:16936:8:4294967295] 00000400:00000200:2.0:1769074988.563599:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.563602:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.563605:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.563607:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.563610:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.563613:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.563625:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.563627:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.563629:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.563678:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.563682:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.563685:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.563689:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.563692:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.563694:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:3.0:1769074988.564543:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.564553:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d69600 00000400:00000200:3.0:1769074988.564559:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 161360 00000400:00000200:3.0:1769074988.564568:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.564572:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.564577:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.564582:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38590a80. 00000020:00000010:2.0:1769074988.564622:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.564625:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.564628:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.564630:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.564632:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.564650:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.564651:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000100:00000200:2.0:1769074988.564653:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351360512 00010000:00000010:2.0:1769074988.564661:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.564664:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.564677:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d48000. 00010000:00000010:2.0:1769074988.564696:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:2.0:1769074988.564699:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.564718:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44ff00. 00010000:00000010:2.0:1769074988.564721:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5880. 00010000:00000010:2.0:1769074988.564723:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01663000. 00010000:00000010:2.0:1769074988.564726:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f000. 00000004:00000010:2.0:1769074988.564734:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327e3c0. 00000004:00000010:2.0:1769074988.564741:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907da50. 00000004:00000010:2.0:1769074988.564746:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148ccc0. 00080000:00000010:2.0:1769074988.564752:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04918e00. 00000020:00000010:2.0:1769074988.564773:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.564777:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04919600. 00000004:00000010:2.0:1769074988.564791:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ec300. 00020000:00000010:2.0:1769074988.564803:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b608. 00020000:00000010:2.0:1769074988.564805:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bc50. 00000004:00000010:2.0:1769074988.564815:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385146a8. 00080000:00000010:2.0:1769074988.564822:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698340. 00080000:00000010:2.0:1769074988.564836:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698a00. 00000001:00000010:2.0:1769074988.564897:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.564914:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.564934:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.564936:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.564938:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.564940:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.564942:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.564943:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.564960:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5800. 00080000:00000400:2.0:1769074988.564966:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.564968:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.564969:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.564970:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.564972:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.564974:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.564989:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.564991:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.564993:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.564994:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.564996:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.564997:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.565012:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9180. 00000001:00000010:2.0:1769074988.565015:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ecb40. 00080000:00000010:2.0:1769074988.565022:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698a00. 00080000:00000010:2.0:1769074988.565043:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.565048:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.565068:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f500. 00010000:00000010:2.0:1769074988.565071:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5a00. 00010000:00000010:2.0:1769074988.565075:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795000. 00010000:00000010:2.0:1769074988.565078:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857f780. 00000004:00000010:2.0:1769074988.565090:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5000. 00010000:00000010:2.0:1769074988.565100:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.565116:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.565121:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542354, last committed = 0 00010000:00000200:2.0:1769074988.565125:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38590a80 x1855008351360512/t60129542354(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.565134:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.565137:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351360512, offset 224 00000400:00000200:2.0:1769074988.565140:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.565145:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.565148:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16941:16941:256:4294967295] 192.168.204.41@tcp LPNI seq info [16937:16937:8:4294967295] 00000400:00000200:2.0:1769074988.565154:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.565157:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.565160:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.565162:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.565166:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.565168:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.565182:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.565185:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.565187:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:1.0:1769074988.565227:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.565231:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.565233:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.565237:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.565239:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:1.0:1769074988.565241:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000400:00000200:3.0:1769074988.566294:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.566302:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d69680 00000400:00000200:3.0:1769074988.566307:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 7872 00000400:00000200:3.0:1769074988.566314:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.566317:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.566320:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.566323:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe680. 00000020:00000010:2.0:1769074988.566362:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.566365:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.566368:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.566370:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.566372:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.566390:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698340. 00000020:00000010:2.0:1769074988.566392:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698340. 00000100:00000200:2.0:1769074988.566393:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351360640 00010000:00000010:2.0:1769074988.566402:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44fb00. 00010000:00000010:2.0:1769074988.566404:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e44fa00. 00010000:00000010:2.0:1769074988.566408:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795c00. 00002000:00000010:2.0:1769074988.566412:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698340. 02000000:00000010:2.0:1769074988.566423:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d69c00. 00010000:00000200:2.0:1769074988.566435:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe680 x1855008351360640/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.566443:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.566445:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351360640, offset 224 00000400:00000200:2.0:1769074988.566448:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.566453:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.566456:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16942:16942:256:4294967295] 192.168.204.41@tcp LPNI seq info [16938:16938:8:4294967295] 00000400:00000200:2.0:1769074988.566462:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.566465:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.566468:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.566471:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.566474:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.566476:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.566488:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.566491:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.566493:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.566539:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.566542:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.566545:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.566548:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.566551:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:3.0:1769074988.566552:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00010000:00000010:2.1:1769074988.567063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.1:1769074988.567070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ac00. 00010000:00000010:2.1:1769074988.567075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:2.1:1769074988.567078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.1:1769074988.567080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.1:1769074988.567083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148f00. 00010000:00000010:2.1:1769074988.567085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:2.1:1769074988.567087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b600. 00000400:00000200:1.0:1769074988.567427:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.567435:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d69700 00000400:00000200:1.0:1769074988.567440:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 8200 00000400:00000200:1.0:1769074988.567447:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.567450:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.567453:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.567455:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 00000020:00000010:2.0:1769074988.567494:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.567497:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.567500:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.567502:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.567504:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.567521:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.567523:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000100:00000200:2.0:1769074988.567525:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351360768 00010000:00000010:2.0:1769074988.567533:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794200. 02000000:00000010:2.0:1769074988.567539:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d6a800. 00010000:00000010:2.0:1769074988.567544:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698a00. 00000100:00000010:2.0:1769074988.567549:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ec900. 00000100:00000010:2.0:1769074988.567552:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.567557:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b04919000. 02000000:00000010:2.0:1769074988.567567:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b04918c00. 00000400:00000010:2.0:1769074988.567570:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.567573:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.567577:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798848, portal 16 00000400:00000010:2.0:1769074988.567579:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.567581:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368798848, offset 0 00000400:00000200:2.0:1769074988.567585:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.567589:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.567592:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.567594:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.567596:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.567598:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.567600:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16943:16943:256:4294967295] 192.168.204.41@tcp LPNI seq info [16939:16939:8:4294967295] 00000400:00000200:2.0:1769074988.567606:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.567609:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.567611:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.567614:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.567618:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.567620:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.567742:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.567746:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.567749:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.567753:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.567756:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.567757:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000100:00000200:3.0:1769074988.567762:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368798848/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.568368:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.568376:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ac80 00000400:00000200:3.0:1769074988.568382:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28da1 [1] + 224 00000400:00000200:3.0:1769074988.568392:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.568396:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.568403:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368798848/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.568446:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.568450:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:2.0:1769074988.568452:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.568456:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368798848/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.568463:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368798848/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.568478:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b04918c00. 02000000:00000010:2.0:1769074988.568480:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b04919000. 00000100:00000010:2.0:1769074988.568483:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.568485:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ec900. 00010000:00000010:2.0:1769074988.568488:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698a00. 00010000:00000200:2.0:1769074988.568497:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b100 x1855008351360768/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.568506:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.568508:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351360768, offset 224 00000400:00000200:2.0:1769074988.568513:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.568518:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.568522:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16944:16944:256:4294967295] 192.168.204.41@tcp LPNI seq info [16940:16940:8:4294967295] 00000400:00000200:1.0:1769074988.568529:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.568536:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.568540:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.568544:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.568550:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d69780 00000800:00000200:2.0:1769074988.568550:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.568559:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.568564:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.568565:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21c91 [2] + 984 00000020:00000010:2.0:1769074988.568580:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.568584:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.568587:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000400:00000200:1.0:1769074988.568641:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.568648:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.568653:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.568658:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497bb80. 00000020:00000010:2.0:1769074988.568698:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.568703:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.568720:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.568723:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.568726:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.568740:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0497bb80 x1855008351360896/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.568769:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000800:00000200:3.0:1769074988.568772:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.568774:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000800:00000010:3.0:1769074988.568776:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000100:00000200:2.0:1769074988.568779:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351360896 00000400:00000200:3.0:1769074988.568781:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074988.568787:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d68c00. 00000400:00000200:3.0:1769074988.568788:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.568795:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.568797:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00010000:00000010:2.0:1769074988.568821:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698a00. 00000100:00000010:2.0:1769074988.568828:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ec900. 00000100:00000010:2.0:1769074988.568832:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.568838:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b04919000. 02000000:00000010:2.0:1769074988.568849:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b04918c00. 00000400:00000010:2.0:1769074988.568853:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.568858:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.568862:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368798976, portal 16 00000400:00000010:2.0:1769074988.568866:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.568868:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368798976, offset 0 00000400:00000200:2.0:1769074988.568874:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.568880:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.568884:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.568887:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.568888:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.568890:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.568893:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16945:16945:256:4294967295] 192.168.204.41@tcp LPNI seq info [16941:16941:8:4294967295] 00000400:00000200:2.0:1769074988.568899:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.568903:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.568906:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.568909:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.568912:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.568914:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.568970:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.568973:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.568976:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.568979:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.568981:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.568982:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000100:00000200:3.0:1769074988.568987:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368798976/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.569602:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.569608:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ad00 00000400:00000200:3.0:1769074988.569612:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28dad [1] + 224 00000400:00000200:3.0:1769074988.569618:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.569621:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.569625:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368798976/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.569693:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.569698:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:2.0:1769074988.569699:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.569722:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368798976/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.569730:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368798976/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.569744:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b04918c00. 02000000:00000010:2.0:1769074988.569747:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b04919000. 00000100:00000010:2.0:1769074988.569749:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.569751:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ec900. 00010000:00000010:2.0:1769074988.569753:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698a00. 00000400:00000010:2.0:1769074988.569759:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.569762:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351360896, offset 224 00000400:00000200:2.0:1769074988.569766:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.569771:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.569775:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16946:16946:256:4294967295] 192.168.204.41@tcp LPNI seq info [16942:16942:8:4294967295] 00000400:00000200:2.0:1769074988.569781:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.569784:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.569787:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.569790:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.569793:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.569796:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.569812:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.569814:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.569816:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:1.0:1769074988.569862:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.569866:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.569868:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.569872:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.569875:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:1.0:1769074988.569876:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000400:00000200:3.0:1769074988.570633:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.570639:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d69880 00000400:00000200:3.0:1769074988.570643:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x215cd [2] + 1960 00000400:00000010:3.0:1769074988.570646:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498ad68. 00000400:00000200:3.0:1769074988.570660:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b3d747cc0 00000400:00000200:3.0:1769074988.570667:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.570671:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.570674:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d747cc0 00000400:00000010:3.0:1769074988.570676:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3d747cc0. 00000100:00000200:3.0:1769074988.570681:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.570731:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.570735:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.570738:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.570740:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.570742:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.570760:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.570762:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.570764:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351361152 00000001:00000010:0.0:1769074988.570767:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.570782:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc45800. 00000020:00000010:0.0:1769074988.570802:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.570805:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c200. 00080000:00000010:0.0:1769074988.570813:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.570829:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51420. 00000001:00000010:0.0:1769074988.570833:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.570840:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.570843:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.570855:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5000. 00010000:00000200:0.0:1769074988.570871:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07699c50 x1855008351361152/t60129542355(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.570880:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.570883:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351361152, offset 224 00000400:00000200:0.0:1769074988.570886:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.570891:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.570895:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16947:16947:256:4294967295] 192.168.204.41@tcp LPNI seq info [16943:16943:8:4294967295] 00000400:00000200:0.0:1769074988.570901:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.570904:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.570907:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.570910:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.570913:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.570916:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.570929:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.570931:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.570933:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 02000000:00000010:0.0:1769074988.570940:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46800. 00000100:00000010:0.0:1769074988.570944:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c54700. 02000000:00000010:0.0:1769074988.570948:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47800. 00000100:00000010:0.0:1769074988.570952:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861f80. 02000000:00000010:0.0:1769074988.570959:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc44c00. 00000100:00000010:0.0:1769074988.570964:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0a80. 02000000:00000010:0.0:1769074988.570967:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47000. 00000100:00000010:0.0:1769074988.570970:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0000. 00000800:00000200:3.0:1769074988.570974:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074988.570976:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47400. 00000800:00000010:3.0:1769074988.570978:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000100:00000010:0.0:1769074988.570982:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1880. 00000400:00000200:3.0:1769074988.570983:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.570990:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.570993:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000100:00000200:0.0:1769074988.570995:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:3.0:1769074988.570995:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 02000000:00000010:3.0:1769074988.571001:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc45800. 00000400:00000010:0.0:1769074988.571003:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924370. 00000400:00000010:0.0:1769074988.571011:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724600. 00010000:00000010:2.1:1769074988.571063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.1:1769074988.571072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:2.1:1769074988.571076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000400:00000200:1.0:1769074988.572074:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.572082:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d69900 00000400:00000200:1.0:1769074988.572086:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 162016 00000400:00000200:1.0:1769074988.572093:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.572096:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.572098:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.572101:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979c00. 00000020:00000010:2.0:1769074988.572164:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.572167:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.572170:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.572172:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.572174:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.572192:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.572193:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000100:00000200:2.0:1769074988.572195:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351361280 00000001:00000010:2.0:1769074988.572199:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ecb40. 00010000:00000010:2.0:1769074988.572207:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.572211:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.572222:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d4b000. 00010000:00000010:2.0:1769074988.572234:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.0:1769074988.572236:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.572243:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f900. 00010000:00000010:2.0:1769074988.572245:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5900. 00010000:00000010:2.0:1769074988.572248:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.0:1769074988.572251:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 00010000:00000010:2.0:1769074988.572267:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.572274:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000010:2.0:1769074988.572276:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5900. 00010000:00000010:2.0:1769074988.572287:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.572293:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979c00 x1855008351361280/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.572302:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.572305:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351361280, offset 224 00000400:00000200:2.0:1769074988.572308:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.572313:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.572317:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16948:16948:256:4294967295] 192.168.204.41@tcp LPNI seq info [16944:16944:8:4294967295] 00000400:00000200:2.0:1769074988.572323:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.572326:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.572329:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.572332:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.572335:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.572337:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.572350:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.572352:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.572354:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.572407:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.572413:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.572417:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.572423:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.572427:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.572430:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074988.573208:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.573215:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d69980 00000400:00000200:3.0:1769074988.573219:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 162608 00000400:00000200:3.0:1769074988.573226:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.573229:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.573232:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.573235:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b100. 00000020:00000010:2.0:1769074988.573271:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.573274:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.573277:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.573279:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.573282:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.573299:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.573301:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000100:00000200:2.0:1769074988.573303:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351361408 00010000:00000010:2.0:1769074988.573312:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.573315:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 02000000:00000010:2.0:1769074988.573325:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d4d000. 00010000:00000010:2.0:1769074988.573335:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.573337:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.573343:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f700. 00010000:00000010:2.0:1769074988.573345:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5900. 00010000:00000010:2.0:1769074988.573349:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.573351:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 00010000:00000010:2.0:1769074988.573365:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074988.573371:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000010:2.0:1769074988.573373:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5900. 00010000:00000010:2.0:1769074988.573384:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000200:2.0:1769074988.573390:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b100 x1855008351361408/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.573400:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.573403:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351361408, offset 224 00000400:00000200:2.0:1769074988.573406:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.573410:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.573414:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16949:16949:256:4294967295] 192.168.204.41@tcp LPNI seq info [16945:16945:8:4294967295] 00000400:00000200:2.0:1769074988.573420:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.573423:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.573426:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.573429:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.573432:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.573434:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.573448:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.573454:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.573456:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:1.0:1769074988.573515:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.573519:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.573524:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.573530:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.573534:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074988.573537:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:3.0:1769074988.574478:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.574485:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d69a80 00000400:00000200:3.0:1769074988.574489:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 163200 00000400:00000200:3.0:1769074988.574497:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.574499:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.574502:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.574505:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489ad80. 00000020:00000010:2.0:1769074988.574554:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.574558:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.574561:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.574563:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.574566:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.574585:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.574587:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000100:00000200:2.0:1769074988.574589:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351361664 00010000:00000010:2.0:1769074988.574599:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:2.0:1769074988.574603:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.574616:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d4f000. 00010000:00000010:2.0:1769074988.574636:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.0:1769074988.574638:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.574646:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f800. 00010000:00000010:2.0:1769074988.574648:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5900. 00010000:00000010:2.0:1769074988.574650:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b600. 00010000:00000010:2.0:1769074988.574652:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7d80. 00000004:00000010:2.0:1769074988.574658:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327f4a0. 00000004:00000010:2.0:1769074988.574662:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d960. 00000004:00000010:2.0:1769074988.574666:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b1148d870. 00080000:00000010:2.0:1769074988.574669:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04919000. 00000020:00000010:2.0:1769074988.574678:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.574680:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04918c00. 00000004:00000010:2.0:1769074988.574689:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ecb40. 00020000:00000010:2.0:1769074988.574696:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b9c0. 00020000:00000010:2.0:1769074988.574698:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd88. 00000004:00000010:2.0:1769074988.574721:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385165b8. 00080000:00000010:2.0:1769074988.574727:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698a00. 00080000:00000010:2.0:1769074988.574742:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698400. 00000001:00000010:2.0:1769074988.574806:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.574813:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.574827:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.574829:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.574831:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.574833:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.574835:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.574836:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.574843:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5280. 00080000:00000400:2.0:1769074988.574847:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.574849:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.574850:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.574852:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.574853:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.574855:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.574868:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.574870:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.574872:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.574873:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.574875:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.574876:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.574890:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9d20. 00000001:00000010:2.0:1769074988.574893:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ec900. 00080000:00000010:2.0:1769074988.574899:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698400. 00080000:00000010:2.0:1769074988.574901:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.574904:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.574927:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44fe00. 00010000:00000010:2.0:1769074988.574930:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5f00. 00010000:00000010:2.0:1769074988.574932:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:2.0:1769074988.574935:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db7a00. 00000004:00000010:2.0:1769074988.574947:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5700. 00010000:00000010:2.0:1769074988.574957:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.574973:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.574978:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542356, last committed = 0 00010000:00000200:2.0:1769074988.574984:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489ad80 x1855008351361664/t60129542356(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.574993:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.574996:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351361664, offset 224 00000400:00000200:2.0:1769074988.574999:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.575004:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.575008:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16950:16950:256:4294967295] 192.168.204.41@tcp LPNI seq info [16946:16946:8:4294967295] 00000400:00000200:2.0:1769074988.575014:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.575018:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.575020:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.575023:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.575046:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.575048:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.575062:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.575066:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.575069:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.575153:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.575157:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.575160:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.575164:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.575167:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.575168:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00010000:00000010:2.1:1769074988.576069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.1:1769074988.576078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f600. 00010000:00000010:2.1:1769074988.576082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074988.576085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.1:1769074988.576088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.576092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f200. 00010000:00000010:2.1:1769074988.576094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.1:1769074988.576096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.1:1769074988.576098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:2.1:1769074988.576100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00000400:00000200:1.0:1769074988.576186:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.576194:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d69b00 00000400:00000200:1.0:1769074988.576198:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 8528 00000400:00000200:1.0:1769074988.576205:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.576207:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.576210:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.576213:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978000. 00000020:00000010:2.0:1769074988.576251:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.576255:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.576258:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.576260:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.576262:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.576282:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698a00. 00000020:00000010:2.0:1769074988.576284:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698a00. 00000100:00000200:2.0:1769074988.576287:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351361792 00010000:00000010:2.0:1769074988.576297:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f200. 00010000:00000010:2.0:1769074988.576300:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e44f600. 00010000:00000010:2.0:1769074988.576303:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753aa00. 00002000:00000010:2.0:1769074988.576308:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698a00. 02000000:00000010:2.0:1769074988.576318:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d6b000. 00010000:00000200:2.0:1769074988.576330:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978000 x1855008351361792/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.576339:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.576342:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351361792, offset 224 00000400:00000200:2.0:1769074988.576345:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.576350:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.576354:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16951:16951:256:4294967295] 192.168.204.41@tcp LPNI seq info [16947:16947:8:4294967295] 00000400:00000200:2.0:1769074988.576360:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.576364:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.576366:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.576369:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.576373:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.576376:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.576388:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.576391:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.576393:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.576448:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.576452:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.576454:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.576458:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.576461:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.576462:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:3.0:1769074988.577339:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.577347:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d69b80 00000400:00000200:3.0:1769074988.577351:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 8856 00000400:00000200:3.0:1769074988.577358:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.577361:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.577364:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.577369:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1c00. 00000020:00000010:2.0:1769074988.577407:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.577410:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.577413:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.577415:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.577417:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.577434:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.577436:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000100:00000200:2.0:1769074988.577438:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351361920 00010000:00000010:2.0:1769074988.577446:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753b200. 02000000:00000010:2.0:1769074988.577453:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d69800. 00010000:00000010:2.0:1769074988.577458:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698400. 00000100:00000010:2.0:1769074988.577462:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ece40. 00000100:00000010:2.0:1769074988.577466:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.577471:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b04918600. 02000000:00000010:2.0:1769074988.577481:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a032f6400. 00000400:00000010:2.0:1769074988.577484:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.577487:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.577489:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368799104, portal 16 00000400:00000010:2.0:1769074988.577492:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.577493:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368799104, offset 0 00000400:00000200:2.0:1769074988.577497:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.577501:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.577504:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.577506:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.577508:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.577510:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.577513:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16952:16952:256:4294967295] 192.168.204.41@tcp LPNI seq info [16948:16948:8:4294967295] 00000400:00000200:2.0:1769074988.577519:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.577522:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.577524:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.577527:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.577530:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.577532:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.577595:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.577599:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.577601:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.577605:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.577608:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:1.0:1769074988.577609:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:1.0:1769074988.577614:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368799104/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.578212:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.578219:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ad80 00000400:00000200:3.0:1769074988.578223:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28dd1 [1] + 224 00000400:00000200:3.0:1769074988.578230:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.578232:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.578238:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368799104/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.578278:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.578283:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:2.0:1769074988.578284:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.578289:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368799104/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.578298:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368799104/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.578316:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a032f6400. 02000000:00000010:2.0:1769074988.578321:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b04918600. 00000100:00000010:2.0:1769074988.578324:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.578327:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ece40. 00010000:00000010:2.0:1769074988.578330:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698400. 00010000:00000200:2.0:1769074988.578342:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1c00 x1855008351361920/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.578354:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.578358:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351361920, offset 224 00000400:00000200:2.0:1769074988.578363:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.578371:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.578376:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16953:16953:256:4294967295] 192.168.204.41@tcp LPNI seq info [16949:16949:8:4294967295] 00000400:00000200:2.0:1769074988.578386:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.578391:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.578394:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000010:2.0:1769074988.578395:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.578401:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.578401:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d69c00 00000800:00000200:2.0:1769074988.578405:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074988.578407:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21c91 [2] + 1312 00000800:00000200:2.0:1769074988.578408:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.578425:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.578428:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.578432:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000400:00000200:3.0:1769074988.578445:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.578452:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.578456:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.578461:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 00000800:00000200:1.0:1769074988.578496:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.578501:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000020:00000010:2.0:1769074988.578505:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000400:00000200:1.0:1769074988.578506:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.578513:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000400:00000200:1.0:1769074988.578517:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.578521:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6400. 00000400:00000200:1.0:1769074988.578523:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.578527:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000020:00000010:2.0:1769074988.578527:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.578536:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.578552:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35cd0000 x1855008351362048/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.578577:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.578580:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000100:00000200:2.0:1769074988.578583:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351362048 02000000:00000010:2.0:1769074988.578590:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d6b800. 00010000:00000010:2.0:1769074988.578616:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698400. 00000100:00000010:2.0:1769074988.578620:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ece40. 00000100:00000010:2.0:1769074988.578623:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.578627:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6200. 02000000:00000010:2.0:1769074988.578636:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b04919c00. 00000400:00000010:2.0:1769074988.578638:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.578640:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.578643:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368799232, portal 16 00000400:00000010:2.0:1769074988.578645:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.578647:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368799232, offset 0 00000400:00000200:2.0:1769074988.578650:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.578655:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.578658:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.578659:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.578661:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.578663:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.578665:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16954:16954:256:4294967295] 192.168.204.41@tcp LPNI seq info [16950:16950:8:4294967295] 00000400:00000200:2.0:1769074988.578671:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.578674:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.578677:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.578679:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.578683:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.578685:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.578766:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.578768:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.578771:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.578774:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.578777:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.578778:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000100:00000200:3.0:1769074988.578782:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368799232/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.579472:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.579483:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ae00 00000400:00000200:1.0:1769074988.579488:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28ddd [1] + 224 00000400:00000200:1.0:1769074988.579498:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.579503:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.579510:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368799232/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.579583:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.579588:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074988.579589:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.579595:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368799232/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.579602:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368799232/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.579615:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b04919c00. 02000000:00000010:2.0:1769074988.579618:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6200. 00000100:00000010:2.0:1769074988.579620:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.579622:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ece40. 00010000:00000010:2.0:1769074988.579624:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698400. 00000400:00000010:2.0:1769074988.579641:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.579643:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351362048, offset 224 00000400:00000200:2.0:1769074988.579646:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.579651:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.579655:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16955:16955:256:4294967295] 192.168.204.41@tcp LPNI seq info [16951:16951:8:4294967295] 00000400:00000200:2.0:1769074988.579661:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.579664:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.579667:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.579670:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.579674:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.579676:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.579693:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.579696:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.579699:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6400. 00000800:00000200:3.0:1769074988.579753:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.579756:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.579759:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.579763:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.579765:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:3.0:1769074988.579767:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074988.579914:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.579921:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d69d00 00000400:00000200:3.0:1769074988.579925:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x217d5 [2] + 0 00000400:00000200:3.0:1769074988.579931:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.579934:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.579937:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.579940:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2680. 00000020:00000010:0.0:1769074988.579999:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.580004:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.580009:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.580012:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.580016:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.580071:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00010000:00000010:2.1:1769074988.580072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795c00. 00000020:00000010:0.0:1769074988.580076:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.580082:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351362304 00000001:00000010:0.0:1769074988.580088:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.580109:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47400. 00000020:00000010:0.0:1769074988.580144:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.580148:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d800. 00080000:00000010:0.0:1769074988.580162:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.580191:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51a20. 00000001:00000010:0.0:1769074988.580203:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.580215:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.580220:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.580238:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5700. 00010000:00000200:0.0:1769074988.580256:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2680 x1855008351362304/t60129542357(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.580270:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.580274:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351362304, offset 224 00000400:00000200:0.0:1769074988.580279:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.580286:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.580291:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16956:16956:256:4294967295] 192.168.204.41@tcp LPNI seq info [16952:16952:8:4294967295] 00000400:00000200:0.0:1769074988.580300:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.580305:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.580309:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.580314:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.580319:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.580322:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.580343:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.580347:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.580351:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:1.0:1769074988.580436:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.580440:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:1.0:1769074988.580443:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.580447:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.580450:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:1.0:1769074988.580451:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000400:00000200:3.0:1769074988.581465:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.581473:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d69d80 00000400:00000200:3.0:1769074988.581477:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 163864 00000400:00000200:3.0:1769074988.581485:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.581487:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.581491:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.581507:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08821880. 00000020:00000010:2.0:1769074988.581553:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.581558:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.581562:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.581565:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.581567:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.581589:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.581591:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000100:00000200:2.0:1769074988.581593:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351362432 00000001:00000010:2.0:1769074988.581596:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ec900. 00010000:00000010:2.0:1769074988.581607:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:2.0:1769074988.581612:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.581624:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d4a000. 00010000:00000010:2.0:1769074988.581638:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.581641:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.581650:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44fd00. 00010000:00000010:2.0:1769074988.581652:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5180. 00010000:00000010:2.0:1769074988.581655:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:2.0:1769074988.581657:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.581681:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.581688:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.581690:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5180. 00010000:00000010:2.0:1769074988.581717:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.581725:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08821880 x1855008351362432/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.581735:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.581738:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351362432, offset 224 00000400:00000200:2.0:1769074988.581741:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.581746:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.581749:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16957:16957:256:4294967295] 192.168.204.41@tcp LPNI seq info [16953:16953:8:4294967295] 00000400:00000200:2.0:1769074988.581755:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.581759:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.581761:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.581764:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.581767:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.581770:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.581784:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.581788:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.581791:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.581843:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.581846:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.581848:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.581852:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.581854:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074988.581856:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:1.0:1769074988.582691:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.582698:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d69e00 00000400:00000200:1.0:1769074988.582702:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 164456 00000400:00000200:1.0:1769074988.582723:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.582726:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.582729:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.582733:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978a80. 00000020:00000010:2.0:1769074988.582780:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.582784:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.582787:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.582790:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.582792:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.582812:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.582813:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000100:00000200:2.0:1769074988.582815:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351362560 00010000:00000010:2.0:1769074988.582824:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.582828:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 02000000:00000010:2.0:1769074988.582839:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d49000. 00010000:00000010:2.0:1769074988.582850:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.0:1769074988.582854:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd680. 00010000:00000010:2.0:1769074988.582861:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f100. 00010000:00000010:2.0:1769074988.582865:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5180. 00010000:00000010:2.0:1769074988.582868:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.582871:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.582894:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd680. 00010000:00000010:2.0:1769074988.582904:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.582908:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5180. 00010000:00000010:2.0:1769074988.582925:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000200:2.0:1769074988.582944:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978a80 x1855008351362560/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.582958:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.582961:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351362560, offset 224 00000400:00000200:2.0:1769074988.582965:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.582970:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.582973:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16958:16958:256:4294967295] 192.168.204.41@tcp LPNI seq info [16954:16954:8:4294967295] 00000400:00000200:2.0:1769074988.582980:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.582983:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.582986:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.582989:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.582993:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.582995:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.583008:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.583010:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.583012:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074988.583092:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.583097:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.583101:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.583106:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.583110:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.583112:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:3.0:1769074988.584006:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.584016:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d69f00 00000400:00000200:3.0:1769074988.584022:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 165048 00000400:00000200:3.0:1769074988.584062:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.584067:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.584071:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.584076:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08820a80. 00000020:00000010:2.0:1769074988.584126:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.584130:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.584134:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04919c00. 00000020:00000010:2.0:1769074988.584136:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.584138:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.584158:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.584160:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000100:00000200:2.0:1769074988.584162:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351362816 00010000:00000010:2.0:1769074988.584171:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.584176:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 02000000:00000010:2.0:1769074988.584191:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d4c000. 00010000:00000010:2.0:1769074988.584213:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.584216:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.584223:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f400. 00010000:00000010:2.0:1769074988.584225:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5180. 00010000:00000010:2.0:1769074988.584227:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:2.0:1769074988.584229:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd680. 00000004:00000010:2.0:1769074988.584235:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327ed20. 00000004:00000010:2.0:1769074988.584241:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d528. 00000004:00000010:2.0:1769074988.584245:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4ee0. 00080000:00000010:2.0:1769074988.584252:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04918600. 00000020:00000010:2.0:1769074988.584262:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.584265:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a032f6400. 00000004:00000010:2.0:1769074988.584278:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ec900. 00020000:00000010:2.0:1769074988.584289:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b428. 00020000:00000010:2.0:1769074988.584291:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b4a8. 00000004:00000010:2.0:1769074988.584302:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38514d50. 00080000:00000010:2.0:1769074988.584308:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698400. 00080000:00000010:2.0:1769074988.584324:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698c00. 00000001:00000010:2.0:1769074988.584380:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.584387:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.584403:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.584406:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.584408:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.584409:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.584411:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.584412:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.584419:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5300. 00080000:00000400:2.0:1769074988.584425:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.584426:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.584428:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.584429:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.584431:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.584432:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.584449:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.584451:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.584452:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.584454:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.584456:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.584457:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.584472:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9840. 00000001:00000010:2.0:1769074988.584475:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ece40. 00080000:00000010:2.0:1769074988.584482:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698c00. 00080000:00000010:2.0:1769074988.584484:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.584486:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.584506:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44fc00. 00010000:00000010:2.0:1769074988.584509:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5680. 00010000:00000010:2.0:1769074988.584512:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.0:1769074988.584515:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cdf00. 00000004:00000010:2.0:1769074988.584528:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b41339c80. 00010000:00000010:2.0:1769074988.584538:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.584555:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000200:2.0:1769074988.584560:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542358, last committed = 0 00010000:00000200:2.0:1769074988.584565:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08820a80 x1855008351362816/t60129542358(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.584574:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.584576:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351362816, offset 224 00000400:00000200:2.0:1769074988.584580:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.584585:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.584588:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16959:16959:256:4294967295] 192.168.204.41@tcp LPNI seq info [16955:16955:8:4294967295] 00000400:00000200:2.0:1769074988.584594:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.584597:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.584600:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.584603:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.584607:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.584609:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.584625:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.584628:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.584630:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04919c00. 00000800:00000200:1.0:1769074988.584736:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.584740:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.584743:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.584747:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.584750:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:1.0:1769074988.584751:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00010000:00000010:2.1:1769074988.585058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.1:1769074988.585063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f900. 00010000:00000010:2.1:1769074988.585066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.1:1769074988.585068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.1:1769074988.585070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.1:1769074988.585072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f700. 00010000:00000010:2.1:1769074988.585074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.1:1769074988.585076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.1:1769074988.585078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.1:1769074988.585080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00000400:00000200:3.0:1769074988.585777:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.585785:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d69f80 00000400:00000200:3.0:1769074988.585789:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 9184 00000400:00000200:3.0:1769074988.585796:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.585799:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.585802:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.585805:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08821f80. 00000020:00000010:2.0:1769074988.585852:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.585856:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.585859:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6200. 00000020:00000010:2.0:1769074988.585862:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.585864:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.585884:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698400. 00000020:00000010:2.0:1769074988.585886:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698400. 00000100:00000200:2.0:1769074988.585888:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351362944 00010000:00000010:2.0:1769074988.585897:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f700. 00010000:00000010:2.0:1769074988.585900:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3e44f900. 00010000:00000010:2.0:1769074988.585904:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06574400. 00002000:00000010:2.0:1769074988.585909:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698400. 02000000:00000010:2.0:1769074988.585920:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d6ac00. 00010000:00000200:2.0:1769074988.585933:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08821f80 x1855008351362944/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.585950:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.585952:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351362944, offset 224 00000400:00000200:2.0:1769074988.585956:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.585961:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.585964:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16960:16960:256:4294967295] 192.168.204.41@tcp LPNI seq info [16956:16956:8:4294967295] 00000400:00000200:2.0:1769074988.585970:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.585975:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.585978:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.585981:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.585984:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.585987:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.585999:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.586003:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.586006:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6200. 00000800:00000200:3.0:1769074988.586085:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.586088:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.586091:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.586096:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.586099:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.586102:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:1.0:1769074988.586877:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.586884:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6a000 00000400:00000200:1.0:1769074988.586888:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 9512 00000400:00000200:1.0:1769074988.586895:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.586898:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.586901:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.586922:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979500. 00000020:00000010:2.0:1769074988.586963:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.586967:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.586980:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a032f6200. 00000020:00000010:2.0:1769074988.586982:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.586984:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.587001:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.587002:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000100:00000200:2.0:1769074988.587004:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351363072 00010000:00000010:2.0:1769074988.587013:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753bc00. 02000000:00000010:2.0:1769074988.587071:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbcc00. 00010000:00000010:2.0:1769074988.587078:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698c00. 00000100:00000010:2.0:1769074988.587081:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ec780. 00000100:00000010:2.0:1769074988.587086:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.587099:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b04919c00. 02000000:00000010:2.0:1769074988.587111:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0b0cf400. 00000400:00000010:2.0:1769074988.587114:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.587117:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.587120:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368799360, portal 16 00000400:00000010:2.0:1769074988.587123:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.587125:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368799360, offset 0 00000400:00000200:2.0:1769074988.587129:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.587133:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.587137:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.587139:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.587141:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.587143:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.587145:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16961:16961:256:4294967295] 192.168.204.41@tcp LPNI seq info [16957:16957:8:4294967295] 00000400:00000200:2.0:1769074988.587151:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.587154:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.587157:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.587159:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.587163:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.587165:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.587235:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.587238:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.587241:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.587244:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.587246:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074988.587247:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:3.0:1769074988.587252:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368799360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.587949:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.587957:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ae80 00000400:00000200:3.0:1769074988.587961:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28dfd [1] + 224 00000400:00000200:3.0:1769074988.587967:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.587969:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.587974:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368799360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.588009:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.588015:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6a080 00000400:00000200:3.0:1769074988.588021:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21c91 [2] + 1640 00000400:00000010:2.0:1769074988.588052:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.588056:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:2.0:1769074988.588058:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.588066:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368799360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.588068:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.588074:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.588077:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368799360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.588078:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.588083:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08820700. 02000000:00000010:2.0:1769074988.588100:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0b0cf400. 02000000:00000010:2.0:1769074988.588106:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b04919c00. 00000100:00000010:2.0:1769074988.588110:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.588116:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ec780. 00010000:00000010:2.0:1769074988.588119:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698c00. 00010000:00000200:2.0:1769074988.588133:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979500 x1855008351363072/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074988.588147:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000400:00000010:2.0:1769074988.588148:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000020:00000010:1.0:1769074988.588152:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000100:00000200:2.0:1769074988.588155:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351363072, offset 224 00000020:00000010:1.0:1769074988.588159:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000400:00000200:2.0:1769074988.588164:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.588165:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.588170:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000400:00000200:2.0:1769074988.588175:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.588182:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16962:16962:256:4294967295] 192.168.204.41@tcp LPNI seq info [16958:16958:8:4294967295] 00000100:00000200:1.0:1769074988.588198:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08820700 x1855008351363200/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074988.588214:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.588219:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.588223:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.588227:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074988.588229:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000800:00000200:2.0:1769074988.588233:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:1.0:1769074988.588235:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000800:00000200:2.0:1769074988.588238:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000100:00000200:1.0:1769074988.588240:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351363200 02000000:00000010:1.0:1769074988.588247:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc3400. 00000020:00000010:2.0:1769074988.588264:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.588271:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.588275:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a032f6200. 00010000:00000010:1.0:1769074988.588286:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35bac0. 00000100:00000010:1.0:1769074988.588292:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062870c0. 00000100:00000010:1.0:1769074988.588296:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b800. 02000000:00000010:1.0:1769074988.588303:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b222bbe00. 02000000:00000010:1.0:1769074988.588311:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b222bbc00. 00000400:00000010:1.0:1769074988.588315:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794ec8. 00000400:00000010:1.0:1769074988.588319:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.588322:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368799488, portal 16 00000400:00000010:1.0:1769074988.588325:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000200:1.0:1769074988.588328:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368799488, offset 0 00000800:00000200:3.0:1769074988.588328:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.588333:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.588338:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.588339:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.588346:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.588347:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.588352:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.588355:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.588357:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.588359:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.588361:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16963:16963:255:4294967295] 192.168.204.41@tcp LPNI seq info [16959:16959:7:4294967295] 00000400:00000200:1.0:1769074988.588367:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.588370:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.588371:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000800:00000010:1.0:1769074988.588374:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000400:00000010:3.0:1769074988.588375:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000800:00000200:1.0:1769074988.588383:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.588387:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.588390:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.588439:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.588443:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.588447:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.588451:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.588454:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:3.0:1769074988.588456:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000100:00000200:3.0:1769074988.588462:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0497b800 x1855008368799488/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.589062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753aa00. 00000400:00000200:3.0:1769074988.589092:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.589102:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0af00 00000400:00000200:3.0:1769074988.589108:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28e09 [1] + 224 00000400:00000200:3.0:1769074988.589119:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.589123:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.589130:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497b800 x1855008368799488/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.589179:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794ec8. 00000400:00000200:1.0:1769074988.589185:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:1.0:1769074988.589205:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.589211:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0497b800 x1855008368799488/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.589219:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0497b800 x1855008368799488/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.589231:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b222bbc00. 02000000:00000010:1.0:1769074988.589234:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b222bbe00. 00000100:00000010:1.0:1769074988.589236:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b800. 00000100:00000010:1.0:1769074988.589239:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062870c0. 00010000:00000010:1.0:1769074988.589240:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35bac0. 00000400:00000010:1.0:1769074988.589247:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074988.589249:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351363200, offset 224 00000400:00000200:1.0:1769074988.589253:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.589257:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.589261:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16964:16964:256:4294967295] 192.168.204.41@tcp LPNI seq info [16960:16960:8:4294967295] 00000400:00000200:1.0:1769074988.589267:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.589271:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.589273:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.589276:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.589279:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.589281:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.589295:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.589298:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.589300:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.589357:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.589361:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.589365:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.589371:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.589436:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:3.0:1769074988.589439:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000200:1.0:1769074988.589455:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.589462:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6a180 00000400:00000200:1.0:1769074988.589466:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x217d5 [2] + 392 00000400:00000200:1.0:1769074988.589474:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.589476:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.589480:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.589482:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b800. 00000020:00000010:0.0:1769074988.589546:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.589551:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.589556:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.589560:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.589563:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.589587:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.589590:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.589593:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351363456 00000001:00000010:0.0:1769074988.589598:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.589616:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47000. 00000020:00000010:0.0:1769074988.589644:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.589648:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d200. 00080000:00000010:0.0:1769074988.589659:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.589681:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51a80. 00000001:00000010:0.0:1769074988.589686:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.589698:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.589702:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.589739:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b41339c80. 00010000:00000200:0.0:1769074988.589758:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b800 x1855008351363456/t60129542359(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.589772:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.589775:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351363456, offset 224 00000400:00000200:0.0:1769074988.589781:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.589787:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.589793:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16965:16965:256:4294967295] 192.168.204.41@tcp LPNI seq info [16961:16961:8:4294967295] 00000400:00000200:0.0:1769074988.589805:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.589811:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.589815:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.589819:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.589824:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.589827:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.589844:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.589848:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.589851:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.589910:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.589914:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.589918:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.589923:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.589926:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:3.0:1769074988.589929:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000400:00000200:3.0:1769074988.590929:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.590940:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6a200 00000400:00000200:3.0:1769074988.590947:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 165712 00000400:00000200:3.0:1769074988.590983:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.590988:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.590992:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.590997:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08823800. 00000020:00000010:2.0:1769074988.591068:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.591074:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.591080:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.591085:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.591088:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.591128:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.591132:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000100:00000200:2.0:1769074988.591137:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351363584 00000001:00000010:2.0:1769074988.591142:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ece40. 00010000:00000010:2.0:1769074988.591153:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.0:1769074988.591159:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 02000000:00000010:2.0:1769074988.591186:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b0793d000. 00010000:00000010:2.0:1769074988.591206:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.0:1769074988.591211:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.591222:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f000. 00010000:00000010:2.0:1769074988.591228:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b1141cd00. 00010000:00000010:2.0:1769074988.591232:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.591236:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 00010000:00000010:2.0:1769074988.591258:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.591264:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000010:2.0:1769074988.591267:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b1141cd00. 00010000:00000010:2.0:1769074988.591280:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000200:2.0:1769074988.591286:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08823800 x1855008351363584/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.591296:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.591299:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351363584, offset 224 00000400:00000200:2.0:1769074988.591302:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.591309:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.591314:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16966:16966:256:4294967295] 192.168.204.41@tcp LPNI seq info [16962:16962:8:4294967295] 00000400:00000200:2.0:1769074988.591323:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.591328:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.591332:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.591337:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.591341:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.591345:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.591363:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5a80. 00000020:00000010:2.0:1769074988.591367:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.591370:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:1.0:1769074988.591415:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.591419:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.591421:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.591425:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.591428:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:1.0:1769074988.591430:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074988.592223:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.592233:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6a280 00000400:00000200:3.0:1769074988.592238:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 166304 00000400:00000200:3.0:1769074988.592248:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.592253:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.592256:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.592261:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08823480. 00000020:00000010:2.0:1769074988.592299:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.592303:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.592307:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.592311:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.592314:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.592343:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.592346:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000100:00000200:2.0:1769074988.592349:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351363712 00010000:00000010:2.0:1769074988.592363:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.592368:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 02000000:00000010:2.0:1769074988.592381:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b0793f000. 00010000:00000010:2.0:1769074988.592396:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.592400:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.592407:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f300. 00010000:00000010:2.0:1769074988.592409:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b1141ce00. 00010000:00000010:2.0:1769074988.592411:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.592413:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.592430:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074988.592437:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.592439:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b1141ce00. 00010000:00000010:2.0:1769074988.592451:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000200:2.0:1769074988.592457:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08823480 x1855008351363712/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.592467:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.592470:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351363712, offset 224 00000400:00000200:2.0:1769074988.592473:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.592479:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.592482:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16967:16967:256:4294967295] 192.168.204.41@tcp LPNI seq info [16963:16963:8:4294967295] 00000400:00000200:2.0:1769074988.592488:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.592492:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.592495:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.592498:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.592501:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.592504:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.592518:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.592520:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.592522:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.592577:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.592580:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.592583:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.592587:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.592589:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:3.0:1769074988.592591:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:1.0:1769074988.593518:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.593529:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6a380 00000400:00000200:1.0:1769074988.593535:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 166896 00000400:00000200:1.0:1769074988.593545:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.593549:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.593552:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.593565:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599c00. 00000020:00000010:2.0:1769074988.593611:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.593616:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.593620:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.593623:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.593626:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.593653:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.593657:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000100:00000200:2.0:1769074988.593661:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351363968 00010000:00000010:2.0:1769074988.593673:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.0:1769074988.593678:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 02000000:00000010:2.0:1769074988.593694:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b0793a000. 00010000:00000010:2.0:1769074988.593736:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.0:1769074988.593741:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.593750:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b42148f00. 00010000:00000010:2.0:1769074988.593753:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b1141ce00. 00010000:00000010:2.0:1769074988.593758:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162800. 00010000:00000010:2.0:1769074988.593762:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857ff00. 00000004:00000010:2.0:1769074988.593771:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327f0e0. 00000004:00000010:2.0:1769074988.593779:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d1e0. 00000004:00000010:2.0:1769074988.593785:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5ed0. 00080000:00000010:2.0:1769074988.593792:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a032f6200. 00000020:00000010:2.0:1769074988.593808:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.593812:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04919c00. 00000004:00000010:2.0:1769074988.593827:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ece40. 00020000:00000010:2.0:1769074988.593840:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b360. 00020000:00000010:2.0:1769074988.593843:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b338. 00000004:00000010:2.0:1769074988.593856:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38516e98. 00080000:00000010:2.0:1769074988.593866:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698c00. 00080000:00000010:2.0:1769074988.593886:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698800. 00000001:00000010:2.0:1769074988.593961:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.593971:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.593992:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.593996:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.593999:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.594001:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.594005:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.594007:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.594018:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b1141c880. 00010000:00000010:2.1:1769074988.594052:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.1:1769074988.594060:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44fd00. 00010000:00000010:2.1:1769074988.594064:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:2.1:1769074988.594067:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:2.1:1769074988.594071:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.1:1769074988.594074:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f100. 00010000:00000010:2.1:1769074988.594077:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.594080:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.1:1769074988.594083:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074988.594085:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00080000:00000400:2.0:1769074988.594091:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.594095:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.594097:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.594100:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.594102:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.594105:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.594132:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.594135:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.594137:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.594139:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.594142:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.594144:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.594169:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9720. 00000001:00000010:2.0:1769074988.594174:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ec780. 00080000:00000010:2.0:1769074988.594186:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698800. 00080000:00000010:2.0:1769074988.594189:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.594193:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.594219:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f100. 00010000:00000010:2.0:1769074988.594223:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b1141cb00. 00010000:00000010:2.0:1769074988.594227:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163200. 00010000:00000010:2.0:1769074988.594231:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3857fd80. 00000004:00000010:2.0:1769074988.594249:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5a80. 00010000:00000010:2.0:1769074988.594264:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.594287:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000200:2.0:1769074988.594295:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542360, last committed = 0 00010000:00000200:2.0:1769074988.594302:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599c00 x1855008351363968/t60129542360(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.594315:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.594319:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351363968, offset 224 00000400:00000200:2.0:1769074988.594323:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.594330:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.594335:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16968:16968:256:4294967295] 192.168.204.41@tcp LPNI seq info [16964:16964:8:4294967295] 00000400:00000200:2.0:1769074988.594344:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.594349:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.594353:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.594358:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.594363:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.594366:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.594388:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.594393:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.594397:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:3.0:1769074988.594456:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.594461:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.594465:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.594470:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.594474:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074988.594476:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074988.595490:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.595497:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6a400 00000400:00000200:3.0:1769074988.595502:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 9840 00000400:00000200:3.0:1769074988.595509:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.595512:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.595515:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.595518:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08822300. 00000020:00000010:2.0:1769074988.595554:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.595558:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.595561:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.595563:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.595566:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.595585:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c00. 00000020:00000010:2.0:1769074988.595587:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c00. 00000100:00000200:2.0:1769074988.595589:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351364096 00010000:00000010:2.0:1769074988.595616:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44fd00. 00010000:00000010:2.0:1769074988.595622:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b1283ac00. 00010000:00000010:2.0:1769074988.595625:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162e00. 00002000:00000010:2.0:1769074988.595630:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698c00. 02000000:00000010:2.0:1769074988.595661:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbf000. 00010000:00000200:2.0:1769074988.595674:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08822300 x1855008351364096/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.595683:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.595686:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351364096, offset 224 00000400:00000200:2.0:1769074988.595689:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.595695:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.595698:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16969:16969:256:4294967295] 192.168.204.41@tcp LPNI seq info [16965:16965:8:4294967295] 00000400:00000200:2.0:1769074988.595725:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.595729:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.595731:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.595734:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.595738:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.595740:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.595752:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.595754:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.595757:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:1.0:1769074988.595796:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.595800:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.595802:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.595806:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.595808:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:1.0:1769074988.595810:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074988.596658:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.596667:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6a480 00000400:00000200:3.0:1769074988.596671:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 10168 00000400:00000200:3.0:1769074988.596678:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.596681:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.596684:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.596687:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08821180. 00000020:00000010:2.0:1769074988.596750:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.596755:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.596760:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.596764:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.596767:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.596791:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.596795:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000100:00000200:2.0:1769074988.596798:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351364224 00010000:00000010:2.0:1769074988.596807:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162a00. 02000000:00000010:2.0:1769074988.596832:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbdc00. 00010000:00000010:2.0:1769074988.596841:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698800. 00000100:00000010:2.0:1769074988.596847:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ec3c0. 00000100:00000010:2.0:1769074988.596854:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.596863:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b06f7ee00. 02000000:00000010:2.0:1769074988.596882:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02ed5200. 00000400:00000010:2.0:1769074988.596887:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.596891:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.596896:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368799616, portal 16 00000400:00000010:2.0:1769074988.596900:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.596903:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368799616, offset 0 00000400:00000200:2.0:1769074988.596907:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.596911:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.596915:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.596918:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.596920:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.596922:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.596924:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16970:16970:256:4294967295] 192.168.204.41@tcp LPNI seq info [16966:16966:8:4294967295] 00000400:00000200:2.0:1769074988.596930:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.596933:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.596937:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.596941:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.596946:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.596949:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.597021:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.597024:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.597045:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.597051:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.597054:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.597056:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:3.0:1769074988.597062:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368799616/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.597684:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.597692:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0af80 00000400:00000200:1.0:1769074988.597696:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28e29 [1] + 224 00000400:00000200:1.0:1769074988.597719:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.597722:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.597728:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368799616/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.597768:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.597772:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:2.0:1769074988.597774:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.597780:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368799616/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.597787:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368799616/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.597805:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02ed5200. 02000000:00000010:2.0:1769074988.597809:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b06f7ee00. 00000100:00000010:2.0:1769074988.597812:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.597815:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ec3c0. 00010000:00000010:2.0:1769074988.597821:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698800. 00000400:00000200:3.0:1769074988.597821:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.597834:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6a500 00010000:00000200:2.0:1769074988.597835:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08821180 x1855008351364224/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074988.597848:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21c91 [2] + 1968 00000400:00000010:2.0:1769074988.597850:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000400:00000010:3.0:1769074988.597857:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498a528. 00000400:00000200:3.0:1769074988.597874:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b3d747540 00000100:00000200:2.0:1769074988.597878:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351364224, offset 224 00000400:00000200:2.0:1769074988.597884:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.597890:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.597894:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16971:16971:256:4294967295] 192.168.204.41@tcp LPNI seq info [16967:16967:8:4294967295] 00000400:00000200:2.0:1769074988.597901:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.597904:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.597907:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1769074988.597908:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.597915:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.597920:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:2.0:1769074988.597924:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.597928:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.597933:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d747540 00000400:00000010:3.0:1769074988.597938:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3d747540. 00000020:00000010:2.0:1769074988.597944:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b1141cd00. 00000100:00000200:3.0:1769074988.597944:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1769074988.597951:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.597955:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0b0cf400. 00000800:00000200:0.0:1769074988.597997:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.598001:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074988.598004:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074988.598006:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000400:00000200:0.0:1769074988.598010:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074988.598014:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000400:00000200:0.0:1769074988.598015:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:0.0:1769074988.598019:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000020:00000010:1.0:1769074988.598022:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b222bbe00. 00000020:00000010:1.0:1769074988.598042:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.598046:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000100:00000200:1.0:1769074988.598061:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a59450 x1855008351364352/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.598082:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.598084:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000100:00000200:1.0:1769074988.598086:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351364352 02000000:00000010:1.0:1769074988.598091:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc0c00. 00010000:00000010:1.0:1769074988.598115:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35bac0. 00000100:00000010:1.0:1769074988.598120:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062870c0. 00000100:00000010:1.0:1769074988.598123:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059aa00. 02000000:00000010:1.0:1769074988.598127:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b222bbc00. 02000000:00000010:1.0:1769074988.598136:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06510a00. 00000400:00000010:1.0:1769074988.598139:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794ec8. 00000400:00000010:1.0:1769074988.598141:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.598144:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368799744, portal 16 00000400:00000010:1.0:1769074988.598146:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074988.598148:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368799744, offset 0 00000400:00000200:1.0:1769074988.598151:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.598156:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.598158:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.598161:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.598162:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.598164:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.598167:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16972:16972:256:4294967295] 192.168.204.41@tcp LPNI seq info [16968:16968:8:4294967295] 00000400:00000200:1.0:1769074988.598173:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.598176:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.598178:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.598181:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.598185:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.598188:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.598256:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.598259:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.598262:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.598267:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.598271:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:3.0:1769074988.598273:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000100:00000200:3.0:1769074988.598280:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059aa00 x1855008368799744/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.598857:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.598865:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b000 00000400:00000200:3.0:1769074988.598869:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28e35 [1] + 224 00000400:00000200:3.0:1769074988.598876:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.598879:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.598884:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059aa00 x1855008368799744/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.598926:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794ec8. 00000400:00000200:1.0:1769074988.598932:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000010:1.0:1769074988.598934:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.598941:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059aa00 x1855008368799744/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.598952:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059aa00 x1855008368799744/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.598969:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.598973:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b222bbc00. 00000100:00000010:1.0:1769074988.598977:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059aa00. 00000100:00000010:1.0:1769074988.598980:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062870c0. 00010000:00000010:1.0:1769074988.598983:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35bac0. 00000400:00000010:1.0:1769074988.598992:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000200:1.0:1769074988.598996:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351364352, offset 224 00000400:00000200:1.0:1769074988.599001:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.599008:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.599013:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16973:16973:256:4294967295] 192.168.204.41@tcp LPNI seq info [16969:16969:8:4294967295] 00000400:00000200:1.0:1769074988.599022:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.599047:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.599052:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.599057:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.599063:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.599066:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.599085:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.599089:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.599094:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b222bbe00. 02000000:00000010:1.0:1769074988.599102:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc3400. 00000100:00000010:1.0:1769074988.599106:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08820700. 02000000:00000010:1.0:1769074988.599113:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d6b800. 00000100:00000010:1.0:1769074988.599117:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 02000000:00000010:1.0:1769074988.599121:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d68c00. 00000800:00000200:0.0:1769074988.599123:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1769074988.599125:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497bb80. 00000800:00000010:0.0:1769074988.599127:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 02000000:00000010:1.0:1769074988.599133:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d69400. 00000400:00000200:0.0:1769074988.599134:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074988.599139:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b480. 00000400:00000200:0.0:1769074988.599143:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:1.0:1769074988.599146:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc0400. 00000400:00000200:0.0:1769074988.599150:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000100:00000010:1.0:1769074988.599151:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860a80. 00000400:00000010:0.0:1769074988.599154:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 02000000:00000010:1.0:1769074988.599158:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06c30c00. 02000000:00000010:0.0:1769074988.599162:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc0c00. 00000100:00000010:1.0:1769074988.599164:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978380. 00000100:00000200:1.0:1769074988.599175:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074988.599180:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794ec8. 00000400:00000010:1.0:1769074988.599185:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b062870c0. 00000400:00000200:3.0:1769074988.599275:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.599281:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6a600 00000400:00000200:3.0:1769074988.599285:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x217d5 [2] + 784 00000400:00000200:3.0:1769074988.599291:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.599294:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.599297:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.599300:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08821c00. 00000020:00000010:0.0:1769074988.599343:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.599347:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.599351:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.599354:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.599356:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.599375:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.599377:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.599379:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351364608 00000001:00000010:0.0:1769074988.599383:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.599399:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46800. 00000020:00000010:0.0:1769074988.599422:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.599426:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01c80600. 00080000:00000010:0.0:1769074988.599437:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.599459:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51120. 00000001:00000010:0.0:1769074988.599463:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.599472:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.599474:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.599489:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5a80. 00010000:00000200:0.0:1769074988.599505:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08821c00 x1855008351364608/t60129542361(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.599515:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074988.599517:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351364608, offset 224 00000400:00000200:0.0:1769074988.599521:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.599525:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.599528:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16974:16974:256:4294967295] 192.168.204.41@tcp LPNI seq info [16970:16970:8:4294967295] 00000400:00000200:0.0:1769074988.599535:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.599538:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.599541:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.599544:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.599547:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.599549:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.599564:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.599569:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.599572:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.599622:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.599626:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.599629:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.599632:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.599634:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074988.599635:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000200:0.0:1769074988.600675:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.600681:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6a680 00000400:00000200:0.0:1769074988.600685:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 167560 00000400:00000200:0.0:1769074988.600693:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.600695:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.600698:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.600701:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559f80. 00000020:00000010:2.0:1769074988.600767:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.600772:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.600775:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02ed5200. 00000020:00000010:2.0:1769074988.600777:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.600780:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.600801:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.600803:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000100:00000200:2.0:1769074988.600812:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351364736 00000001:00000010:2.0:1769074988.600816:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ec780. 00010000:00000010:2.0:1769074988.600826:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163400. 00010000:00000010:2.0:1769074988.600831:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 02000000:00000010:2.0:1769074988.600843:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07939000. 00010000:00000010:2.0:1769074988.600856:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163600. 00010000:00000010:2.0:1769074988.600859:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.600880:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf300. 00010000:00000010:2.0:1769074988.600883:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8800. 00010000:00000010:2.0:1769074988.600886:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35163a00. 00010000:00000010:2.0:1769074988.600889:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.600912:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.600918:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.600922:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8800. 00010000:00000010:2.0:1769074988.600935:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000200:2.0:1769074988.600942:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559f80 x1855008351364736/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.600952:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.600955:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351364736, offset 224 00000400:00000200:2.0:1769074988.600959:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.600964:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.600967:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16975:16975:256:4294967295] 192.168.204.41@tcp LPNI seq info [16971:16971:8:4294967295] 00000400:00000200:2.0:1769074988.600974:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.600977:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.600980:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.600983:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.600986:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.600989:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.601005:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b1141cd00. 00000020:00000010:2.0:1769074988.601008:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.601010:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02ed5200. 00000800:00000200:3.0:1769074988.601089:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.601094:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.601097:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.601102:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.601107:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074988.601109:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.601912:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.601918:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6a700 00000400:00000200:3.0:1769074988.601922:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 168152 00000400:00000200:3.0:1769074988.601928:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.601931:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.601934:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.601936:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08822a00. 00000020:00000010:2.0:1769074988.601974:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.601977:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.601980:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02ed5200. 00000020:00000010:2.0:1769074988.601982:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.601985:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.602003:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.602005:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000100:00000200:2.0:1769074988.602006:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351364864 00010000:00000010:2.0:1769074988.602015:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162c00. 00010000:00000010:2.0:1769074988.602019:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.602057:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b0793c000. 00010000:00000010:1.1:1769074988.602061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574400. 00010000:00000010:2.0:1769074988.602069:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b35162400. 00010000:00000010:2.0:1769074988.602074:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddb80. 00010000:00000010:2.0:1769074988.602085:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf600. 00010000:00000010:2.0:1769074988.602088:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8b00. 00010000:00000010:2.0:1769074988.602092:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.602096:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.602117:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddb80. 00010000:00000010:2.0:1769074988.602127:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.602130:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8b00. 00010000:00000010:2.0:1769074988.602147:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.602156:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08822a00 x1855008351364864/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.602168:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.602171:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351364864, offset 224 00000400:00000200:2.0:1769074988.602175:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.602180:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.602183:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16976:16976:256:4294967295] 192.168.204.41@tcp LPNI seq info [16972:16972:8:4294967295] 00000400:00000200:2.0:1769074988.602189:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.602193:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.602195:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.602198:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.602201:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.602204:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.602218:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.602221:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.602223:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02ed5200. 00000800:00000200:0.0:1769074988.602290:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.602295:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.602299:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.602305:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.602309:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:0.0:1769074988.602311:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:3.0:1769074988.603226:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.603233:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6a800 00000400:00000200:3.0:1769074988.603238:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 168744 00000400:00000200:3.0:1769074988.603245:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.603247:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.603250:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.603253:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08820e00. 00000020:00000010:2.0:1769074988.603288:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.603291:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.603294:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02ed5200. 00000020:00000010:2.0:1769074988.603296:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.603299:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.603322:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.603325:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000100:00000200:2.0:1769074988.603328:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351365120 00010000:00000010:2.0:1769074988.603340:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.603345:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.603363:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b0793e000. 00010000:00000010:2.0:1769074988.603388:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.603391:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.603398:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf200. 00010000:00000010:2.0:1769074988.603400:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8b00. 00010000:00000010:2.0:1769074988.603403:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:2.0:1769074988.603405:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddb80. 00000004:00000010:2.0:1769074988.603411:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327eb40. 00000004:00000010:2.0:1769074988.603417:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907de88. 00000004:00000010:2.0:1769074988.603421:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4cc0. 00080000:00000010:2.0:1769074988.603427:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0b0cf400. 00000020:00000010:2.0:1769074988.603438:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.603441:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b06f7ee00. 00000004:00000010:2.0:1769074988.603453:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ec780. 00020000:00000010:2.0:1769074988.603465:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b078. 00020000:00000010:2.0:1769074988.603467:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b280. 00000004:00000010:2.0:1769074988.603478:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38516148. 00080000:00000010:2.0:1769074988.603485:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698800. 00080000:00000010:2.0:1769074988.603499:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698b00. 00000001:00000010:2.0:1769074988.603556:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.603563:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.603578:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.603581:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.603583:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.603585:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.603586:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.603588:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.603594:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3cfb8300. 00080000:00000400:2.0:1769074988.603600:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.603602:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.603603:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.603605:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.603606:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.603608:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.603624:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.603626:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.603627:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.603628:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.603630:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.603631:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.603647:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9900. 00000001:00000010:2.0:1769074988.603650:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ec3c0. 00080000:00000010:2.0:1769074988.603657:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698b00. 00080000:00000010:2.0:1769074988.603659:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.603662:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.603680:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbff00. 00010000:00000010:2.0:1769074988.603683:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8f80. 00010000:00000010:2.0:1769074988.603686:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:2.0:1769074988.603689:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd100. 00000004:00000010:2.0:1769074988.603702:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3cfb8980. 00010000:00000010:2.0:1769074988.603730:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.603748:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.603753:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542362, last committed = 0 00010000:00000200:2.0:1769074988.603757:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08820e00 x1855008351365120/t60129542362(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.603766:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.603769:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351365120, offset 224 00000400:00000200:2.0:1769074988.603773:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.603778:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.603781:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16977:16977:256:4294967295] 192.168.204.41@tcp LPNI seq info [16973:16973:8:4294967295] 00000400:00000200:2.0:1769074988.603788:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.603791:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.603794:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.603798:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.603803:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.603806:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.603823:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.603827:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.603831:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02ed5200. 00000800:00000200:3.0:1769074988.603872:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.603875:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.603878:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.603881:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.603884:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.603886:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:0.0:1769074988.604892:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.604899:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6a880 00000400:00000200:0.0:1769074988.604903:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 10496 00000400:00000200:0.0:1769074988.604910:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.604913:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.604916:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.604919:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755a300. 00000020:00000010:2.0:1769074988.604966:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.604971:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.604975:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02ed5200. 00000020:00000010:2.0:1769074988.604979:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.604982:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.605004:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698800. 00000020:00000010:2.0:1769074988.605006:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698800. 00000100:00000200:2.0:1769074988.605008:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351365248 00010000:00000010:2.0:1769074988.605018:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf500. 00010000:00000010:2.0:1769074988.605021:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b07bbfb00. 00010000:00000010:2.0:1769074988.605042:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00002000:00000010:2.0:1769074988.605047:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698800. 02000000:00000010:2.0:1769074988.605059:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35dd3c00. 00010000:00000200:2.0:1769074988.605072:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755a300 x1855008351365248/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.605083:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.605087:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351365248, offset 224 00000400:00000200:2.0:1769074988.605094:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.605103:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.605108:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16978:16978:256:4294967295] 192.168.204.41@tcp LPNI seq info [16974:16974:8:4294967295] 00000400:00000200:2.0:1769074988.605118:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.605123:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.605128:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.605132:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.605137:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.605140:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.605177:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.605182:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.605186:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02ed5200. 00000800:00000200:3.0:1769074988.605226:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.605230:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.605234:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.605239:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.605242:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.605244:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:3.0:1769074988.605905:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.605913:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6a900 00000400:00000200:3.0:1769074988.605918:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 10824 00000400:00000200:3.0:1769074988.605927:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.605931:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.605935:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.605939:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08823b80. 00000020:00000010:2.0:1769074988.605982:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.605986:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.605990:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02ed5200. 00000020:00000010:2.0:1769074988.605993:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.605996:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.606017:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.606020:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000100:00000200:2.0:1769074988.606022:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351365376 00010000:00000010:2.1:1769074988.606047:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.1:1769074988.606052:0:44333:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f000. 00010000:00000010:2.1:1769074988.606057:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.1:1769074988.606060:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.1:1769074988.606063:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.1:1769074988.606066:0:44333:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f300. 00010000:00000010:2.1:1769074988.606069:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.1:1769074988.606071:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.1:1769074988.606073:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.1:1769074988.606074:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.0:1769074988.606084:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662c00. 02000000:00000010:2.0:1769074988.606090:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b08887000. 00010000:00000010:2.0:1769074988.606095:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698b00. 00000100:00000010:2.0:1769074988.606099:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ecc00. 00000100:00000010:2.0:1769074988.606102:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.606109:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b01380200. 02000000:00000010:2.0:1769074988.606119:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a25de00. 00000400:00000010:2.0:1769074988.606121:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.606124:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.606128:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368799872, portal 16 00000400:00000010:2.0:1769074988.606130:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.606132:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368799872, offset 0 00000400:00000200:2.0:1769074988.606136:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.606140:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.606143:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.606145:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.606147:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.606149:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.606151:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16979:16979:256:4294967295] 192.168.204.41@tcp LPNI seq info [16975:16975:8:4294967295] 00000400:00000200:2.0:1769074988.606157:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.606160:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.606162:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.606165:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.606168:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.606170:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.606229:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.606231:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.606234:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.606237:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.606239:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:0.0:1769074988.606241:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000100:00000200:0.0:1769074988.606245:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368799872/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.606772:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.606779:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b080 00000400:00000200:3.0:1769074988.606782:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28e59 [1] + 224 00000400:00000200:3.0:1769074988.606788:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.606790:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.606795:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368799872/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.606841:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.606845:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:2.0:1769074988.606847:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.606852:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368799872/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.606860:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368799872/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.606874:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a25de00. 02000000:00000010:2.0:1769074988.606878:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b01380200. 00000100:00000010:2.0:1769074988.606880:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.606883:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ecc00. 00010000:00000010:2.0:1769074988.606885:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698b00. 00010000:00000200:2.0:1769074988.606894:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08823b80 x1855008351365376/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.606903:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.606914:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351365376, offset 224 00000400:00000200:2.0:1769074988.606918:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.606927:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.606930:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16980:16980:256:4294967295] 192.168.204.41@tcp LPNI seq info [16976:16976:8:4294967295] 00000400:00000200:2.0:1769074988.606937:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.606941:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.606944:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.606947:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.606951:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.606954:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.606969:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.606972:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.606974:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02ed5200. 00000400:00000200:3.0:1769074988.606983:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.606993:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6a980 00000400:00000200:3.0:1769074988.606999:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21df1 [2] + 0 00000800:00000200:0.0:1769074988.607057:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.607061:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074988.607065:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.607070:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.607074:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:0.0:1769074988.607076:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:3.0:1769074988.607161:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.607165:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.607168:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.607171:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08820000. 00000020:00000010:1.0:1769074988.607218:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.607224:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.607229:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.607232:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.607236:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000100:00000200:1.0:1769074988.607250:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08820000 x1855008351365504/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.607277:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.607286:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000100:00000200:1.0:1769074988.607289:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351365504 02000000:00000010:1.0:1769074988.607296:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc0400. 00010000:00000010:1.0:1769074988.607333:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35bac0. 00000100:00000010:1.0:1769074988.607339:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000100:00000010:1.0:1769074988.607343:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059aa00. 02000000:00000010:1.0:1769074988.607350:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b222bbe00. 02000000:00000010:1.0:1769074988.607360:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b222bbc00. 00000400:00000010:1.0:1769074988.607365:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000400:00000010:1.0:1769074988.607369:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.607373:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368800000, portal 16 00000400:00000010:1.0:1769074988.607376:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074988.607408:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368800000, offset 0 00000400:00000200:1.0:1769074988.607415:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.607422:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.607425:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.607428:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.607431:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.607434:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.607438:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16981:16981:256:4294967295] 192.168.204.41@tcp LPNI seq info [16977:16977:8:4294967295] 00000400:00000200:1.0:1769074988.607448:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.607453:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.607457:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.607462:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.607468:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.607471:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.607528:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.607531:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.607533:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.607536:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.607538:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:3.0:1769074988.607540:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000100:00000200:3.0:1769074988.607544:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059aa00 x1855008368800000/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.608183:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.608189:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b100 00000400:00000200:0.0:1769074988.608193:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28e65 [1] + 224 00000400:00000200:0.0:1769074988.608199:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.608201:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.608206:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059aa00 x1855008368800000/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.608246:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:1.0:1769074988.608250:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:1.0:1769074988.608251:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.608257:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059aa00 x1855008368800000/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.608268:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059aa00 x1855008368800000/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.608281:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b222bbc00. 02000000:00000010:1.0:1769074988.608284:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b222bbe00. 00000100:00000010:1.0:1769074988.608286:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059aa00. 00000100:00000010:1.0:1769074988.608288:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:1.0:1769074988.608290:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35bac0. 00000400:00000010:1.0:1769074988.608296:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074988.608298:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351365504, offset 224 00000400:00000200:1.0:1769074988.608302:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.608307:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.608310:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16982:16982:256:4294967295] 192.168.204.41@tcp LPNI seq info [16978:16978:8:4294967295] 00000400:00000200:1.0:1769074988.608316:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.608320:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.608322:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.608325:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.608328:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.608331:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.608344:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.608346:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.608349:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.608390:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.608393:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.608396:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.608399:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.608401:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:3.0:1769074988.608403:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:3.0:1769074988.608537:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.608542:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6aa80 00000400:00000200:3.0:1769074988.608546:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x217d5 [2] + 1176 00000400:00000200:3.0:1769074988.608552:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.608554:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.608557:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.608560:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08822680. 00000020:00000010:0.0:1769074988.608599:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.608603:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.608607:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.608611:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.608614:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.608633:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.608635:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.608637:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351365760 00000001:00000010:0.0:1769074988.608640:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.608655:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc46000. 00000020:00000010:0.0:1769074988.608674:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.608679:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04472c00. 00080000:00000010:0.0:1769074988.608688:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.608722:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51f00. 00000001:00000010:0.0:1769074988.608726:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.608734:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.608737:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.608752:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3cfb8980. 00010000:00000200:0.0:1769074988.608765:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08822680 x1855008351365760/t60129542363(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.608774:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.608776:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351365760, offset 224 00000400:00000200:0.0:1769074988.608779:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.608784:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.608787:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16983:16983:256:4294967295] 192.168.204.41@tcp LPNI seq info [16979:16979:8:4294967295] 00000400:00000200:0.0:1769074988.608793:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.608797:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.608800:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.608802:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.608806:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.608808:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.608824:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.608828:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.608831:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.608878:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.608881:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:3.0:1769074988.608883:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.608886:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.608889:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:3.0:1769074988.608890:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000200:3.0:1769074988.609809:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.609817:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6ab00 00000400:00000200:3.0:1769074988.609822:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 169408 00000400:00000200:3.0:1769074988.609829:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.609832:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.609835:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.609838:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08822d80. 00000020:00000010:2.0:1769074988.609877:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.609881:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.609884:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.609886:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.609889:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.609912:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.609914:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000100:00000200:2.0:1769074988.609917:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351365888 00000001:00000010:2.0:1769074988.609923:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ec3c0. 00010000:00000010:2.0:1769074988.609936:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.609942:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.609957:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07938000. 00010000:00000010:2.0:1769074988.609975:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.0:1769074988.609987:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.609999:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfa00. 00010000:00000010:2.0:1769074988.610003:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8400. 00010000:00000010:2.0:1769074988.610007:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.0:1769074988.610010:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd200. 00010000:00000010:2.0:1769074988.610064:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.610079:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd200. 00010000:00000010:2.0:1769074988.610085:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8400. 00010000:00000010:2.0:1769074988.610112:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.610124:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08822d80 x1855008351365888/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.610137:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.610141:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351365888, offset 224 00000400:00000200:2.0:1769074988.610147:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.610154:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.610159:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16984:16984:256:4294967295] 192.168.204.41@tcp LPNI seq info [16980:16980:8:4294967295] 00000400:00000200:2.0:1769074988.610169:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.610174:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.610177:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.610180:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.610184:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.610186:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.610200:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.610203:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.610205:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:3.0:1769074988.610252:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.610256:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.610259:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.610263:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.610265:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.610267:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00010000:00000010:1.1:1769074988.611053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162e00. 00010000:00000010:2.1:1769074988.611069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163600. 00010000:00000010:2.1:1769074988.611085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf300. 00010000:00000010:2.1:1769074988.611089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163a00. 00010000:00000010:2.1:1769074988.611092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163400. 00010000:00000010:2.1:1769074988.611096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162400. 00010000:00000010:2.1:1769074988.611099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf600. 00010000:00000010:2.1:1769074988.611103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.1:1769074988.611106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162c00. 00000400:00000200:3.0:1769074988.611141:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.611151:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6ab80 00000400:00000200:3.0:1769074988.611157:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 170000 00000400:00000200:3.0:1769074988.611167:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.611171:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.611175:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.611178:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08821500. 00000020:00000010:2.0:1769074988.611213:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.611217:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.611219:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.611222:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.611224:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.611242:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.611244:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000100:00000200:2.0:1769074988.611245:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351366016 00010000:00000010:2.0:1769074988.611254:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.611257:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.611267:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b0793b000. 00010000:00000010:2.0:1769074988.611277:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.611279:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd200. 00010000:00000010:2.0:1769074988.611286:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf600. 00010000:00000010:2.0:1769074988.611288:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8400. 00010000:00000010:2.0:1769074988.611290:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.611292:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.611306:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd200. 00010000:00000010:2.0:1769074988.611312:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.611315:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8400. 00010000:00000010:2.0:1769074988.611325:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.611339:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08821500 x1855008351366016/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.611348:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.611351:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351366016, offset 224 00000400:00000200:2.0:1769074988.611355:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.611359:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.611363:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16985:16985:256:4294967295] 192.168.204.41@tcp LPNI seq info [16981:16981:8:4294967295] 00000400:00000200:2.0:1769074988.611370:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.611375:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.611378:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.611383:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.611388:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.611391:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.611409:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.611413:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.611416:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:3.0:1769074988.611464:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.611468:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.611471:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.611475:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.611478:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.611479:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:3.0:1769074988.612361:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.612371:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6ac80 00000400:00000200:3.0:1769074988.612377:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 170592 00000400:00000200:3.0:1769074988.612387:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.612391:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.612396:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.612399:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08823100. 00000020:00000010:2.0:1769074988.612440:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.612444:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.612446:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.612449:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.612451:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.612471:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.612473:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000100:00000200:2.0:1769074988.612475:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351366272 00010000:00000010:2.0:1769074988.612495:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.612500:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.612527:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f59000. 00010000:00000010:2.0:1769074988.612561:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.612565:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.612572:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf300. 00010000:00000010:2.0:1769074988.612574:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8400. 00010000:00000010:2.0:1769074988.612577:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:2.0:1769074988.612579:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd200. 00000004:00000010:2.0:1769074988.612586:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327fa40. 00000004:00000010:2.0:1769074988.612592:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d000. 00000004:00000010:2.0:1769074988.612596:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4660. 00080000:00000010:2.0:1769074988.612601:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a25ca00. 00000020:00000010:2.0:1769074988.612612:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.612625:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a25c200. 00000004:00000010:2.0:1769074988.612636:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ec3c0. 00020000:00000010:2.0:1769074988.612647:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b8e0. 00020000:00000010:2.0:1769074988.612649:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0be08. 00000004:00000010:2.0:1769074988.612661:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385153f8. 00080000:00000010:2.0:1769074988.612668:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698b00. 00080000:00000010:2.0:1769074988.612683:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.612766:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000001:00000010:2.0:1769074988.612775:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00080000:00000400:2.0:1769074988.612790:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.612793:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.612794:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.612796:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.612798:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.612800:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.612806:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3cfb8380. 00080000:00000400:2.0:1769074988.612812:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.612814:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.612815:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.612817:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.612818:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.612820:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.612836:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.612838:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.612839:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.612840:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.612842:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.612843:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.612858:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9ba0. 00000001:00000010:2.0:1769074988.612862:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ecc00. 00080000:00000010:2.0:1769074988.612869:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.612871:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.612873:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.612894:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf900. 00010000:00000010:2.0:1769074988.612897:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8000. 00010000:00000010:2.0:1769074988.612901:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.0:1769074988.612905:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddb00. 00000004:00000010:2.0:1769074988.612924:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3cfb8f00. 00010000:00000010:2.0:1769074988.612940:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.612977:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.612986:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542364, last committed = 0 00010000:00000200:2.0:1769074988.612993:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08823100 x1855008351366272/t60129542364(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.613007:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.613011:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351366272, offset 224 00000400:00000200:2.0:1769074988.613016:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.613023:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.613048:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16986:16986:256:4294967295] 192.168.204.41@tcp LPNI seq info [16982:16982:8:4294967295] 00000400:00000200:2.0:1769074988.613059:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.613065:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.613070:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.613075:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.613080:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.613083:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.613104:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.613108:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.613112:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:3.0:1769074988.613176:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.613181:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.613186:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.613191:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.613194:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074988.613196:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.614116:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.614124:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6ad00 00000400:00000200:3.0:1769074988.614128:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 11152 00000400:00000200:3.0:1769074988.614135:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.614138:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.614141:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.614144:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08820380. 00000020:00000010:2.0:1769074988.614180:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.614184:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.614187:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.614190:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.614192:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.614212:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698b00. 00000020:00000010:2.0:1769074988.614214:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698b00. 00000100:00000200:2.0:1769074988.614215:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351366400 00010000:00000010:2.0:1769074988.614225:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf700. 00010000:00000010:2.0:1769074988.614228:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b07bbf800. 00010000:00000010:2.0:1769074988.614232:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ee00. 00002000:00000010:2.0:1769074988.614237:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698b00. 02000000:00000010:2.0:1769074988.614249:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b08886c00. 00010000:00000200:2.0:1769074988.614262:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08820380 x1855008351366400/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.614272:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.614275:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351366400, offset 224 00000400:00000200:2.0:1769074988.614279:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.614284:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.614288:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16987:16987:256:4294967295] 192.168.204.41@tcp LPNI seq info [16983:16983:8:4294967295] 00000400:00000200:2.0:1769074988.614294:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.614297:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.614300:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.614303:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.614306:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.614309:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.614321:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.614324:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.614326:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:3.0:1769074988.614368:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.614373:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.614376:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.614381:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.614385:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.614387:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:3.0:1769074988.615167:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.615177:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6ad80 00000400:00000200:3.0:1769074988.615183:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 11480 00000400:00000200:3.0:1769074988.615193:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.615197:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.615201:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.615214:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08820700. 00000020:00000010:2.0:1769074988.615250:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.615254:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.615257:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.615259:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.615261:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.615278:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.615280:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.615282:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351366528 00010000:00000010:2.0:1769074988.615291:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f200. 02000000:00000010:2.0:1769074988.615297:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b08886400. 00010000:00000010:2.0:1769074988.615302:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.615306:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ec9c0. 00000100:00000010:2.0:1769074988.615310:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.615316:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a25da00. 02000000:00000010:2.0:1769074988.615327:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a25ce00. 00000400:00000010:2.0:1769074988.615330:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000010:2.0:1769074988.615333:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.615336:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368800128, portal 16 00000400:00000010:2.0:1769074988.615339:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.615341:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368800128, offset 0 00000400:00000200:2.0:1769074988.615345:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.615350:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.615353:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.615356:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.615358:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.615360:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.615362:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16988:16988:256:4294967295] 192.168.204.41@tcp LPNI seq info [16984:16984:8:4294967295] 00000400:00000200:2.0:1769074988.615368:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.615371:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.615373:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.615376:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.615379:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.615382:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.615463:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.615468:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.615472:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.615477:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.615481:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.615483:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000100:00000200:3.0:1769074988.615490:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368800128/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.616128:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.616139:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b180 00000400:00000200:3.0:1769074988.616145:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28e85 [1] + 224 00000400:00000200:3.0:1769074988.616155:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.616158:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.616164:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368800128/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.616214:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:2.0:1769074988.616219:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074988.616221:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.616228:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368800128/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.616239:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368800128/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.616259:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a25ce00. 02000000:00000010:2.0:1769074988.616263:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a25da00. 00000100:00000010:2.0:1769074988.616267:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.616270:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ec9c0. 00010000:00000010:2.0:1769074988.616272:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00010000:00000200:2.0:1769074988.616282:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08820700 x1855008351366528/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.616292:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.616295:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351366528, offset 224 00000400:00000200:2.0:1769074988.616300:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.616309:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.616314:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.616320:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16989:16989:256:4294967295] 192.168.204.41@tcp LPNI seq info [16985:16985:8:4294967295] 00000400:00000200:2.0:1769074988.616328:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.616331:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.616335:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.616337:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6ae00 00000800:00000200:2.0:1769074988.616342:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.616348:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21df1 [2] + 328 00000800:00000200:2.0:1769074988.616353:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.616357:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.616379:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.616380:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000400:00000200:3.0:1769074988.616387:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.616389:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000100:00000200:3.0:1769074988.616392:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1769074988.616395:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000100:00000010:3.0:1769074988.616411:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fe300. 00000800:00000200:0.0:1769074988.616429:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.616433:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.616437:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.616442:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.616445:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:0.0:1769074988.616447:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000020:00000010:1.0:1769074988.616463:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.616468:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.616472:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b222bbe00. 00000020:00000010:1.0:1769074988.616475:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.616477:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000100:00000200:1.0:1769074988.616491:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b361fe300 x1855008351366656/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.616513:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.616516:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000100:00000200:1.0:1769074988.616519:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351366656 02000000:00000010:1.0:1769074988.616524:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc3400. 00010000:00000010:1.0:1769074988.616550:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35bac0. 00000100:00000010:1.0:1769074988.616554:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000100:00000010:1.0:1769074988.616558:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059aa00. 02000000:00000010:1.0:1769074988.616562:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b222bbc00. 02000000:00000010:1.0:1769074988.616571:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06510a00. 00000400:00000010:1.0:1769074988.616573:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000400:00000010:1.0:1769074988.616576:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.616579:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368800256, portal 16 00000400:00000010:1.0:1769074988.616582:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000100:00000200:1.0:1769074988.616584:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368800256, offset 0 00000400:00000200:1.0:1769074988.616588:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.616593:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.616595:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.616597:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.616599:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.616601:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.616603:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16990:16990:256:4294967295] 192.168.204.41@tcp LPNI seq info [16986:16986:8:4294967295] 00000400:00000200:1.0:1769074988.616610:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.616613:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.616615:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.616618:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.616622:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.616630:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.616700:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.616719:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.616723:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.616729:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.616732:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:3.0:1769074988.616735:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000100:00000200:3.0:1769074988.616741:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059aa00 x1855008368800256/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.617402:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.617409:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b200 00000400:00000200:3.0:1769074988.617413:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28e91 [1] + 224 00000400:00000200:3.0:1769074988.617419:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.617422:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.617428:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059aa00 x1855008368800256/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.617469:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:1.0:1769074988.617473:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:1.0:1769074988.617474:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.617480:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059aa00 x1855008368800256/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.617487:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059aa00 x1855008368800256/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.617501:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.617503:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b222bbc00. 00000100:00000010:1.0:1769074988.617506:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059aa00. 00000100:00000010:1.0:1769074988.617509:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:1.0:1769074988.617511:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35bac0. 00000400:00000010:1.0:1769074988.617517:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074988.617519:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351366656, offset 224 00000400:00000200:1.0:1769074988.617523:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.617528:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.617531:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16991:16991:256:4294967295] 192.168.204.41@tcp LPNI seq info [16987:16987:8:4294967295] 00000400:00000200:1.0:1769074988.617538:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.617541:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.617543:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.617547:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.617550:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.617553:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.617567:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.617570:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.617572:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b222bbe00. 00000800:00000200:0.0:1769074988.617638:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.617643:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:0.0:1769074988.617647:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.617652:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.617656:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:0.0:1769074988.617659:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000400:00000200:3.0:1769074988.617830:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.617838:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6af00 00000400:00000200:3.0:1769074988.617844:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x217d5 [2] + 1568 00000400:00000200:3.0:1769074988.617854:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.617857:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.617862:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.617866:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd180. 00000020:00000010:0.0:1769074988.617919:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.617930:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.617936:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04472600. 00000020:00000010:0.0:1769074988.617939:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.617943:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.617973:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.617976:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.617979:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351366912 00000001:00000010:0.0:1769074988.617987:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:0.0:1769074988.618012:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b1fc47800. 00000020:00000010:0.0:1769074988.618091:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.618097:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04472a00. 00080000:00000010:0.0:1769074988.618118:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.618156:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c512a0. 00000001:00000010:0.0:1769074988.618161:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b724f00. 00080000:00000010:0.0:1769074988.618179:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.618184:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.618208:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3cfb8f00. 00010000:00000200:0.0:1769074988.618231:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd180 x1855008351366912/t60129542365(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.618244:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.618247:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351366912, offset 224 00000400:00000200:0.0:1769074988.618253:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.618259:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.618264:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16992:16992:256:4294967295] 192.168.204.41@tcp LPNI seq info [16988:16988:8:4294967295] 00000400:00000200:0.0:1769074988.618273:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.618279:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.618283:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.618288:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.618292:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.618295:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.618315:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.618319:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.618323:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04472600. 00000800:00000200:3.0:1769074988.618360:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.618363:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.618366:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.618369:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.618371:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074988.618373:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000400:00000200:0.0:1769074988.619262:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.619269:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6af80 00000400:00000200:0.0:1769074988.619275:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 171256 00000400:00000200:0.0:1769074988.619282:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.619284:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.619288:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.619291:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755aa00. 00000020:00000010:2.0:1769074988.619347:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.619353:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.619358:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.619362:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.619366:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.619396:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.619400:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.619404:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351367040 00000001:00000010:2.0:1769074988.619409:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ecc00. 00010000:00000010:2.0:1769074988.619424:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:2.0:1769074988.619432:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.619452:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5c000. 00010000:00000010:2.0:1769074988.619474:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:2.0:1769074988.619478:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.619495:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfe00. 00010000:00000010:2.0:1769074988.619499:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8080. 00010000:00000010:2.0:1769074988.619503:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:2.0:1769074988.619507:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddc00. 00010000:00000010:2.0:1769074988.619546:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.619556:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddc00. 00010000:00000010:2.0:1769074988.619562:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8080. 00010000:00000010:2.0:1769074988.619582:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.619592:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755aa00 x1855008351367040/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.619605:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.619610:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351367040, offset 224 00000400:00000200:2.0:1769074988.619616:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.619623:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.619628:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16993:16993:256:4294967295] 192.168.204.41@tcp LPNI seq info [16989:16989:8:4294967295] 00000400:00000200:2.0:1769074988.619638:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.619644:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.619648:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.619653:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.619658:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.619662:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.619681:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.619685:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.619688:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:3.0:1769074988.619752:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.619755:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.619758:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.619761:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.619763:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074988.619765:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00010000:00000010:2.1:1769074988.620066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.620072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00000400:00000200:3.0:1769074988.620561:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.620567:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6b000 00000400:00000200:3.0:1769074988.620571:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 171848 00000400:00000200:3.0:1769074988.620578:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.620580:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.620583:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.620586:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fdc00. 00000020:00000010:2.0:1769074988.620623:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.620627:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.620629:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.620632:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.620634:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.620652:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.620654:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.620655:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351367168 00010000:00000010:2.0:1769074988.620664:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:2.0:1769074988.620667:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.620676:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5e000. 00010000:00000010:2.0:1769074988.620686:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f400. 00010000:00000010:2.0:1769074988.620688:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddc00. 00010000:00000010:2.0:1769074988.620727:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.0:1769074988.620729:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8080. 00010000:00000010:2.0:1769074988.620732:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:2.0:1769074988.620733:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.620749:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddc00. 00010000:00000010:2.0:1769074988.620755:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.620757:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8080. 00010000:00000010:2.0:1769074988.620768:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.620775:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fdc00 x1855008351367168/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.620783:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.620786:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351367168, offset 224 00000400:00000200:2.0:1769074988.620790:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.620795:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.620798:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16994:16994:256:4294967295] 192.168.204.41@tcp LPNI seq info [16990:16990:8:4294967295] 00000400:00000200:2.0:1769074988.620804:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.620808:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.620810:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.620813:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.620817:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.620819:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.620833:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.620835:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.620837:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:0.0:1769074988.620884:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.620887:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074988.620890:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.620894:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.620897:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:0.0:1769074988.620899:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:3.0:1769074988.621896:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.621904:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6b100 00000400:00000200:3.0:1769074988.621910:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 172440 00000400:00000200:3.0:1769074988.621919:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.621924:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.621928:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.621931:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fea00. 00000020:00000010:2.0:1769074988.621968:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.621971:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.621974:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.621977:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.621979:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.622011:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.622013:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.622014:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351367424 00010000:00000010:2.0:1769074988.622023:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:2.0:1769074988.622048:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.622063:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f58000. 00010000:00000010:2.0:1769074988.622088:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:2.0:1769074988.622092:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.622101:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf100. 00010000:00000010:2.0:1769074988.622104:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8080. 00010000:00000010:2.0:1769074988.622108:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ea00. 00010000:00000010:2.0:1769074988.622111:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddc00. 00000004:00000010:2.0:1769074988.622122:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327e000. 00000004:00000010:2.0:1769074988.622132:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907de10. 00000004:00000010:2.0:1769074988.622138:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5540. 00080000:00000010:2.0:1769074988.622146:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a25da00. 00000020:00000010:2.0:1769074988.622164:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.622167:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a25ce00. 00000004:00000010:2.0:1769074988.622183:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ecc00. 00020000:00000010:2.0:1769074988.622198:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bfd8. 00020000:00000010:2.0:1769074988.622200:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b1e0. 00000004:00000010:2.0:1769074988.622215:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38516a28. 00080000:00000010:2.0:1769074988.622238:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000100:00000010:0.0:1769074988.622266:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558380. 00080000:00000010:2.0:1769074988.622268:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 02000000:00000010:0.0:1769074988.622280:0:50521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a04472600. 00000100:00000010:0.0:1769074988.622294:0:50521:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724000. 02000000:00000010:0.0:1769074988.622311:0:50521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b1fc45800. 00000400:00000010:0.0:1769074988.622317:0:50521:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029241b8. 00000400:00000010:0.0:1769074988.622322:0:50521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074988.622327:0:50521:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368800384, portal 4 00000400:00000010:0.0:1769074988.622334:0:50521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.622337:0:50521:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1855008368800384, offset 0 00000400:00000200:0.0:1769074988.622344:0:50521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074988.622352:0:50521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074988.622360:0:50521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6971ecae0b280 00000400:00000200:0.0:1769074988.622367:0:50521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0x134bd [8] + 11808 00000400:00000200:0.0:1769074988.622379:0:50521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.622383:0:50521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074988.622386:0:50521:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000010:2.0:1769074988.622388:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c55d8. 00000100:00000010:0.0:1769074988.622390:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755a680. 00000001:00000010:2.0:1769074988.622403:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c55d8. 00000400:00000200:0.0:1769074988.622409:0:50521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074988.622412:0:50521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.622418:0:50521:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b07558380 x1855008368800384/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000400:2.0:1769074988.622430:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.622436:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.622439:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00000020:00000010:3.0:1769074988.622441:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755340. 00080000:00000400:2.0:1769074988.622443:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.622448:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.622451:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:3.0:1769074988.622456:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2c30c400. 00000020:00000010:3.0:1769074988.622460:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.622463:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00080000:00000010:2.0:1769074988.622483:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3cfb8c00. 00000020:00000010:3.0:1769074988.622484:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755000. 00000020:00000010:3.0:1769074988.622490:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755000. 00000100:00000200:3.0:1769074988.622494:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368800384 00080000:00000400:2.0:1769074988.622495:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.622499:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.622502:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.622504:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.622507:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 02000000:00000010:3.0:1769074988.622508:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b40227400. 00080000:00000400:2.0:1769074988.622512:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00002000:00000010:3.0:1769074988.622533:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755000. 00002000:00000010:3.0:1769074988.622543:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165690. 00080000:00000400:2.0:1769074988.622545:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000010:3.0:1769074988.622550:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a03f5ca00. 00080000:00000400:2.0:1769074988.622551:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.622556:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.622558:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.622562:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.622564:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00002000:00000010:3.0:1769074988.622573:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164980. 00080000:00000010:3.0:1769074988.622578:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a03f5c800. 00002000:00000010:3.0:1769074988.622585:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b351657c0. 00080000:00000010:3.0:1769074988.622588:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a015c1c00. 00000001:00000010:2.0:1769074988.622597:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9f60. 00000001:00000010:2.0:1769074988.622604:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ec9c0. 00002000:00000010:3.0:1769074988.622615:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b351645f0. 00080000:00000010:2.0:1769074988.622617:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.622623:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00080000:00000010:3.0:1769074988.622627:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02e31200. 00000020:00000010:2.0:1769074988.622628:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00002000:00000010:3.0:1769074988.622646:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165560. 00080000:00000010:3.0:1769074988.622650:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02e31000. 00002000:00000010:3.0:1769074988.622656:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164260. 00080000:00000010:3.0:1769074988.622659:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02e31600. 00010000:00000010:2.0:1769074988.622665:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf400. 00002000:00000010:3.0:1769074988.622667:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164e40. 00010000:00000010:2.0:1769074988.622674:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8580. 00080000:00000010:3.0:1769074988.622674:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02e31800. 00010000:00000010:2.0:1769074988.622684:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e000. 00002000:00000010:3.0:1769074988.622685:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165300. 00080000:00000010:3.0:1769074988.622693:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b048dde00. 00010000:00000010:2.0:1769074988.622694:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd180. 00080000:00000010:3.0:1769074988.622701:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03445800. 00080000:00000010:3.0:1769074988.622722:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755440. 00080000:00000010:3.0:1769074988.622731:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00000004:00000010:2.0:1769074988.622741:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3cfb8d00. 00010000:00000010:2.0:1769074988.622764:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.622794:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.622804:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542366, last committed = 0 00010000:00000200:2.0:1769074988.622812:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fea00 x1855008351367424/t60129542366(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.622827:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.622831:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351367424, offset 224 00000400:00000200:2.0:1769074988.622840:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.622847:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.622868:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16995:16995:256:4294967295] 192.168.204.41@tcp LPNI seq info [16991:16991:8:4294967295] 00000400:00000200:2.0:1769074988.622878:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.622885:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.622890:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.622895:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.622901:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.622905:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.622928:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.622934:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.622938:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:0.0:1769074988.622993:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.622996:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.623006:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.623011:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.623014:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:0.0:1769074988.623016:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00002000:00000010:3.0:1769074988.623193:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955000. 00000001:00000010:3.0:1769074988.623199:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955a20. 00080000:00000010:3.0:1769074988.623210:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.623212:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.623217:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755000. 00002000:00000010:3.0:1769074988.623220:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755000. 00002000:00000010:3.0:1769074988.623223:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164be0. 00080000:00000010:3.0:1769074988.623226:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03445200. 00002000:00000010:3.0:1769074988.623248:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164f70. 00080000:00000010:3.0:1769074988.623250:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03444800. 00002000:00000010:3.0:1769074988.623256:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b351658f0. 00080000:00000010:3.0:1769074988.623258:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03444600. 00002000:00000010:3.0:1769074988.623270:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164390. 00080000:00000010:3.0:1769074988.623272:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03445c00. 00002000:00000010:3.0:1769074988.623278:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165a20. 00080000:00000010:3.0:1769074988.623280:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03445600. 00002000:00000010:3.0:1769074988.623292:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164d10. 00080000:00000010:3.0:1769074988.623295:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446ea00. 00002000:00000010:3.0:1769074988.623308:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165c80. 00080000:00000010:3.0:1769074988.623310:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446f200. 00002000:00000010:3.0:1769074988.623315:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165430. 00080000:00000010:3.0:1769074988.623317:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446e800. 00080000:00000010:3.0:1769074988.623328:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0446f400. 00080000:00000010:3.0:1769074988.623331:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755440. 00080000:00000010:3.0:1769074988.623335:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00002000:00000010:3.0:1769074988.623514:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955de0. 00000001:00000010:3.0:1769074988.623521:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955f60. 00080000:00000010:3.0:1769074988.623530:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.623533:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.623539:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755000. 00002000:00000010:3.0:1769074988.623543:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755000. 00002000:00000010:3.0:1769074988.623548:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165b50. 00080000:00000010:3.0:1769074988.623564:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446fe00. 00002000:00000010:3.0:1769074988.623573:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164720. 00080000:00000010:3.0:1769074988.623576:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446f000. 00002000:00000010:3.0:1769074988.623580:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164000. 00080000:00000010:3.0:1769074988.623582:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446e600. 00002000:00000010:3.0:1769074988.623587:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164130. 00080000:00000010:3.0:1769074988.623589:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446f600. 00002000:00000010:3.0:1769074988.623594:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b351651d0. 00080000:00000010:3.0:1769074988.623596:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446f800. 00002000:00000010:3.0:1769074988.623601:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b351644c0. 00080000:00000010:3.0:1769074988.623603:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0446ee00. 00002000:00000010:3.0:1769074988.623616:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164ab0. 00080000:00000010:3.0:1769074988.623620:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b10698e00. 00002000:00000010:3.0:1769074988.623626:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35164850. 00080000:00000010:3.0:1769074988.623628:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b10698800. 00080000:00000010:3.0:1769074988.623633:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0870a200. 00080000:00000010:3.0:1769074988.623636:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755440. 00080000:00000010:3.0:1769074988.623640:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00002000:00000010:3.0:1769074988.623817:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955b40. 00000001:00000010:3.0:1769074988.623821:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955d80. 00080000:00000010:3.0:1769074988.623827:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.623829:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.623833:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755000. 00002000:00000010:3.0:1769074988.623835:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755000. 00002000:00000010:3.0:1769074988.623838:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b351650a0. 00080000:00000010:3.0:1769074988.623841:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03618c00. 00002000:00000010:3.0:1769074988.623848:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b35165db0. 00080000:00000010:3.0:1769074988.623851:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0360b600. 00002000:00000010:3.0:1769074988.623871:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108f430. 00080000:00000010:3.0:1769074988.623875:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0360ba00. 00002000:00000010:3.0:1769074988.623897:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108f7c0. 00080000:00000010:3.0:1769074988.623902:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0360b800. 00002000:00000010:3.0:1769074988.623912:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108f690. 00080000:00000010:3.0:1769074988.623929:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a044c6400. 00002000:00000010:3.0:1769074988.623940:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108ed10. 00080000:00000010:3.0:1769074988.623943:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a044c6200. 00002000:00000010:3.0:1769074988.624042:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e4c0. 00080000:00000010:3.0:1769074988.624047:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a044c6c00. 00002000:00000010:3.0:1769074988.624056:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e260. 00080000:00000010:3.0:1769074988.624059:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a044c6600. 00080000:00000010:3.0:1769074988.624065:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02d5c200. 00080000:00000010:3.0:1769074988.624069:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755440. 00080000:00000010:3.0:1769074988.624073:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00000400:00000200:0.0:1769074988.624096:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.624108:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6b180 00000400:00000200:0.0:1769074988.624115:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 12240 00000400:00000200:0.0:1769074988.624127:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.624132:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.624137:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.624142:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 00000020:00000010:1.0:1769074988.624175:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.624179:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.624184:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.624187:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.624191:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.624214:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bac0. 00000020:00000010:1.0:1769074988.624217:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bac0. 00000100:00000200:1.0:1769074988.624220:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351367552 00010000:00000010:1.0:1769074988.624232:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b10064e00. 00010000:00000010:1.0:1769074988.624236:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b10064700. 00010000:00000010:1.0:1769074988.624240:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030000. 00002000:00000010:1.0:1769074988.624248:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35bac0. 02000000:00000010:1.0:1769074988.624261:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04cc0c00. 00010000:00000200:1.0:1769074988.624282:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755ad80 x1855008351367552/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.624297:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074988.624302:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351367552, offset 224 00000400:00000200:1.0:1769074988.624309:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.624318:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.624324:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16996:16996:256:4294967295] 192.168.204.41@tcp LPNI seq info [16992:16992:8:4294967295] 00002000:00000010:3.0:1769074988.624330:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955480. 00000001:00000010:3.0:1769074988.624335:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955e40. 00080000:00000010:3.0:1769074988.624342:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.624345:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.624351:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755000. 00000400:00000200:1.0:1769074988.624360:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000200:3.0:1769074988.624365:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755a680 x1855008368800384/t8589935697(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 432/432 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769074988.624378:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:3.0:1769074988.624383:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000800:00000010:1.0:1769074988.624384:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.624391:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074988.624392:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368800384, offset 224 00000800:00000200:1.0:1769074988.624398:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.624401:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.624403:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074988.624413:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1769074988.624417:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.624423:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000400:00000200:3.0:1769074988.624423:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0b280 00000020:00000010:1.0:1769074988.624428:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000400:00000200:3.0:1769074988.624434:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x28ea9 [1] + 224 00000400:00000200:3.0:1769074988.624440:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.624444:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074988.624452:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b07558380 x1855008368800384/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074988.624458:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.624463:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:0.0:1769074988.624467:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.624470:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.624473:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:0.0:1769074988.624474:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000400:00000200:3.0:1769074988.624484:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000010:3.0:1769074988.624489:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000400:00000010:1.0:1769074988.624498:0:50521:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029241b8. 00000020:00000010:3.0:1769074988.624502:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000400:00000200:1.0:1769074988.624503:0:50521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:1.0:1769074988.624507:0:50521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000020:00000010:3.0:1769074988.624509:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000100:00000200:1.0:1769074988.624514:0:50521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b07558380 x1855008368800384/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074988.624516:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2c30c400. 00000100:00000200:1.0:1769074988.624523:0:50521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b07558380 x1855008368800384/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074988.624540:0:50521:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724000. 00000400:00000200:0.0:1769074988.625360:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.625367:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6b200 00000400:00000200:0.0:1769074988.625370:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 12568 00000400:00000200:0.0:1769074988.625377:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.625379:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.625382:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.625385:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b100. 00000020:00000010:3.0:1769074988.625430:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755000. 00000020:00000010:3.0:1769074988.625435:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755000. 00000020:00000010:3.0:1769074988.625439:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02d5ca00. 00000020:00000010:3.0:1769074988.625443:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.625446:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.625468:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755000. 00000020:00000010:3.0:1769074988.625472:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755000. 00000100:00000200:3.0:1769074988.625474:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351367680 00010000:00000010:3.0:1769074988.625486:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697000. 02000000:00000010:3.0:1769074988.625496:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40224800. 00010000:00000010:3.0:1769074988.625504:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755000. 00000100:00000010:3.0:1769074988.625509:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b600. 00000100:00000010:3.0:1769074988.625516:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.625523:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a02d5cc00. 02000000:00000010:3.0:1769074988.625535:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02d5d400. 00000400:00000010:3.0:1769074988.625538:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519a0. 00000400:00000010:3.0:1769074988.625541:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000100:00000200:3.0:1769074988.625543:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368800512, portal 16 00000400:00000010:3.0:1769074988.625546:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00000100:00000200:3.0:1769074988.625548:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368800512, offset 0 00000400:00000200:3.0:1769074988.625552:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.625557:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.625561:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.625564:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.625567:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.625569:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.625571:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16997:16997:256:4294967295] 192.168.204.41@tcp LPNI seq info [16993:16993:8:4294967295] 00000400:00000200:3.0:1769074988.625577:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.625580:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.625582:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074988.625586:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.625603:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.625605:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.625670:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.625674:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074988.625677:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.625681:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.625684:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00000400:00000010:0.0:1769074988.625685:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00000100:00000200:0.0:1769074988.625690:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368800512/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.626336:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.626343:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b300 00000400:00000200:0.0:1769074988.626348:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28ebd [1] + 224 00000400:00000200:0.0:1769074988.626366:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.626369:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.626374:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368800512/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.626471:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519a0. 00000400:00000200:3.0:1769074988.626476:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000200:0.0:1769074988.626479:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:3.0:1769074988.626479:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000100:00000200:3.0:1769074988.626485:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368800512/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.626487:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6b280 00000400:00000200:0.0:1769074988.626493:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21df1 [2] + 656 00000100:00000200:3.0:1769074988.626496:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368800512/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074988.626513:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02d5d400. 02000000:00000010:3.0:1769074988.626519:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a02d5cc00. 00000400:00000200:0.0:1769074988.626523:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074988.626523:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000400:00000200:0.0:1769074988.626527:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074988.626527:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b600. 00010000:00000010:3.0:1769074988.626530:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755000. 00000100:00000200:0.0:1769074988.626532:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074988.626536:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558000. 00010000:00000200:3.0:1769074988.626543:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b100 x1855008351367680/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.626555:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000100:00000200:3.0:1769074988.626559:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351367680, offset 224 00000400:00000200:3.0:1769074988.626573:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074988.626578:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bf80. 00000020:00000010:1.0:1769074988.626582:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bf80. 00000400:00000200:3.0:1769074988.626585:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074988.626587:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.626591:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.626594:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000100:00000200:1.0:1769074988.626607:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b07558000 x1855008351367808/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.626631:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bf80. 00000020:00000010:1.0:1769074988.626633:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bf80. 00000100:00000200:1.0:1769074988.626645:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351367808 00000400:00000200:3.0:1769074988.626656:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16998:16998:256:4294967295] 192.168.204.41@tcp LPNI seq info [16994:16994:8:4294967295] 02000000:00000010:1.0:1769074988.626657:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04cc1400. 00000400:00000200:3.0:1769074988.626669:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.626675:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.626678:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074988.626683:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.626687:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.626690:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:1.0:1769074988.626692:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35bf80. 00000100:00000010:1.0:1769074988.626697:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000020:00000010:3.0:1769074988.626715:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.626719:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000100:00000010:1.0:1769074988.626731:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059aa00. 00000020:00000010:3.0:1769074988.626738:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02d5ca00. 02000000:00000010:1.0:1769074988.626740:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b222bbe00. 02000000:00000010:1.0:1769074988.626755:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b222bbc00. 00000400:00000010:1.0:1769074988.626760:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000800:00000200:0.0:1769074988.626762:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074988.626764:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000800:00000010:0.0:1769074988.626765:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000100:00000200:1.0:1769074988.626768:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368800640, portal 16 00000400:00000200:0.0:1769074988.626769:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074988.626771:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000400:00000200:0.0:1769074988.626774:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.626774:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368800640, offset 0 00000400:00000200:0.0:1769074988.626777:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000010:0.0:1769074988.626779:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000400:00000200:1.0:1769074988.626787:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.626794:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.626797:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.626800:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.626803:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.626805:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.626809:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [16999:16999:256:4294967295] 192.168.204.41@tcp LPNI seq info [16995:16995:8:4294967295] 00000400:00000200:1.0:1769074988.626818:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.626823:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.626828:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.626832:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.626837:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.626840:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.626899:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.626902:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:0.0:1769074988.626905:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.626908:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.626910:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:0.0:1769074988.626911:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000100:00000200:0.0:1769074988.626915:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059aa00 x1855008368800640/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.627605:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.627613:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b380 00000400:00000200:0.0:1769074988.627619:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28ec9 [1] + 224 00000400:00000200:0.0:1769074988.627628:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.627632:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.627639:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059aa00 x1855008368800640/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.627678:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:1.0:1769074988.627683:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:1.0:1769074988.627684:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.627690:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059aa00 x1855008368800640/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.627697:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059aa00 x1855008368800640/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.627725:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b222bbc00. 02000000:00000010:1.0:1769074988.627728:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b222bbe00. 00000100:00000010:1.0:1769074988.627730:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059aa00. 00000100:00000010:1.0:1769074988.627733:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:1.0:1769074988.627735:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35bf80. 00000400:00000010:1.0:1769074988.627741:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074988.627744:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351367808, offset 224 00000400:00000200:1.0:1769074988.627747:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.627752:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.627756:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17000:17000:256:4294967295] 192.168.204.41@tcp LPNI seq info [16996:16996:8:4294967295] 00000400:00000200:1.0:1769074988.627762:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.627765:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.627768:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.627771:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.627774:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.627777:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.627790:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.627792:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.627794:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:0.0:1769074988.627828:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.627831:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074988.627834:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.627837:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.627839:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:0.0:1769074988.627840:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000200:0.0:1769074988.628004:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.628012:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6b380 00000400:00000200:0.0:1769074988.628018:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x217d5 [2] + 1960 00000400:00000010:0.0:1769074988.628021:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498a0b0. 00000400:00000200:0.0:1769074988.628070:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b3d747180 00000400:00000200:0.0:1769074988.628084:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.628088:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.628091:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d747180 00000400:00000010:0.0:1769074988.628094:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3d747180. 00000100:00000200:0.0:1769074988.628098:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074988.628153:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.628157:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.628160:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.628162:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.628165:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.628184:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.628186:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.628188:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351368064 00000001:00000010:2.0:1769074988.628199:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b724f00. 02000000:00000010:2.0:1769074988.628215:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b08887c00. 00000020:00000010:2.0:1769074988.628238:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.628241:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a25d000. 00080000:00000010:2.0:1769074988.628251:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.628271:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9f00. 00000001:00000010:2.0:1769074988.628275:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ecf00. 00080000:00000010:2.0:1769074988.628283:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.628286:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.628300:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3cfb8d00. 00010000:00000200:2.0:1769074988.628317:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07699850 x1855008351368064/t60129542367(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.628354:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.628358:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351368064, offset 224 00000400:00000200:2.0:1769074988.628364:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.628371:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.628375:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17001:17001:256:4294967295] 192.168.204.41@tcp LPNI seq info [16997:16997:8:4294967295] 00000400:00000200:2.0:1769074988.628385:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.628390:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.628394:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.628399:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.628402:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.628405:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.628419:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.628422:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.628425:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 02000000:00000010:2.0:1769074988.628432:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47800. 00000100:00000010:2.0:1769074988.628435:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fd180. 02000000:00000010:2.0:1769074988.628438:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46000. 00000100:00000010:2.0:1769074988.628441:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08822680. 02000000:00000010:2.0:1769074988.628444:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc46800. 00000100:00000010:2.0:1769074988.628445:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08821c00. 02000000:00000010:2.0:1769074988.628449:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47000. 00000100:00000010:2.0:1769074988.628451:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b800. 02000000:00000010:2.0:1769074988.628455:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b1fc47400. 00000800:00000200:0.0:1769074988.628456:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1769074988.628457:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2680. 00000800:00000010:0.0:1769074988.628460:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.628464:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074988.628464:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074988.628471:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c55d8. 00000400:00000200:0.0:1769074988.628472:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.628479:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:2.0:1769074988.628479:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b3eca80. 00000400:00000010:0.0:1769074988.628484:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 02000000:00000010:0.0:1769074988.628488:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b08887c00. 00000400:00000200:0.0:1769074988.629466:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.629475:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6b400 00000400:00000200:0.0:1769074988.629479:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 173104 00000400:00000200:0.0:1769074988.629487:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.629490:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.629493:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.629496:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558700. 00000020:00000010:2.0:1769074988.629544:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.629549:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.629572:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.629575:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.629579:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.629607:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.629610:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.629613:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351368192 00000001:00000010:2.0:1769074988.629619:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ec9c0. 00010000:00000010:2.0:1769074988.629631:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:2.0:1769074988.629637:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.629653:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5b000. 00010000:00000010:2.0:1769074988.629672:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.629678:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.629691:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfc00. 00010000:00000010:2.0:1769074988.629695:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8180. 00010000:00000010:2.0:1769074988.629699:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.629717:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd500. 00010000:00000010:2.0:1769074988.629747:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.629757:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd500. 00010000:00000010:2.0:1769074988.629761:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8180. 00010000:00000010:2.0:1769074988.629781:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.629792:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558700 x1855008351368192/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.629804:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.629809:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351368192, offset 224 00000400:00000200:2.0:1769074988.629814:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.629820:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.629825:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17002:17002:256:4294967295] 192.168.204.41@tcp LPNI seq info [16998:16998:8:4294967295] 00000400:00000200:2.0:1769074988.629833:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.629837:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.629867:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.629872:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.629877:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.629880:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.629897:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.629901:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.629905:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:0.0:1769074988.629938:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.629941:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074988.629943:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.629947:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.629949:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:0.0:1769074988.629950:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00010000:00000010:2.1:1769074988.630068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.1:1769074988.630076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfa00. 00010000:00000010:2.1:1769074988.630080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.1:1769074988.630083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.1:1769074988.630087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.1:1769074988.630090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf600. 00010000:00000010:2.1:1769074988.630093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.1:1769074988.630096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.1:1769074988.630135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00000400:00000200:0.0:1769074988.630680:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.630687:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6b480 00000400:00000200:0.0:1769074988.630691:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 173688 00000400:00000200:0.0:1769074988.630698:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.630700:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.630716:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.630719:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755bb80. 00000020:00000010:2.0:1769074988.630756:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.630760:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.630763:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.630765:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.630767:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.630785:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.630787:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.630789:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351368320 00010000:00000010:2.0:1769074988.630798:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.630801:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.630810:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5d000. 00010000:00000010:2.0:1769074988.630819:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.630822:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd500. 00010000:00000010:2.0:1769074988.630828:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf600. 00010000:00000010:2.0:1769074988.630830:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8180. 00010000:00000010:2.0:1769074988.630833:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.630835:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.630849:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd500. 00010000:00000010:2.0:1769074988.630854:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.630857:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8180. 00010000:00000010:2.0:1769074988.630867:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.630873:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755bb80 x1855008351368320/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.630882:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.630900:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351368320, offset 224 00000400:00000200:2.0:1769074988.630903:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.630908:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.630911:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17003:17003:256:4294967295] 192.168.204.41@tcp LPNI seq info [16999:16999:8:4294967295] 00000400:00000200:2.0:1769074988.630918:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.630921:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.630923:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.630926:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.630929:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.630932:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.630944:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.630946:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.630949:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:0.0:1769074988.630983:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.630986:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074988.630989:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.630992:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.630994:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:0.0:1769074988.630995:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:0.0:1769074988.631846:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.631856:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d6b580 00000400:00000200:0.0:1769074988.631861:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 174272 00000400:00000200:0.0:1769074988.631871:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.631874:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.631878:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.631882:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558a80. 00000020:00000010:2.0:1769074988.631930:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.631935:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.631940:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.631943:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.631947:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.631970:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.631973:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.631976:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351368576 00010000:00000010:2.0:1769074988.631987:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.631991:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.632004:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f5f000. 00010000:00000010:2.0:1769074988.632059:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.632065:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.632075:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfa00. 00010000:00000010:2.0:1769074988.632078:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8180. 00010000:00000010:2.0:1769074988.632082:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:2.0:1769074988.632085:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd500. 00000004:00000010:2.0:1769074988.632127:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0327fc20. 00000004:00000010:2.0:1769074988.632136:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d078. 00000004:00000010:2.0:1769074988.632142:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5ba0. 00080000:00000010:2.0:1769074988.632150:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a25d600. 00000020:00000010:2.0:1769074988.632169:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.632173:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a25dc00. 00000004:00000010:2.0:1769074988.632191:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ec9c0. 00020000:00000010:2.0:1769074988.632209:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bf10. 00020000:00000010:2.0:1769074988.632213:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd20. 00000004:00000010:2.0:1769074988.632226:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b385170d0. 00080000:00000010:2.0:1769074988.632243:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.632263:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000100:00000010:1.0:1769074988.632276:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059aa00. 02000000:00000010:1.0:1769074988.632291:0:50523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b222bbe00. 00000100:00000010:1.0:1769074988.632301:0:50523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 02000000:00000010:1.0:1769074988.632316:0:50523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04cc2800. 00000400:00000010:1.0:1769074988.632321:0:50523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000400:00000010:1.0:1769074988.632327:0:50523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.632333:0:50523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368800768, portal 4 00000400:00000010:1.0:1769074988.632338:0:50523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.632341:0:50523:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1855008368800768, offset 0 00000400:00000200:1.0:1769074988.632348:0:50523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:2.0:1769074988.632354:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c51b8. 00000400:00000200:1.0:1769074988.632356:0:50523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:2.0:1769074988.632368:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c51b8. 00000400:00000200:1.0:1769074988.632369:0:50523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6971ecae0b400 00000400:00000200:1.0:1769074988.632375:0:50523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0x134bd [8] + 12896 00000400:00000200:1.0:1769074988.632381:0:50523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.632387:0:50523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074988.632392:0:50523:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.632396:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598e00. 00080000:00000400:2.0:1769074988.632405:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.632411:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00000400:00000200:1.0:1769074988.632415:0:50523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00080000:00000400:2.0:1769074988.632416:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00000400:00000010:1.0:1769074988.632421:0:50523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00080000:00000400:2.0:1769074988.632422:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.632429:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.632432:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000200:1.0:1769074988.632434:0:50523:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059aa00 x1855008368800768/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074988.632444:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755000. 00080000:00000010:2.0:1769074988.632446:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3cfb8780. 00080000:00000400:2.0:1769074988.632457:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.632461:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00000020:00000010:3.0:1769074988.632463:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02d5ca00. 00080000:00000400:2.0:1769074988.632465:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00000020:00000010:3.0:1769074988.632468:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00080000:00000400:2.0:1769074988.632470:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00000020:00000010:3.0:1769074988.632472:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00080000:00000400:2.0:1769074988.632475:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.632480:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:3.0:1769074988.632494:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755440. 00000020:00000010:3.0:1769074988.632498:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755440. 00000100:00000200:3.0:1769074988.632501:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368800768 02000000:00000010:3.0:1769074988.632511:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b40226000. 00080000:00000400:2.0:1769074988.632521:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.632526:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.632529:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00002000:00000010:3.0:1769074988.632529:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755440. 00080000:00000400:2.0:1769074988.632535:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.632539:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00002000:00000010:3.0:1769074988.632539:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e000. 00080000:00000010:3.0:1769074988.632545:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02d5cc00. 00080000:00000400:2.0:1769074988.632560:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00002000:00000010:3.0:1769074988.632564:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e850. 00080000:00000010:3.0:1769074988.632568:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02d5d400. 00002000:00000010:3.0:1769074988.632576:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e5f0. 00080000:00000010:3.0:1769074988.632579:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02d5d000. 00000001:00000010:2.0:1769074988.632592:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9c60. 00000001:00000010:2.0:1769074988.632600:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3eccc0. 00002000:00000010:3.0:1769074988.632604:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108fa20. 00080000:00000010:3.0:1769074988.632609:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02d5c000. 00080000:00000010:2.0:1769074988.632614:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.632619:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.632624:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00002000:00000010:3.0:1769074988.632625:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108ee40. 00080000:00000010:3.0:1769074988.632631:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2c30c400. 00002000:00000010:3.0:1769074988.632638:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108fc80. 00080000:00000010:3.0:1769074988.632641:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f11a00. 00002000:00000010:3.0:1769074988.632648:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108f0a0. 00080000:00000010:3.0:1769074988.632652:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f10400. 00010000:00000010:2.0:1769074988.632658:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf000. 00002000:00000010:3.0:1769074988.632660:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108f560. 00010000:00000010:2.0:1769074988.632664:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8880. 00080000:00000010:3.0:1769074988.632666:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f10600. 00010000:00000010:2.0:1769074988.632675:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794400. 00080000:00000010:3.0:1769074988.632676:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f11000. 00010000:00000010:2.0:1769074988.632685:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd280. 00080000:00000010:3.0:1769074988.632685:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.632696:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755a80. 00000004:00000010:2.0:1769074988.632740:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3cfb8a00. 00010000:00000010:2.0:1769074988.632760:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.632791:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.632800:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542368, last committed = 0 00010000:00000200:2.0:1769074988.632807:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558a80 x1855008351368576/t60129542368(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.632823:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.632827:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351368576, offset 224 00000400:00000200:2.0:1769074988.632834:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.632843:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.632849:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17004:17004:256:4294967295] 192.168.204.41@tcp LPNI seq info [17000:17000:8:4294967295] 00000400:00000200:2.0:1769074988.632861:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.632867:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.632872:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.632877:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.632883:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.632886:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.632907:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.632912:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.632932:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:0.0:1769074988.632947:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.632951:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.632954:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.632959:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.632963:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:0.0:1769074988.632964:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00002000:00000010:3.0:1769074988.633192:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955d20. 00000001:00000010:3.0:1769074988.633198:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955060. 00080000:00000010:3.0:1769074988.633208:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755a80. 00080000:00000010:3.0:1769074988.633210:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00002000:00000010:3.0:1769074988.633228:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.633231:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.633235:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e980. 00080000:00000010:3.0:1769074988.633237:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f10a00. 00002000:00000010:3.0:1769074988.633245:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108fdb0. 00080000:00000010:3.0:1769074988.633247:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f11600. 00002000:00000010:3.0:1769074988.633252:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e720. 00080000:00000010:3.0:1769074988.633254:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f10c00. 00002000:00000010:3.0:1769074988.633259:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108ebe0. 00080000:00000010:3.0:1769074988.633261:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f11800. 00002000:00000010:3.0:1769074988.633266:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e390. 00080000:00000010:3.0:1769074988.633268:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f10800. 00002000:00000010:3.0:1769074988.633272:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108fb50. 00080000:00000010:3.0:1769074988.633274:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f11c00. 00002000:00000010:3.0:1769074988.633293:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108eab0. 00080000:00000010:3.0:1769074988.633296:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f11e00. 00002000:00000010:3.0:1769074988.633306:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108ef70. 00080000:00000010:3.0:1769074988.633309:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35f10000. 00080000:00000010:3.0:1769074988.633322:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b09479400. 00080000:00000010:3.0:1769074988.633325:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.633335:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755a80. 00002000:00000010:3.0:1769074988.633551:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955c60. 00000001:00000010:3.0:1769074988.633556:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099557e0. 00080000:00000010:3.0:1769074988.633562:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755a80. 00080000:00000010:3.0:1769074988.633564:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00002000:00000010:3.0:1769074988.633567:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.633570:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.633573:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108e130. 00080000:00000010:3.0:1769074988.633576:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b09478400. 00002000:00000010:3.0:1769074988.633595:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0108f1d0. 00080000:00000010:3.0:1769074988.633598:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b09479600. 00002000:00000010:3.0:1769074988.633604:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b0370f560. 00080000:00000010:3.0:1769074988.633606:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b09479a00. 00002000:00000010:3.0:1769074988.633619:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce538f0. 00080000:00000010:3.0:1769074988.633621:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b09478600. 00002000:00000010:3.0:1769074988.633627:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce52f70. 00080000:00000010:3.0:1769074988.633630:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b12117600. 00002000:00000010:3.0:1769074988.633634:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce52e40. 00080000:00000010:3.0:1769074988.633637:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b12117800. 00002000:00000010:3.0:1769074988.633641:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce530a0. 00080000:00000010:3.0:1769074988.633644:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b066cb600. 00002000:00000010:3.0:1769074988.633649:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce53c80. 00080000:00000010:3.0:1769074988.633651:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b066cac00. 00080000:00000010:3.0:1769074988.633656:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b066caa00. 00080000:00000010:3.0:1769074988.633658:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.633662:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755a80. 00002000:00000010:3.0:1769074988.633871:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955c00. 00000001:00000010:3.0:1769074988.633876:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099551e0. 00080000:00000010:3.0:1769074988.633882:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755a80. 00080000:00000010:3.0:1769074988.633884:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00002000:00000010:3.0:1769074988.633887:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.633889:0:44333:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b30755440. 00002000:00000010:3.0:1769074988.633893:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce53300. 00080000:00000010:3.0:1769074988.633895:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b066cba00. 00002000:00000010:3.0:1769074988.633902:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce52d10. 00080000:00000010:3.0:1769074988.633904:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b05ccd600. 00002000:00000010:3.0:1769074988.633909:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce52130. 00080000:00000010:3.0:1769074988.633911:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b05ccde00. 00002000:00000010:3.0:1769074988.633915:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce53690. 00080000:00000010:3.0:1769074988.633917:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b05cccc00. 00002000:00000010:3.0:1769074988.633996:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce524c0. 00080000:00000010:3.0:1769074988.633999:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b05ccc600. 00002000:00000010:3.0:1769074988.634018:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce52980. 00000400:00000200:0.0:1769074988.634019:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:3.0:1769074988.634022:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b05ccd800. 00000400:00000200:0.0:1769074988.634044:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6b600 00000400:00000200:0.0:1769074988.634048:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 13328 00000400:00000200:0.0:1769074988.634058:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:3.0:1769074988.634061:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce53db0. 00000400:00000200:0.0:1769074988.634062:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:3.0:1769074988.634067:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b05ccd400. 00000100:00000200:0.0:1769074988.634069:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.634073:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559500. 00002000:00000010:3.0:1769074988.634089:0:44333:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3ce525f0. 00080000:00000010:3.0:1769074988.634098:0:44333:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a03c42200. 00080000:00000010:3.0:1769074988.634109:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a096de000. 00080000:00000010:3.0:1769074988.634113:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755280. 00080000:00000010:3.0:1769074988.634121:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755a80. 00000020:00000010:1.0:1769074988.634128:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bf80. 00000020:00000010:1.0:1769074988.634134:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bf80. 00000020:00000010:1.0:1769074988.634140:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b222bbc00. 00000020:00000010:1.0:1769074988.634145:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.634150:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.634183:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35bf80. 00000020:00000010:1.0:1769074988.634188:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35bf80. 00000100:00000200:1.0:1769074988.634191:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351368704 00010000:00000010:1.0:1769074988.634207:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03745200. 00010000:00000010:1.0:1769074988.634213:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b03745800. 00010000:00000010:1.0:1769074988.634219:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031400. 00002000:00000010:1.0:1769074988.634229:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3e35bf80. 02000000:00000010:1.0:1769074988.634245:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06c30c00. 00010000:00000200:1.0:1769074988.634268:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559500 x1855008351368704/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.634283:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074988.634288:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351368704, offset 224 00000400:00000200:1.0:1769074988.634295:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.634304:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.634310:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17005:17005:256:4294967295] 192.168.204.41@tcp LPNI seq info [17001:17001:8:4294967295] 00000400:00000200:1.0:1769074988.634324:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.634331:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.634337:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.634345:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00002000:00000010:3.0:1769074988.634346:0:44333:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a09955720. 00000001:00000010:3.0:1769074988.634353:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955360. 00000800:00000200:1.0:1769074988.634354:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.634360:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 496 niov 1 nkiov 1 00080000:00000010:3.0:1769074988.634361:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755a80. 00080000:00000010:3.0:1769074988.634366:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755280. 00002000:00000010:3.0:1769074988.634371:0:44333:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b30755440. 00010000:00000200:3.0:1769074988.634380:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598e00 x1855008368800768/t8589935689(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:524/0 lens 432/432 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.634384:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.634392:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000400:00000010:3.0:1769074988.634395:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000020:00000010:1.0:1769074988.634399:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b222bbc00. 00000100:00000200:3.0:1769074988.634400:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368800768, offset 224 00000400:00000200:3.0:1769074988.634409:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074988.634416:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074988.634423:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0b400 00000400:00000200:3.0:1769074988.634427:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x28ee5 [1] + 224 00000400:00000200:3.0:1769074988.634430:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.634433:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:0.0:1769074988.634439:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1769074988.634439:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059aa00 x1855008368800768/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1769074988.634447:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:0.0:1769074988.634453:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.634461:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000200:0.0:1769074988.634462:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:3.0:1769074988.634466:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000400:00000200:0.0:1769074988.634470:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:0.0:1769074988.634474:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000020:00000010:3.0:1769074988.634475:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.634480:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.634484:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02d5ca00. 00000400:00000010:1.0:1769074988.634489:0:50523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:1.0:1769074988.634496:0:50523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:1.0:1769074988.634498:0:50523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.634504:0:50523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059aa00 x1855008368800768/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074988.634516:0:50523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059aa00 x1855008368800768/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074988.634540:0:50523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00000400:00000200:0.0:1769074988.635289:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.635296:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6b680 00000400:00000200:0.0:1769074988.635299:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 13656 00000400:00000200:0.0:1769074988.635306:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.635309:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.635312:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.635315:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1880. 00000020:00000010:3.0:1769074988.635360:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755440. 00000020:00000010:3.0:1769074988.635365:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755440. 00000020:00000010:3.0:1769074988.635369:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.635372:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.635374:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.635407:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755440. 00000020:00000010:3.0:1769074988.635409:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755440. 00000100:00000200:3.0:1769074988.635411:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351368832 00010000:00000010:3.0:1769074988.635420:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696c00. 02000000:00000010:3.0:1769074988.635426:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40224400. 00010000:00000010:3.0:1769074988.635432:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755440. 00000100:00000010:3.0:1769074988.635436:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.635441:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.635446:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.635456:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.635459:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519a0. 00000400:00000010:3.0:1769074988.635461:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000100:00000200:3.0:1769074988.635464:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368800896, portal 16 00000400:00000010:3.0:1769074988.635466:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000100:00000200:3.0:1769074988.635468:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368800896, offset 0 00000400:00000200:3.0:1769074988.635472:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.635476:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.635480:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.635492:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.635494:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.635496:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.635498:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17006:17006:256:4294967295] 192.168.204.41@tcp LPNI seq info [17002:17002:8:4294967295] 00000400:00000200:3.0:1769074988.635504:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.635507:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.635511:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074988.635514:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.635517:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.635519:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.635579:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.635587:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074988.635591:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.635594:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.635597:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:0.0:1769074988.635598:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00000100:00000200:0.0:1769074988.635603:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368800896/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.636186:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.636193:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b480 00000400:00000200:0.0:1769074988.636197:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28ef9 [1] + 224 00000400:00000200:0.0:1769074988.636204:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.636206:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.636211:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368800896/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.636259:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519a0. 00000400:00000200:3.0:1769074988.636263:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:3.0:1769074988.636265:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000100:00000200:3.0:1769074988.636282:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368800896/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.636290:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368800896/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074988.636303:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.636308:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.636311:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000100:00000010:3.0:1769074988.636314:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.636316:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755440. 00010000:00000200:3.0:1769074988.636325:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1880 x1855008351368832/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.636334:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000100:00000200:3.0:1769074988.636336:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351368832, offset 224 00000400:00000200:3.0:1769074988.636339:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.636344:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.636348:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17007:17007:256:4294967295] 192.168.204.41@tcp LPNI seq info [17003:17003:8:4294967295] 00000400:00000200:3.0:1769074988.636354:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.636358:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.636360:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074988.636363:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.636367:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.636369:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.636382:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.636385:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.636430:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074988.636450:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.636455:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074988.636459:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.636464:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.636468:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:0.0:1769074988.636471:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000400:00000200:1.0:1769074988.636486:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.636496:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6b700 00000400:00000200:1.0:1769074988.636503:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21df1 [2] + 984 00000400:00000200:1.0:1769074988.636514:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.636519:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.636524:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.636529:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059bb80. 00000020:00000010:2.0:1769074988.636577:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.636580:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.636583:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25de00. 00000020:00000010:2.0:1769074988.636585:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.636588:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.636599:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3059bb80 x1855008351368960/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.636618:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.636620:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.636622:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351368960 02000000:00000010:2.0:1769074988.636626:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b08887c00. 00010000:00000010:2.0:1769074988.636651:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.636655:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ecd80. 00000100:00000010:2.0:1769074988.636658:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.636663:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a25c400. 02000000:00000010:2.0:1769074988.636671:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02ed5200. 00000400:00000010:2.0:1769074988.636673:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000010:2.0:1769074988.636676:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.636678:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801024, portal 16 00000400:00000010:2.0:1769074988.636681:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.636683:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368801024, offset 0 00000400:00000200:2.0:1769074988.636687:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.636691:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.636694:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.636696:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.636697:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.636699:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.636701:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17008:17008:256:4294967295] 192.168.204.41@tcp LPNI seq info [17004:17004:8:4294967295] 00000400:00000200:2.0:1769074988.636722:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.636725:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.636740:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.636743:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.636746:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.636749:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.636793:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.636796:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074988.636799:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.636802:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.636804:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:0.0:1769074988.636806:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:0.0:1769074988.636810:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368801024/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.637392:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.637399:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b500 00000400:00000200:0.0:1769074988.637402:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28f05 [1] + 224 00000400:00000200:0.0:1769074988.637409:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.637411:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.637416:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368801024/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.637457:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000200:2.0:1769074988.637461:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:2.0:1769074988.637462:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.637468:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368801024/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.637474:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368801024/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.637486:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02ed5200. 02000000:00000010:2.0:1769074988.637489:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a25c400. 00000100:00000010:2.0:1769074988.637491:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.637493:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ecd80. 00010000:00000010:2.0:1769074988.637495:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00000400:00000010:2.0:1769074988.637501:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.637503:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351368960, offset 224 00000400:00000200:2.0:1769074988.637506:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.637511:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.637514:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17009:17009:256:4294967295] 192.168.204.41@tcp LPNI seq info [17005:17005:8:4294967295] 00000400:00000200:2.0:1769074988.637521:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.637524:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.637526:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.637529:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.637533:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.637535:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.637549:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.637551:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.637566:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25de00. 00000800:00000200:1.0:1769074988.637612:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.637616:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.637620:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.637625:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.637629:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074988.637631:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:0.0:1769074988.637821:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.637827:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6b800 00000400:00000200:0.0:1769074988.637831:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x218dd [2] + 0 00000400:00000200:0.0:1769074988.637838:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.637840:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.637843:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074988.637846:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0000. 00000020:00000010:2.0:1769074988.637893:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.637897:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.637900:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02ed5200. 00000020:00000010:2.0:1769074988.637902:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.637904:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.637930:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.637934:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.637936:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351369216 00000001:00000010:2.0:1769074988.637943:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ecf00. 02000000:00000010:2.0:1769074988.637966:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a09c00. 00000020:00000010:2.0:1769074988.637998:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.638003:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a25de00. 00080000:00000010:2.0:1769074988.638018:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.638074:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9ae0. 00000001:00000010:2.0:1769074988.638079:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ecf00. 00080000:00000010:2.0:1769074988.638093:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.638097:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.638122:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3cfb8a00. 00010000:00000200:2.0:1769074988.638140:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0000 x1855008351369216/t60129542369(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.638150:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.638152:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351369216, offset 224 00000400:00000200:2.0:1769074988.638156:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.638161:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.638164:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17010:17010:256:4294967295] 192.168.204.41@tcp LPNI seq info [17006:17006:8:4294967295] 00000400:00000200:2.0:1769074988.638182:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.638185:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.638188:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.638191:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.638209:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.638212:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.638223:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.638226:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.638228:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02ed5200. 00000800:00000200:0.0:1769074988.638262:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.638265:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074988.638268:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.638273:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.638275:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:0.0:1769074988.638277:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00010000:00000010:2.1:1769074988.639065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.1:1769074988.639069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ee00. 00010000:00000010:2.1:1769074988.639071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:1.1:1769074988.639080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030000. 00010000:00000010:2.1:1769074988.639081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:2.1:1769074988.639091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfe00. 00010000:00000010:2.1:1769074988.639097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:2.1:1769074988.639101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:2.1:1769074988.639104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f400. 00010000:00000010:2.1:1769074988.639107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.1:1769074988.639110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:2.1:1769074988.639113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00000400:00000200:1.0:1769074988.639197:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.639207:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6b880 00000400:00000200:1.0:1769074988.639214:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 174928 00000400:00000200:1.0:1769074988.639224:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.639228:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.639232:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.639235:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598000. 00000020:00000010:2.0:1769074988.639276:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.639279:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.639282:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25c400. 00000020:00000010:2.0:1769074988.639284:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.639286:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.639306:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.639308:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.639310:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351369344 00000001:00000010:2.0:1769074988.639314:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3eccc0. 00010000:00000010:2.0:1769074988.639324:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.639328:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.639339:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5a000. 00010000:00000010:2.0:1769074988.639353:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.639355:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.639379:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.0:1769074988.639381:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8a80. 00010000:00000010:2.0:1769074988.639385:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:2.0:1769074988.639387:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd600. 00010000:00000010:2.0:1769074988.639409:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.639415:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd600. 00010000:00000010:2.0:1769074988.639418:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8a80. 00010000:00000010:2.0:1769074988.639430:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.639436:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598000 x1855008351369344/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.639445:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.639460:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351369344, offset 224 00000400:00000200:2.0:1769074988.639465:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.639471:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.639476:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17011:17011:256:4294967295] 192.168.204.41@tcp LPNI seq info [17007:17007:8:4294967295] 00000400:00000200:2.0:1769074988.639486:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.639491:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.639495:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.639500:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.639505:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.639509:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.639526:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.639530:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.639534:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25c400. 00000800:00000200:0.0:1769074988.639568:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.639571:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074988.639574:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.639577:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.639580:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:0.0:1769074988.639581:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:0.0:1769074988.640350:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.640357:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6b900 00000400:00000200:0.0:1769074988.640361:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 175512 00000400:00000200:0.0:1769074988.640368:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.640370:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.640373:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.640377:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0a80. 00000020:00000010:2.0:1769074988.640412:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.640416:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.640419:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25c400. 00000020:00000010:2.0:1769074988.640421:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.640423:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.640440:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.640442:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.640444:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351369472 00010000:00000010:2.0:1769074988.640453:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:2.0:1769074988.640456:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.640476:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10bec000. 00010000:00000010:2.0:1769074988.640488:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:2.0:1769074988.640491:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd600. 00010000:00000010:2.0:1769074988.640497:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfe00. 00010000:00000010:2.0:1769074988.640499:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8a80. 00010000:00000010:2.0:1769074988.640501:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:2.0:1769074988.640503:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.640532:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd600. 00010000:00000010:2.0:1769074988.640538:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.640540:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8a80. 00010000:00000010:2.0:1769074988.640551:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.640557:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0a80 x1855008351369472/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.640566:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.640568:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351369472, offset 224 00000400:00000200:2.0:1769074988.640572:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.640576:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.640579:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17012:17012:256:4294967295] 192.168.204.41@tcp LPNI seq info [17008:17008:8:4294967295] 00000400:00000200:2.0:1769074988.640586:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.640589:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.640591:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.640594:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.640597:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.640600:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.640612:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.640615:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.640616:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25c400. 00000800:00000200:1.0:1769074988.640677:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.640681:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.640685:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.640690:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.640694:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.640696:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:0.0:1769074988.641597:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.641606:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d6ba00 00000400:00000200:0.0:1769074988.641612:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 176096 00000400:00000200:0.0:1769074988.641622:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.641626:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.641630:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.641635:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860a80. 00000020:00000010:2.0:1769074988.641672:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.641676:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.641678:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25c400. 00000020:00000010:2.0:1769074988.641680:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.641682:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.641714:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.641718:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.641721:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351369728 00010000:00000010:2.0:1769074988.641733:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:2.0:1769074988.641753:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.641772:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10bee000. 00010000:00000010:2.0:1769074988.641797:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:2.0:1769074988.641802:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.641816:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f300. 00010000:00000010:2.0:1769074988.641819:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8a80. 00010000:00000010:2.0:1769074988.641823:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6a00. 00010000:00000010:2.0:1769074988.641826:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd600. 00000004:00000010:2.0:1769074988.641837:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30694f00. 00000004:00000010:2.0:1769074988.641843:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d0f0. 00000004:00000010:2.0:1769074988.641847:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5650. 00080000:00000010:2.0:1769074988.641853:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02ed5200. 00000020:00000010:2.0:1769074988.641877:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.641882:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b01380200. 00000004:00000010:2.0:1769074988.641898:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3eccc0. 00020000:00000010:2.0:1769074988.641912:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b5b0. 00020000:00000010:2.0:1769074988.641915:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b540. 00000004:00000010:2.0:1769074988.641930:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b38517778. 00080000:00000010:2.0:1769074988.641937:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.641957:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.642047:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c51b8. 00000001:00000010:2.0:1769074988.642057:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c51b8. 00080000:00000400:2.0:1769074988.642076:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.642079:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.642081:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.642083:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.642086:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.642088:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.642099:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3cfb8500. 00080000:00000400:2.0:1769074988.642107:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.642109:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.642128:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.642131:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.642134:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.642135:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.642160:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.642162:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.642163:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.642165:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.642167:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.642168:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.642184:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9b40. 00000001:00000010:2.0:1769074988.642187:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ecd80. 00080000:00000010:2.0:1769074988.642195:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.642197:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.642199:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.642223:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3e44f000. 00010000:00000010:2.0:1769074988.642227:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b1141cd00. 00010000:00000010:2.0:1769074988.642232:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:2.0:1769074988.642236:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd800. 00000004:00000010:2.0:1769074988.642257:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b11607a80. 00010000:00000010:2.0:1769074988.642273:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.642299:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.642307:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542370, last committed = 0 00010000:00000200:2.0:1769074988.642314:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860a80 x1855008351369728/t60129542370(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.642326:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.642329:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351369728, offset 224 00000400:00000200:2.0:1769074988.642333:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.642338:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.642341:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17013:17013:256:4294967295] 192.168.204.41@tcp LPNI seq info [17009:17009:8:4294967295] 00000400:00000200:2.0:1769074988.642347:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.642363:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.642366:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.642369:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.642373:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.642375:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.642388:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3cfb8800. 00000020:00000010:2.0:1769074988.642391:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.642393:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25c400. 00000800:00000200:0.0:1769074988.642431:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.642435:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074988.642437:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.642441:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.642443:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:0.0:1769074988.642445:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00010000:00000010:2.1:1769074988.643054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:2.1:1769074988.643061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:2.1:1769074988.643064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074988.643067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfc00. 00010000:00000010:2.1:1769074988.643070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.643082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:2.1:1769074988.643086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.1:1769074988.643090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf600. 00010000:00000010:2.1:1769074988.643094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.1:1769074988.643099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00000400:00000200:1.0:1769074988.643446:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.643456:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6ba80 00000400:00000200:1.0:1769074988.643461:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 13984 00000400:00000200:1.0:1769074988.643471:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.643475:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.643479:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.643483:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059a680. 00000020:00000010:3.0:1769074988.643544:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755440. 00000020:00000010:3.0:1769074988.643550:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755440. 00000020:00000010:3.0:1769074988.643555:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.643559:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.643583:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.643612:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755440. 00000020:00000010:3.0:1769074988.643616:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755440. 00000100:00000200:3.0:1769074988.643621:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351369856 00010000:00000010:3.0:1769074988.643635:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b305ee100. 00010000:00000010:3.0:1769074988.643639:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b305ee800. 00010000:00000010:3.0:1769074988.643643:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697400. 00002000:00000010:3.0:1769074988.643649:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755440. 02000000:00000010:3.0:1769074988.643665:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227800. 00010000:00000200:3.0:1769074988.643683:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059a680 x1855008351369856/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.643696:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000100:00000200:3.0:1769074988.643700:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351369856, offset 224 00000400:00000200:3.0:1769074988.643725:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.643733:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.643737:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17014:17014:256:4294967295] 192.168.204.41@tcp LPNI seq info [17010:17010:8:4294967295] 00000400:00000200:3.0:1769074988.643747:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.643752:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.643756:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074988.643761:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.643765:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.643769:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.643783:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.643786:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.643788:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074988.643832:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.643835:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074988.643838:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.643842:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.643845:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000400:00000010:0.0:1769074988.643846:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00000400:00000200:0.0:1769074988.644787:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.644794:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6bb00 00000400:00000200:0.0:1769074988.644798:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 14312 00000400:00000200:0.0:1769074988.644815:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.644817:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.644820:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.644823:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861f80. 00000020:00000010:3.0:1769074988.644867:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755280. 00000020:00000010:3.0:1769074988.644872:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755280. 00000020:00000010:3.0:1769074988.644877:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.644880:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.644884:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.644926:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755280. 00000020:00000010:3.0:1769074988.644930:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755280. 00000100:00000200:3.0:1769074988.644933:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351369984 00010000:00000010:3.0:1769074988.644946:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696200. 02000000:00000010:3.0:1769074988.644955:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40224c00. 00010000:00000010:3.0:1769074988.644963:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755280. 00000100:00000010:3.0:1769074988.644968:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.644974:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.644982:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.644998:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.645003:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519a0. 00000400:00000010:3.0:1769074988.645008:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074988.645012:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801152, portal 16 00000400:00000010:3.0:1769074988.645016:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074988.645018:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368801152, offset 0 00000400:00000200:3.0:1769074988.645023:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.645050:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.645054:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.645058:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.645062:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.645064:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.645068:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17015:17015:256:4294967295] 192.168.204.41@tcp LPNI seq info [17011:17011:8:4294967295] 00000400:00000200:3.0:1769074988.645075:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.645079:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.645082:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074988.645085:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.645089:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.645091:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.645163:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.645167:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:1.0:1769074988.645172:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.645176:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.645180:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:1.0:1769074988.645182:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000100:00000200:1.0:1769074988.645189:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368801152/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.645824:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.645832:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b580 00000400:00000200:0.0:1769074988.645838:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28f25 [1] + 224 00000400:00000200:0.0:1769074988.645848:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.645852:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.645860:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368801152/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.645989:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519a0. 00000400:00000200:3.0:1769074988.645996:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:3.0:1769074988.645998:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000400:00000200:0.0:1769074988.646006:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.646013:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6bb80 00000400:00000200:0.0:1769074988.646040:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21df1 [2] + 1312 00000100:00000200:3.0:1769074988.646047:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368801152/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.646063:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368801152/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.646079:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074988.646086:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 00000400:00000200:0.0:1769074988.646088:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074988.646093:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000200:0.0:1769074988.646095:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.646097:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000100:00000010:3.0:1769074988.646103:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00000100:00000010:0.0:1769074988.646105:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35c54700. 00010000:00000010:3.0:1769074988.646106:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755280. 00010000:00000200:3.0:1769074988.646121:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861f80 x1855008351369984/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.646135:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074988.646140:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351369984, offset 224 00000020:00000010:2.0:1769074988.646156:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.646160:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.646165:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a25c400. 00000020:00000010:2.0:1769074988.646168:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.646171:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.646186:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35c54700 x1855008351370112/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074988.646210:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.646216:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000400:00000200:3.0:1769074988.646218:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074988.646219:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.646222:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351370112 00000400:00000200:3.0:1769074988.646223:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17016:17016:256:4294967295] 192.168.204.41@tcp LPNI seq info [17012:17012:8:4294967295] 02000000:00000010:2.0:1769074988.646228:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a0b800. 00000400:00000200:3.0:1769074988.646233:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.646238:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.646242:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074988.646247:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.646252:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.646256:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:2.0:1769074988.646258:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.646263:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ec000. 00000100:00000010:2.0:1769074988.646268:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 00000020:00000010:3.0:1769074988.646274:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 02000000:00000010:2.0:1769074988.646275:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0479f400. 00000020:00000010:3.0:1769074988.646277:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.646280:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 02000000:00000010:2.0:1769074988.646286:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0479e200. 00000400:00000010:2.0:1769074988.646290:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000010:2.0:1769074988.646295:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.646299:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801280, portal 16 00000400:00000010:2.0:1769074988.646303:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.646305:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368801280, offset 0 00000400:00000200:2.0:1769074988.646311:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.646318:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.646338:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1769074988.646343:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074988.646343:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000800:00000010:1.0:1769074988.646349:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:2.0:1769074988.646349:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.646355:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.646358:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.646361:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17017:17017:255:4294967295] 192.168.204.41@tcp LPNI seq info [17013:17013:7:4294967295] 00000400:00000200:1.0:1769074988.646368:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.646375:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.646380:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.646381:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000800:00000010:2.0:1769074988.646384:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.646388:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.646391:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.646393:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 488 niov 1 nkiov 1 00000400:00000010:1.0:1769074988.646401:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000800:00000200:1.0:1769074988.646418:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.646420:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.646424:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.646428:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.646431:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:1.0:1769074988.646433:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:1.0:1769074988.646439:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368801280/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.647060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.1:1769074988.647065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.1:1769074988.647067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031400. 00010000:00000010:2.1:1769074988.647070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.1:1769074988.647072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.1:1769074988.647076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:2.1:1769074988.647077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00000400:00000200:0.0:1769074988.647221:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.647231:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b600 00000400:00000200:0.0:1769074988.647237:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28f31 [1] + 224 00000400:00000200:0.0:1769074988.647246:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.647251:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.647258:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368801280/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.647297:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000200:2.0:1769074988.647301:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:2.0:1769074988.647302:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.647308:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368801280/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.647314:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368801280/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.647326:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0479e200. 02000000:00000010:2.0:1769074988.647329:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0479f400. 00000100:00000010:2.0:1769074988.647331:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.647333:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ec000. 00010000:00000010:2.0:1769074988.647335:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00000400:00000010:2.0:1769074988.647341:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.647343:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351370112, offset 224 00000400:00000200:2.0:1769074988.647346:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.647351:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.647354:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17018:17018:256:4294967295] 192.168.204.41@tcp LPNI seq info [17014:17014:8:4294967295] 00000400:00000200:2.0:1769074988.647360:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.647377:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.647379:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.647382:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.647386:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.647388:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.647400:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.647403:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.647405:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a25c400. 00000800:00000200:0.0:1769074988.647459:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.647463:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074988.647468:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.647473:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.647476:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074988.647479:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:1.0:1769074988.647566:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.647576:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6bc80 00000400:00000200:1.0:1769074988.647582:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x218dd [2] + 392 00000400:00000200:1.0:1769074988.647591:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.647595:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.647599:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.647603:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059ad80. 00000020:00000010:2.0:1769074988.647641:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.647644:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.647647:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0479f400. 00000020:00000010:2.0:1769074988.647649:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.647651:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.647668:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.647669:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.647671:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351370368 00000001:00000010:2.0:1769074988.647675:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ecf00. 02000000:00000010:2.0:1769074988.647692:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0a800. 00000020:00000010:2.0:1769074988.647734:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.647738:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0479e200. 00080000:00000010:2.0:1769074988.647750:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.647775:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9ea0. 00000001:00000010:2.0:1769074988.647779:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ecf00. 00080000:00000010:2.0:1769074988.647790:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.647792:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.647807:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b11607a80. 00010000:00000200:2.0:1769074988.647820:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059ad80 x1855008351370368/t60129542371(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.647829:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.647832:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351370368, offset 224 00000400:00000200:2.0:1769074988.647835:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.647853:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.647856:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17019:17019:256:4294967295] 192.168.204.41@tcp LPNI seq info [17015:17015:8:4294967295] 00000400:00000200:2.0:1769074988.647869:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.647872:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.647875:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.647877:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.647881:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.647883:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.647894:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.647896:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.647898:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0479f400. 00000800:00000200:0.0:1769074988.647951:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.647955:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074988.647959:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.647964:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.647967:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:0.0:1769074988.647969:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:0.0:1769074988.649113:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.649122:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6bd00 00000400:00000200:0.0:1769074988.649129:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 176752 00000400:00000200:0.0:1769074988.649139:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.649143:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.649147:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.649151:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3100. 00000020:00000010:2.0:1769074988.649190:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.649196:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.649200:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0479f400. 00000020:00000010:2.0:1769074988.649204:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.649208:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.649236:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.649240:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.649243:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351370496 00000001:00000010:2.0:1769074988.649249:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ecd80. 00010000:00000010:2.0:1769074988.649263:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:2.0:1769074988.649269:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.649286:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10be8000. 00010000:00000010:2.0:1769074988.649306:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:2.0:1769074988.649310:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.649323:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.0:1769074988.649326:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b11607400. 00010000:00000010:2.0:1769074988.649330:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.649334:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdde00. 00010000:00000010:2.0:1769074988.649365:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.649396:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdde00. 00010000:00000010:2.0:1769074988.649400:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b11607400. 00010000:00000010:2.0:1769074988.649414:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.649421:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3100 x1855008351370496/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.649431:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.649433:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351370496, offset 224 00000400:00000200:2.0:1769074988.649437:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.649442:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.649445:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17020:17020:256:4294967295] 192.168.204.41@tcp LPNI seq info [17016:17016:8:4294967295] 00000400:00000200:2.0:1769074988.649452:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.649455:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.649458:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.649461:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.649465:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.649467:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.649481:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.649485:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.649488:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0479f400. 00000800:00000200:1.0:1769074988.649544:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.649549:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.649553:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.649557:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.649560:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074988.649562:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:0.0:1769074988.650417:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.650427:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6bd80 00000400:00000200:0.0:1769074988.650433:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 177336 00000400:00000200:0.0:1769074988.650442:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.650446:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.650450:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.650455:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1c00. 00000020:00000010:2.0:1769074988.650497:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.650502:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.650506:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0479f400. 00000020:00000010:2.0:1769074988.650509:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.650512:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.650538:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.650543:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.650546:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351370624 00010000:00000010:2.0:1769074988.650556:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.650560:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.650585:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10beb000. 00010000:00000010:2.0:1769074988.650595:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.650597:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdde00. 00010000:00000010:2.0:1769074988.650603:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf600. 00010000:00000010:2.0:1769074988.650605:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b11607400. 00010000:00000010:2.0:1769074988.650608:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.650609:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.650625:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdde00. 00010000:00000010:2.0:1769074988.650631:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.650633:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b11607400. 00010000:00000010:2.0:1769074988.650643:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.650649:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1c00 x1855008351370624/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.650658:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.650661:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351370624, offset 224 00000400:00000200:2.0:1769074988.650664:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.650669:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.650672:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17021:17021:256:4294967295] 192.168.204.41@tcp LPNI seq info [17017:17017:8:4294967295] 00000400:00000200:2.0:1769074988.650679:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.650682:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.650684:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.650687:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.650691:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.650693:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.650719:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.650722:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.650724:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0479f400. 00000800:00000200:0.0:1769074988.650775:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.650779:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.650783:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.650788:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.650791:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:0.0:1769074988.650794:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00010000:00000010:2.1:1769074988.651053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:2.1:1769074988.651058:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfe00. 00010000:00000010:2.1:1769074988.651060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:2.1:1769074988.651062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:2.1:1769074988.651064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:2.1:1769074988.651066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6e00. 00000400:00000200:1.0:1769074988.651774:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.651783:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d6be80 00000400:00000200:1.0:1769074988.651788:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 177920 00000400:00000200:1.0:1769074988.651798:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.651802:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.651806:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.651809:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599500. 00000020:00000010:2.0:1769074988.651849:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.651870:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.651873:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0479f400. 00000020:00000010:2.0:1769074988.651876:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.651878:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.651896:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.651898:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.651899:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351370880 00010000:00000010:2.0:1769074988.651909:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:2.0:1769074988.651914:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.651933:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10bed000. 00010000:00000010:2.0:1769074988.651960:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:2.0:1769074988.651965:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.651975:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfe00. 00010000:00000010:2.0:1769074988.651978:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b11607400. 00010000:00000010:2.0:1769074988.651982:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:2.0:1769074988.651985:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdde00. 00000004:00000010:2.0:1769074988.651994:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30694780. 00000004:00000010:2.0:1769074988.652002:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a0907d690. 00000004:00000010:2.0:1769074988.652008:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4dd0. 00080000:00000010:2.0:1769074988.652014:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0479e800. 00000020:00000010:2.0:1769074988.652048:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.652051:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0479e600. 00000004:00000010:2.0:1769074988.652068:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ecd80. 00020000:00000010:2.0:1769074988.652084:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b6c0. 00020000:00000010:2.0:1769074988.652088:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b4e0. 00000004:00000010:2.0:1769074988.652121:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17649f10. 00080000:00000010:2.0:1769074988.652132:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.652154:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.652221:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c51b8. 00000001:00000010:2.0:1769074988.652229:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c51b8. 00080000:00000400:2.0:1769074988.652247:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.652249:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.652265:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.652267:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.652269:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.652270:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.652279:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3cfb8f00. 00080000:00000400:2.0:1769074988.652285:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.652287:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.652288:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.652290:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.652292:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.652293:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.652310:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.652312:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.652313:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.652315:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.652316:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.652318:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.652334:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9660. 00000001:00000010:2.0:1769074988.652337:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ec000. 00080000:00000010:2.0:1769074988.652345:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.652347:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.652349:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.652371:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfc00. 00010000:00000010:2.0:1769074988.652373:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8980. 00010000:00000010:2.0:1769074988.652376:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:2.0:1769074988.652379:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd900. 00000004:00000010:2.0:1769074988.652392:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3cfb8800. 00010000:00000010:2.0:1769074988.652402:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.652418:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.652423:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542372, last committed = 0 00010000:00000200:2.0:1769074988.652427:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599500 x1855008351370880/t60129542372(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.652454:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.652458:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351370880, offset 224 00000400:00000200:2.0:1769074988.652463:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.652470:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.652475:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17022:17022:256:4294967295] 192.168.204.41@tcp LPNI seq info [17018:17018:8:4294967295] 00000400:00000200:2.0:1769074988.652485:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.652490:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.652495:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.652500:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.652505:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.652508:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.652525:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.652530:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.652533:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0479f400. 00000800:00000200:0.0:1769074988.652581:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.652585:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074988.652589:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.652593:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.652597:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:0.0:1769074988.652599:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:0.0:1769074988.653672:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.653680:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6bf00 00000400:00000200:0.0:1769074988.653687:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 14640 00000400:00000200:0.0:1769074988.653697:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.653701:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.653719:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.653724:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3800. 00000020:00000010:3.0:1769074988.653767:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755280. 00000020:00000010:3.0:1769074988.653771:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755280. 00000020:00000010:3.0:1769074988.653775:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.653777:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.653793:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.653812:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755280. 00000020:00000010:3.0:1769074988.653814:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755280. 00000100:00000200:3.0:1769074988.653815:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351371008 00010000:00000010:3.0:1769074988.653826:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0b32e900. 00010000:00000010:3.0:1769074988.653829:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0b32e700. 00010000:00000010:3.0:1769074988.653832:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00002000:00000010:3.0:1769074988.653837:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755280. 02000000:00000010:3.0:1769074988.653849:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227000. 00010000:00000200:3.0:1769074988.653870:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3800 x1855008351371008/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.653880:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074988.653883:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351371008, offset 224 00000400:00000200:3.0:1769074988.653886:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.653891:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.653895:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17023:17023:256:4294967295] 192.168.204.41@tcp LPNI seq info [17019:17019:8:4294967295] 00000400:00000200:3.0:1769074988.653901:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.653905:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.653907:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074988.653910:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.653914:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.653916:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.653927:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.653930:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.653932:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.653979:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.653983:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074988.653988:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.653993:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.653997:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:1.0:1769074988.653999:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000400:00000200:0.0:1769074988.654875:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.654884:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6bf80 00000400:00000200:0.0:1769074988.654890:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 14968 00000400:00000200:0.0:1769074988.654899:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.654903:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.654906:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.654911:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650f480. 00000020:00000010:3.0:1769074988.654954:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a80. 00000020:00000010:3.0:1769074988.654957:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a80. 00000020:00000010:3.0:1769074988.654960:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.654962:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.654964:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.655003:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a80. 00000020:00000010:3.0:1769074988.655006:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a80. 00000100:00000200:3.0:1769074988.655008:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351371136 00010000:00000010:3.0:1769074988.655019:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696e00. 02000000:00000010:3.0:1769074988.655056:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40226400. 00010000:00000010:3.0:1769074988.655063:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755a80. 00000100:00000010:3.0:1769074988.655067:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.655072:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.655079:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.655093:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.655096:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519a0. 00000400:00000010:3.0:1769074988.655099:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074988.655103:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801408, portal 16 00000400:00000010:3.0:1769074988.655105:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074988.655107:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368801408, offset 0 00000400:00000200:3.0:1769074988.655111:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.655115:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.655119:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.655121:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.655123:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.655125:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.655128:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17024:17024:256:4294967295] 192.168.204.41@tcp LPNI seq info [17020:17020:8:4294967295] 00000400:00000200:3.0:1769074988.655134:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.655137:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.655140:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074988.655142:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.655146:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.655148:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.655216:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.655221:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074988.655225:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.655229:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.655232:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:0.0:1769074988.655234:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000100:00000200:0.0:1769074988.655241:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368801408/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.655818:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.655827:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b680 00000400:00000200:1.0:1769074988.655832:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28f51 [1] + 224 00000400:00000200:1.0:1769074988.655841:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.655844:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.655852:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368801408/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.655907:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519a0. 00000400:00000200:3.0:1769074988.655911:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:3.0:1769074988.655913:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074988.655993:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368801408/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.656005:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368801408/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.656022:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:3.0:1769074988.656046:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.656054:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.656057:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000400:00000200:0.0:1769074988.656059:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6c000 00000100:00000010:3.0:1769074988.656062:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.656066:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755a80. 00000400:00000200:0.0:1769074988.656070:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21df1 [2] + 1640 00010000:00000200:3.0:1769074988.656078:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650f480 x1855008351371136/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.656090:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074988.656094:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351371136, offset 224 00000400:00000200:3.0:1769074988.656100:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.656102:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.656112:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.656113:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.656125:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17025:17025:256:4294967295] 192.168.204.41@tcp LPNI seq info [17021:17021:8:4294967295] 00000400:00000200:3.0:1769074988.656174:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.656180:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074988.656182:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:3.0:1769074988.656183:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000100:00000010:0.0:1769074988.656191:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d500. 00000800:00000200:3.0:1769074988.656200:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.656205:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.656207:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.656226:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.656229:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.656232:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074988.656254:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.656257:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000800:00000010:0.0:1769074988.656259:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000020:00000010:2.0:1769074988.656265:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000400:00000200:0.0:1769074988.656266:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.656272:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0479f400. 00000400:00000200:0.0:1769074988.656274:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.656279:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000400:00000200:0.0:1769074988.656280:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:0.0:1769074988.656285:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000020:00000010:2.0:1769074988.656287:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.656314:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3650d500 x1855008351371264/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.656341:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.656344:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.656347:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351371264 02000000:00000010:2.0:1769074988.656355:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08000. 00010000:00000010:2.0:1769074988.656384:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.656389:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074988.656393:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.656419:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a25c400. 02000000:00000010:2.0:1769074988.656432:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a04c04400. 00000400:00000010:2.0:1769074988.656436:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000010:2.0:1769074988.656440:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.656443:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801536, portal 16 00000400:00000010:2.0:1769074988.656447:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.656449:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368801536, offset 0 00000400:00000200:2.0:1769074988.656455:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.656461:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.656465:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.656468:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.656471:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.656473:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.656477:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17026:17026:256:4294967295] 192.168.204.41@tcp LPNI seq info [17022:17022:8:4294967295] 00000400:00000200:2.0:1769074988.656486:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.656491:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.656494:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.656499:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.656503:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.656507:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.656576:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.656580:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.656583:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.656587:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.656590:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:1.0:1769074988.656591:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:1.0:1769074988.656596:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368801536/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.657256:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.657262:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b700 00000400:00000200:1.0:1769074988.657267:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28f5d [1] + 224 00000400:00000200:1.0:1769074988.657274:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.657276:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.657281:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368801536/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.657319:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000200:2.0:1769074988.657324:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:2.0:1769074988.657326:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.657333:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368801536/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.657343:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368801536/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.657359:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a04c04400. 02000000:00000010:2.0:1769074988.657363:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a25c400. 00000100:00000010:2.0:1769074988.657366:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.657386:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074988.657390:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00000400:00000010:2.0:1769074988.657398:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.657401:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351371264, offset 224 00000400:00000200:2.0:1769074988.657407:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.657413:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.657418:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17027:17027:256:4294967295] 192.168.204.41@tcp LPNI seq info [17023:17023:8:4294967295] 00000400:00000200:2.0:1769074988.657427:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.657432:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.657436:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.657440:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.657445:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.657448:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.657466:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.657470:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.657473:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0479f400. 00000800:00000200:0.0:1769074988.657522:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.657525:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.657528:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.657532:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.657535:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:0.0:1769074988.657536:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:1.0:1769074988.657699:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.657722:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6c100 00000400:00000200:1.0:1769074988.657729:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x218dd [2] + 784 00000400:00000200:1.0:1769074988.657756:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.657759:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.657762:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.657766:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b100. 00000020:00000010:2.0:1769074988.657809:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.657814:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.657818:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c04400. 00000020:00000010:2.0:1769074988.657821:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.657824:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.657847:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.657850:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.657853:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351371520 00000001:00000010:2.0:1769074988.657859:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ecf00. 02000000:00000010:2.0:1769074988.657879:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a09400. 00000020:00000010:2.0:1769074988.657910:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.657915:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04c04e00. 00080000:00000010:2.0:1769074988.657928:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.657957:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9120. 00000001:00000010:2.0:1769074988.657963:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074988.657991:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.657996:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.658017:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3cfb8800. 00010000:00000200:2.0:1769074988.658056:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b100 x1855008351371520/t60129542373(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.658070:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.658073:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351371520, offset 224 00000400:00000200:2.0:1769074988.658090:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.658097:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.658102:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17028:17028:256:4294967295] 192.168.204.41@tcp LPNI seq info [17024:17024:8:4294967295] 00000400:00000200:2.0:1769074988.658111:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.658116:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.658120:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.658124:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.658129:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.658132:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.658147:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.658151:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.658154:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04400. 00000800:00000200:1.0:1769074988.658201:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.658203:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.658206:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.658209:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.658212:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074988.658213:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:0.0:1769074988.659222:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.659231:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 600 into portal 12 MB=0x6971ec9d6c180 00000400:00000200:0.0:1769074988.659238:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 600/600 into md 0x4c41 [64] + 178576 00000400:00000200:0.0:1769074988.659247:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.659252:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.659256:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.659260:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97b80. 00000020:00000010:2.0:1769074988.659317:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.659322:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.659326:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c04400. 00000020:00000010:2.0:1769074988.659329:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.659332:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.659356:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.659359:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.659362:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351371648 00000001:00000010:2.0:1769074988.659367:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ec000. 00010000:00000010:2.0:1769074988.659377:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:2.0:1769074988.659383:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.659416:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10bef000. 00010000:00000010:2.0:1769074988.659433:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.659437:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.659461:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a600. 00010000:00000010:2.0:1769074988.659466:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10090100. 00010000:00000010:2.0:1769074988.659471:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.659475:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddd80. 00010000:00000010:2.0:1769074988.659504:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.659514:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddd80. 00010000:00000010:2.0:1769074988.659519:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10090100. 00010000:00000010:2.0:1769074988.659536:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.659545:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97b80 x1855008351371648/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 600/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.659557:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.659561:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351371648, offset 224 00000400:00000200:2.0:1769074988.659566:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.659572:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.659577:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17029:17029:256:4294967295] 192.168.204.41@tcp LPNI seq info [17025:17025:8:4294967295] 00000400:00000200:2.0:1769074988.659585:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.659590:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.659593:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.659598:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.659603:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.659606:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.659622:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b11607980. 00000020:00000010:2.0:1769074988.659627:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.659630:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04400. 00000800:00000200:1.0:1769074988.659663:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.659666:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.659669:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.659672:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.659674:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074988.659676:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:1.0:1769074988.660503:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.660509:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 600 into portal 12 MB=0x6971ec9d6c200 00000400:00000200:1.0:1769074988.660513:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 600/600 into md 0x4c41 [64] + 179176 00000400:00000200:1.0:1769074988.660520:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.660522:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.660525:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.660528:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598380. 00000020:00000010:2.0:1769074988.660569:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.660589:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.660594:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c04400. 00000020:00000010:2.0:1769074988.660597:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10090100. 00000020:00000010:2.0:1769074988.660600:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.660623:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.660626:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.660628:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351371776 00010000:00000010:2.0:1769074988.660641:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.660646:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.660658:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10bea000. 00010000:00000010:2.0:1769074988.660672:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.660676:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddd80. 00010000:00000010:2.0:1769074988.660683:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a200. 00010000:00000010:2.0:1769074988.660686:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10090b80. 00010000:00000010:2.0:1769074988.660690:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.660693:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.660727:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddd80. 00010000:00000010:2.0:1769074988.660736:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.660740:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10090b80. 00010000:00000010:2.0:1769074988.660755:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.660764:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598380 x1855008351371776/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 600/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.660776:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.660780:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351371776, offset 224 00000400:00000200:2.0:1769074988.660785:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.660792:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.660797:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17030:17030:256:4294967295] 192.168.204.41@tcp LPNI seq info [17026:17026:8:4294967295] 00000400:00000200:2.0:1769074988.660806:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.660811:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.660830:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.660834:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.660840:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.660843:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.660858:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10090100. 00000020:00000010:2.0:1769074988.660861:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.660864:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04400. 00000800:00000200:0.0:1769074988.660920:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.660924:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074988.660928:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.660933:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.660937:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074988.660940:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00010000:00000010:2.1:1769074988.661068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697400. 00000400:00000200:1.0:1769074988.661807:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.661814:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 672 into portal 12 MB=0x6971ec9d6c300 00000400:00000200:1.0:1769074988.661819:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 672/672 into md 0x4c41 [64] + 179776 00000400:00000200:1.0:1769074988.661826:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.661829:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.661832:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.661835:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599880. 00000020:00000010:2.0:1769074988.661879:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.661884:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.661888:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c04400. 00000020:00000010:2.0:1769074988.661891:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10090100. 00000020:00000010:2.0:1769074988.661894:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.661917:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.661920:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.661922:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351372032 00010000:00000010:2.0:1769074988.661936:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4e00. 00010000:00000010:2.0:1769074988.661941:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.661958:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10be9000. 00010000:00000010:2.0:1769074988.661983:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.0:1769074988.661987:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.661996:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786af00. 00010000:00000010:2.0:1769074988.661999:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10090b80. 00010000:00000010:2.0:1769074988.662003:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5a00. 00010000:00000010:2.0:1769074988.662006:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddd80. 00000004:00000010:2.0:1769074988.662015:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b306945a0. 00000004:00000010:2.0:1769074988.662023:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf560f0. 00000004:00000010:2.0:1769074988.662050:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4110. 00080000:00000010:2.0:1769074988.662058:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0479f400. 00000020:00000010:2.0:1769074988.662073:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.662077:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a25c400. 00000004:00000010:2.0:1769074988.662093:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ec000. 00020000:00000010:2.0:1769074988.662122:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bdf8. 00020000:00000010:2.0:1769074988.662125:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b958. 00000004:00000010:2.0:1769074988.662139:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17648d50. 00080000:00000010:2.0:1769074988.662149:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.662169:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.662241:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c51b8. 00000001:00000010:2.0:1769074988.662251:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c51b8. 00080000:00000400:2.0:1769074988.662270:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.662274:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.662276:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.662279:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.662281:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.662284:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.662293:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b11607980. 00080000:00000400:2.0:1769074988.662302:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.662304:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.662306:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.662309:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.662311:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.662314:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.662335:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.662338:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.662341:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.662343:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.662345:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.662347:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.662368:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf96c0. 00000001:00000010:2.0:1769074988.662373:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b3ecf00. 00080000:00000010:2.0:1769074988.662384:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.662387:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.662390:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.662414:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a500. 00010000:00000010:2.0:1769074988.662420:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1d780. 00010000:00000010:2.0:1769074988.662440:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5600. 00010000:00000010:2.0:1769074988.662444:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd580. 00000004:00000010:2.0:1769074988.662464:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38b1d380. 00010000:00000010:2.0:1769074988.662478:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.662500:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.662508:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542374, last committed = 0 00010000:00000200:2.0:1769074988.662514:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599880 x1855008351372032/t60129542374(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 672/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.662525:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.662529:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351372032, offset 224 00000400:00000200:2.0:1769074988.662534:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.662540:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.662545:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17031:17031:256:4294967295] 192.168.204.41@tcp LPNI seq info [17027:17027:8:4294967295] 00000400:00000200:2.0:1769074988.662554:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.662558:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.662562:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.662566:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.662571:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.662574:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.662591:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10090100. 00000020:00000010:2.0:1769074988.662596:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.662599:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04400. 00000800:00000200:1.0:1769074988.662675:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.662679:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.662682:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.662686:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.662689:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:1.0:1769074988.662690:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000400:00000200:0.0:1769074988.663742:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.663752:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6c380 00000400:00000200:0.0:1769074988.663758:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x134bd [8] + 15296 00000400:00000010:0.0:1769074988.663762:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0684c840. 00000400:00000200:0.0:1769074988.663767:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b2a38b400 00000400:00000200:0.0:1769074988.663786:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.663791:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.663795:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b2a38b400 00000400:00000010:0.0:1769074988.663798:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b2a38b400. 00000100:00000200:0.0:1769074988.663803:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:3.0:1769074988.663868:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a80. 00000020:00000010:3.0:1769074988.663873:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a80. 00000020:00000010:3.0:1769074988.663876:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.663879:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.663882:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.663899:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a80. 00000020:00000010:3.0:1769074988.663901:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a80. 00000100:00000200:3.0:1769074988.663903:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351372160 00010000:00000010:3.0:1769074988.663913:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0b32e300. 00010000:00000010:3.0:1769074988.663917:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5e100. 00010000:00000010:3.0:1769074988.663921:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00002000:00000010:3.0:1769074988.663926:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755a80. 02000000:00000010:3.0:1769074988.663938:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227c00. 00010000:00000200:3.0:1769074988.663955:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3febec50 x1855008351372160/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.663968:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074988.663972:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351372160, offset 224 00000400:00000200:3.0:1769074988.663978:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.663985:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.663990:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17032:17032:256:4294967295] 192.168.204.41@tcp LPNI seq info [17028:17028:8:4294967295] 00000400:00000200:3.0:1769074988.664000:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.664005:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.664010:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074988.664014:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.664017:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.664020:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.664055:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.664059:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.664062:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 02000000:00000010:3.0:1769074988.664076:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40226400. 00000100:00000010:3.0:1769074988.664080:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650f480. 02000000:00000010:3.0:1769074988.664083:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227000. 00000100:00000010:3.0:1769074988.664085:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3800. 02000000:00000010:3.0:1769074988.664088:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40224c00. 00000100:00000010:3.0:1769074988.664090:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861f80. 00000800:00000200:1.0:1769074988.664096:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1769074988.664096:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227800. 00000100:00000010:3.0:1769074988.664100:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059a680. 00000800:00000010:1.0:1769074988.664103:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 02000000:00000010:3.0:1769074988.664104:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40224400. 00000100:00000010:3.0:1769074988.664110:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1880. 00000400:00000200:1.0:1769074988.664112:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074988.664114:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b40226000. 00000100:00000010:3.0:1769074988.664117:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598e00. 02000000:00000010:3.0:1769074988.664122:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c30c00. 00000400:00000200:1.0:1769074988.664123:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074988.664125:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559500. 00000400:00000200:1.0:1769074988.664130:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 02000000:00000010:3.0:1769074988.664131:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40224800. 00000400:00000010:1.0:1769074988.664136:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000010:3.0:1769074988.664136:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b100. 02000000:00000010:3.0:1769074988.664141:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b40227400. 02000000:00000010:1.0:1769074988.664145:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227c00. 00000100:00000010:3.0:1769074988.664146:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755a680. 02000000:00000010:3.0:1769074988.664153:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04cc0c00. 00000100:00000010:3.0:1769074988.664157:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 02000000:00000010:3.0:1769074988.664159:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b08886400. 00000100:00000010:3.0:1769074988.664163:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08820700. 02000000:00000010:3.0:1769074988.664167:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b08886c00. 00000100:00000010:3.0:1769074988.664168:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08820380. 02000000:00000010:3.0:1769074988.664170:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b08887000. 00000100:00000010:3.0:1769074988.664171:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08823b80. 02000000:00000010:3.0:1769074988.664174:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35dd3c00. 00000100:00000010:3.0:1769074988.664235:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755a300. 02000000:00000010:3.0:1769074988.664238:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02bbdc00. 00000100:00000010:3.0:1769074988.664239:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08821180. 02000000:00000010:3.0:1769074988.664242:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02bbf000. 00000100:00000010:3.0:1769074988.664244:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08822300. 02000000:00000010:3.0:1769074988.664246:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02bbcc00. 00000100:00000010:3.0:1769074988.664248:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979500. 02000000:00000010:3.0:1769074988.664250:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d6ac00. 00000100:00000010:3.0:1769074988.664251:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08821f80. 02000000:00000010:3.0:1769074988.664253:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d69800. 00000100:00000010:3.0:1769074988.664255:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1c00. 02000000:00000010:3.0:1769074988.664257:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d6b000. 00000100:00000010:3.0:1769074988.664259:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978000. 02000000:00000010:3.0:1769074988.664261:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d6a800. 00000100:00000010:3.0:1769074988.664262:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 02000000:00000010:3.0:1769074988.664265:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d69c00. 00000100:00000010:3.0:1769074988.664266:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe680. 02000000:00000010:3.0:1769074988.664268:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d68400. 00000100:00000010:3.0:1769074988.664270:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979180. 02000000:00000010:3.0:1769074988.664271:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d68800. 00000100:00000010:3.0:1769074988.664273:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58700. 02000000:00000010:3.0:1769074988.664275:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b35d6bc00. 00000100:00000010:3.0:1769074988.664276:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860380. 02000000:00000010:3.0:1769074988.664278:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b307f5000. 00000100:00000010:3.0:1769074988.664280:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497a680. 02000000:00000010:3.0:1769074988.664282:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c31400. 00000100:00000010:3.0:1769074988.664283:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666a00. 02000000:00000010:3.0:1769074988.664285:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b173a4800. 00000100:00000010:3.0:1769074988.664287:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1c00. 02000000:00000010:3.0:1769074988.664288:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b173a6c00. 00000100:00000010:3.0:1769074988.664290:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667480. 02000000:00000010:3.0:1769074988.664292:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b173a7800. 00000100:00000010:3.0:1769074988.664293:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1180. 02000000:00000010:3.0:1769074988.664295:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b361aec00. 00000100:00000010:3.0:1769074988.664297:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37d180. 02000000:00000010:3.0:1769074988.664300:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b361af800. 00000100:00000010:3.0:1769074988.664302:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665880. 02000000:00000010:3.0:1769074988.664304:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b361af400. 00000100:00000010:3.0:1769074988.664305:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ea00. 02000000:00000010:3.0:1769074988.664307:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b361ae000. 00000100:00000010:3.0:1769074988.664308:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666d80. 02000000:00000010:3.0:1769074988.664310:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b307f5c00. 00000100:00000010:3.0:1769074988.664311:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85180. 02000000:00000010:3.0:1769074988.664313:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c31800. 00000100:00000010:3.0:1769074988.664314:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47b80. 02000000:00000010:3.0:1769074988.664317:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c33c00. 00000100:00000010:3.0:1769074988.664318:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45c00. 02000000:00000010:3.0:1769074988.664320:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c31c00. 00000100:00000010:3.0:1769074988.664322:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97800. 02000000:00000010:3.0:1769074988.664324:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c30800. 00000100:00000010:3.0:1769074988.664325:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2680. 02000000:00000010:3.0:1769074988.664327:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c30400. 00000100:00000010:3.0:1769074988.664329:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020380. 02000000:00000010:3.0:1769074988.664331:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c31000. 00000100:00000010:3.0:1769074988.664332:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2d80. 02000000:00000010:3.0:1769074988.664334:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c32c00. 00000100:00000010:3.0:1769074988.664335:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559c00. 02000000:00000010:3.0:1769074988.664338:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c33000. 00000100:00000010:3.0:1769074988.664339:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1180. 02000000:00000010:3.0:1769074988.664342:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06c33800. 00000100:00000010:3.0:1769074988.664343:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b480. 02000000:00000010:3.0:1769074988.664345:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc45000. 00000100:00000010:3.0:1769074988.664347:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0700. 02000000:00000010:3.0:1769074988.664349:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b1fc45400. 00000100:00000010:3.0:1769074988.664350:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1f80. 00000100:00000200:3.0:1769074988.664355:0:44333:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:3.0:1769074988.664358:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367519a0. 00000400:00000010:3.0:1769074988.664362:0:44333:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b06158c00. 00000400:00000200:1.0:1769074988.664954:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.664964:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6c400 00000400:00000200:1.0:1769074988.664970:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 0 00000400:00000200:1.0:1769074988.664981:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.664985:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.664989:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.664994:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598a80. 00000020:00000010:3.0:1769074988.665051:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c00. 00000020:00000010:3.0:1769074988.665054:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c00. 00000020:00000010:3.0:1769074988.665058:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.665061:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.665063:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.665089:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c00. 00000020:00000010:3.0:1769074988.665091:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c00. 00000100:00000200:3.0:1769074988.665092:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351372288 00010000:00000010:3.0:1769074988.665101:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697c00. 02000000:00000010:3.0:1769074988.665110:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227400. 00010000:00000010:3.0:1769074988.665117:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755c00. 00000100:00000010:3.0:1769074988.665122:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.665128:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.665138:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.665154:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.665159:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.665163:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074988.665168:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801664, portal 16 00000400:00000010:3.0:1769074988.665172:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074988.665174:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368801664, offset 0 00000400:00000200:3.0:1769074988.665180:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.665187:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.665191:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.665195:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.665197:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.665200:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.665204:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17033:17033:256:4294967295] 192.168.204.41@tcp LPNI seq info [17029:17029:8:4294967295] 00000400:00000200:3.0:1769074988.665213:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.665218:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.665222:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074988.665227:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.665232:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.665235:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.665313:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.665317:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074988.665321:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.665326:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.665329:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:0.0:1769074988.665332:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000100:00000200:0.0:1769074988.665338:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368801664/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.665930:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.665937:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b780 00000400:00000200:1.0:1769074988.665941:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28f81 [1] + 224 00000400:00000200:1.0:1769074988.665949:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.665953:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.665961:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368801664/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.666058:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.666063:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074988.666065:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00010000:00000010:2.1:1769074988.666071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6800. 00000100:00000200:3.0:1769074988.666074:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368801664/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.666079:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:2.1:1769074988.666082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.1:1769074988.666091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000100:00000200:3.0:1769074988.666095:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368801664/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.666097:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6c480 00010000:00000010:2.1:1769074988.666099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:2.1:1769074988.666107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00000400:00000200:1.0:1769074988.666113:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21df1 [2] + 1968 00010000:00000010:2.1:1769074988.666115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf600. 00000400:00000010:1.0:1769074988.666120:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36299cb8. 00010000:00000010:2.1:1769074988.666122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 02000000:00000010:3.0:1769074988.666123:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 00010000:00000010:2.1:1769074988.666133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 02000000:00000010:3.0:1769074988.666134:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.666139:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000100:00000010:3.0:1769074988.666143:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.666146:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755c00. 00000400:00000200:1.0:1769074988.666148:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b40687840 00010000:00000200:3.0:1769074988.666158:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598a80 x1855008351372288/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.666168:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074988.666171:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351372288, offset 224 00000400:00000200:3.0:1769074988.666174:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.666176:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.666182:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.666186:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.666191:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17034:17034:256:4294967295] 192.168.204.41@tcp LPNI seq info [17030:17030:8:4294967295] 00000400:00000200:3.0:1769074988.666198:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.666201:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.666202:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b40687840 00000800:00000010:3.0:1769074988.666204:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000400:00000010:1.0:1769074988.666206:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b40687840. 00000800:00000200:3.0:1769074988.666211:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:1.0:1769074988.666212:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1769074988.666217:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.666220:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.666254:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000800:00000200:1.0:1769074988.666260:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.666260:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000800:00000010:1.0:1769074988.666266:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000020:00000010:3.0:1769074988.666266:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:2.0:1769074988.666267:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c04400. 00000020:00000010:3.0:1769074988.666272:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000400:00000200:1.0:1769074988.666275:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.666276:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:3.0:1769074988.666277:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000400:00000200:1.0:1769074988.666285:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.666285:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:1.0:1769074988.666294:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:1.0:1769074988.666300:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:2.0:1769074988.666306:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a59050 x1855008351372416/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.666355:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.666358:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.666363:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351372416 02000000:00000010:2.0:1769074988.666370:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a0bc00. 00010000:00000010:2.0:1769074988.666399:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.666404:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed3c0. 00000100:00000010:2.0:1769074988.666410:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.666417:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0400. 02000000:00000010:2.0:1769074988.666427:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0200. 00000400:00000010:2.0:1769074988.666431:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000010:2.0:1769074988.666435:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.666438:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801792, portal 16 00000400:00000010:2.0:1769074988.666442:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.666445:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368801792, offset 0 00000400:00000200:2.0:1769074988.666450:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.666457:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.666460:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.666463:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.666466:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.666468:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.666472:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17035:17035:256:4294967295] 192.168.204.41@tcp LPNI seq info [17031:17031:8:4294967295] 00000400:00000200:2.0:1769074988.666480:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.666485:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.666489:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.666493:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.666498:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.666502:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.666580:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.666585:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.666588:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.666594:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.666597:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.666598:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:1.0:1769074988.666604:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368801792/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.667226:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.667236:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b800 00000400:00000200:0.0:1769074988.667242:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28f8d [1] + 224 00000400:00000200:0.0:1769074988.667251:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.667254:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.667261:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368801792/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.667302:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000200:2.0:1769074988.667307:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:2.0:1769074988.667324:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.667332:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368801792/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.667341:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368801792/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.667357:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c0200. 02000000:00000010:2.0:1769074988.667360:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c0400. 00000100:00000010:2.0:1769074988.667363:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.667366:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed3c0. 00010000:00000010:2.0:1769074988.667370:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00000400:00000010:2.0:1769074988.667378:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.667381:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351372416, offset 224 00000400:00000200:2.0:1769074988.667386:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.667392:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.667397:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17036:17036:256:4294967295] 192.168.204.41@tcp LPNI seq info [17032:17032:8:4294967295] 00000400:00000200:2.0:1769074988.667405:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.667410:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.667414:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.667418:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.667423:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.667426:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.667443:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.667446:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.667450:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04400. 02000000:00000010:2.0:1769074988.667456:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08000. 00000100:00000010:2.0:1769074988.667460:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d500. 02000000:00000010:2.0:1769074988.667464:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a0b800. 00000100:00000010:2.0:1769074988.667467:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c54700. 02000000:00000010:2.0:1769074988.667471:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b08887c00. 00000100:00000010:2.0:1769074988.667474:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059bb80. 02000000:00000010:2.0:1769074988.667492:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc1400. 00000100:00000010:2.0:1769074988.667496:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558000. 02000000:00000010:2.0:1769074988.667501:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc3400. 00000100:00000010:2.0:1769074988.667504:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fe300. 02000000:00000010:2.0:1769074988.667507:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04cc0400. 00000100:00000010:2.0:1769074988.667511:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08820000. 00000800:00000200:1.0:1769074988.667512:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.667516:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000100:00000200:2.0:1769074988.667518:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1769074988.667521:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074988.667524:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c51b8. 00000400:00000200:1.0:1769074988.667528:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:2.0:1769074988.667532:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b066ed3c0. 00000400:00000200:1.0:1769074988.667533:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:1.0:1769074988.667537:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 02000000:00000010:1.0:1769074988.667540:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a0bc00. 00000400:00000200:1.0:1769074988.667653:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.667659:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6c580 00000400:00000200:1.0:1769074988.667664:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x218dd [2] + 1176 00000400:00000200:1.0:1769074988.667671:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.667674:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.667677:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.667681:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599f80. 00000020:00000010:2.0:1769074988.667730:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.667735:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.667739:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.667742:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.667745:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.667767:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.667770:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.667773:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351372672 00000001:00000010:2.0:1769074988.667779:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 02000000:00000010:2.0:1769074988.667799:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0b800. 00000020:00000010:2.0:1769074988.667832:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.667836:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0200. 00080000:00000010:2.0:1769074988.667850:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.667878:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf97e0. 00000001:00000010:2.0:1769074988.667883:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.667896:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.667901:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.667920:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38b1d380. 00010000:00000200:2.0:1769074988.667939:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599f80 x1855008351372672/t60129542375(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.667952:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.667956:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351372672, offset 224 00000400:00000200:2.0:1769074988.667961:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.667967:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.667987:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17037:17037:256:4294967295] 192.168.204.41@tcp LPNI seq info [17033:17033:8:4294967295] 00000400:00000200:2.0:1769074988.667995:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.668000:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.668004:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.668008:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.668013:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.668016:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.668049:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.668054:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.668058:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.668096:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.668100:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.668104:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.668109:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.668112:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:0.0:1769074988.668114:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:1.0:1769074988.669056:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.669064:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6c600 00000400:00000200:1.0:1769074988.669069:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 180448 00000400:00000200:1.0:1769074988.669079:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.669083:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.669087:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.669090:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598700. 00000020:00000010:2.0:1769074988.669130:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.669135:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.669139:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.669142:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.669145:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.669168:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.669171:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.669175:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351372800 00000001:00000010:2.0:1769074988.669179:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b3ecf00. 00010000:00000010:2.0:1769074988.669192:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:2.0:1769074988.669199:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.669226:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f66000. 00010000:00000010:2.0:1769074988.669244:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5000. 00010000:00000010:2.0:1769074988.669248:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.669260:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ab00. 00010000:00000010:2.0:1769074988.669263:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1d800. 00010000:00000010:2.0:1769074988.669267:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:2.0:1769074988.669271:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd980. 00010000:00000010:2.0:1769074988.669297:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.669322:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd980. 00010000:00000010:2.0:1769074988.669327:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1d800. 00010000:00000010:2.0:1769074988.669343:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.669352:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598700 x1855008351372800/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.669363:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.669368:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351372800, offset 224 00000400:00000200:2.0:1769074988.669372:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.669378:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.669383:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17038:17038:256:4294967295] 192.168.204.41@tcp LPNI seq info [17034:17034:8:4294967295] 00000400:00000200:2.0:1769074988.669392:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.669397:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.669400:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.669405:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.669409:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.669412:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.669429:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.669432:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.669436:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:1.0:1769074988.669469:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.669472:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.669475:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.669479:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.669481:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074988.669482:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:0.0:1769074988.670187:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.670195:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6c680 00000400:00000200:0.0:1769074988.670199:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 181040 00000400:00000200:0.0:1769074988.670206:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.670208:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.670212:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.670215:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97800. 00000020:00000010:2.0:1769074988.670253:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.670258:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.670262:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.670265:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.670269:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.670291:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.670294:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.670298:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351372928 00010000:00000010:2.0:1769074988.670308:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5e00. 00010000:00000010:2.0:1769074988.670313:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.670339:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f60000. 00010000:00000010:2.0:1769074988.670352:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4600. 00010000:00000010:2.0:1769074988.670356:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd980. 00010000:00000010:2.0:1769074988.670363:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786aa00. 00010000:00000010:2.0:1769074988.670367:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1d800. 00010000:00000010:2.0:1769074988.670370:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4000. 00010000:00000010:2.0:1769074988.670373:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.670390:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd980. 00010000:00000010:2.0:1769074988.670399:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.670403:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1d800. 00010000:00000010:2.0:1769074988.670417:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.670425:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97800 x1855008351372928/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.670437:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.670441:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351372928, offset 224 00000400:00000200:2.0:1769074988.670446:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.670451:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.670456:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17039:17039:256:4294967295] 192.168.204.41@tcp LPNI seq info [17035:17035:8:4294967295] 00000400:00000200:2.0:1769074988.670465:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.670469:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.670472:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.670477:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.670481:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.670484:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.670500:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.670504:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.670508:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:1.0:1769074988.670545:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.670548:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.670550:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.670554:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.670556:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074988.670558:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00010000:00000010:2.1:1769074988.671064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:2.1:1769074988.671070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:2.1:1769074988.671073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00010000:00000010:2.1:1769074988.671076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.1:1769074988.671081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a600. 00010000:00000010:2.1:1769074988.671085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.1:1769074988.671095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:2.1:1769074988.671099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.671103:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a200. 00010000:00000010:2.1:1769074988.671106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074988.671109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00000400:00000200:1.0:1769074988.671401:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.671408:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6c780 00000400:00000200:1.0:1769074988.671412:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 181632 00000400:00000200:1.0:1769074988.671419:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.671421:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.671424:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.671427:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b800. 00000020:00000010:2.0:1769074988.671465:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.671484:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.671489:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.671492:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.671495:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.671517:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.671520:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.671523:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351373184 00010000:00000010:2.0:1769074988.671534:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5800. 00010000:00000010:2.0:1769074988.671539:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.671555:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06f63000. 00010000:00000010:2.0:1769074988.671578:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:2.0:1769074988.671582:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.671591:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a200. 00010000:00000010:2.0:1769074988.671594:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1d800. 00010000:00000010:2.0:1769074988.671598:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:2.0:1769074988.671601:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd980. 00000004:00000010:2.0:1769074988.671609:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30694d20. 00000004:00000010:2.0:1769074988.671617:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56618. 00000004:00000010:2.0:1769074988.671623:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5210. 00080000:00000010:2.0:1769074988.671630:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b036c1e00. 00000020:00000010:2.0:1769074988.671645:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.671649:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c1000. 00000004:00000010:2.0:1769074988.671664:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed000. 00020000:00000010:2.0:1769074988.671677:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b510. 00020000:00000010:2.0:1769074988.671681:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b128. 00000004:00000010:2.0:1769074988.671695:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764b9b0. 00080000:00000010:2.0:1769074988.671720:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.671741:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.671814:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5268. 00000001:00000010:2.0:1769074988.671824:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5268. 00080000:00000400:2.0:1769074988.671844:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.671848:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.671867:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.671869:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.671872:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.671875:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.671886:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3cfb8a00. 00080000:00000400:2.0:1769074988.671894:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.671896:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.671898:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.671900:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.671903:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.671905:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.671927:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.671930:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.671932:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.671934:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.671937:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.671939:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.671962:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf91e0. 00000001:00000010:2.0:1769074988.671967:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed6c0. 00080000:00000010:2.0:1769074988.671977:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.671980:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.671983:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.672008:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a600. 00010000:00000010:2.0:1769074988.672012:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8d00. 00010000:00000010:2.0:1769074988.672016:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.0:1769074988.672020:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd300. 00000004:00000010:2.0:1769074988.672062:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b11607a80. 00010000:00000010:2.0:1769074988.672077:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.672099:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.672105:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542376, last committed = 0 00010000:00000200:2.0:1769074988.672112:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b800 x1855008351373184/t60129542376(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.672145:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.672149:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351373184, offset 224 00000400:00000200:2.0:1769074988.672154:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.672160:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.672165:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17040:17040:256:4294967295] 192.168.204.41@tcp LPNI seq info [17036:17036:8:4294967295] 00000400:00000200:2.0:1769074988.672174:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.672179:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.672182:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.672186:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.672191:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.672194:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.672209:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.672214:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.672217:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.672268:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.672272:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.672276:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.672281:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.672285:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:0.0:1769074988.672287:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:1.0:1769074988.673169:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.673179:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6c800 00000400:00000200:1.0:1769074988.673186:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 328 00000400:00000200:1.0:1769074988.673200:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.673205:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.673209:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.673214:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b480. 00000020:00000010:3.0:1769074988.673266:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c00. 00000020:00000010:3.0:1769074988.673270:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c00. 00000020:00000010:3.0:1769074988.673273:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.673275:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.673277:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.673296:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c00. 00000020:00000010:3.0:1769074988.673297:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c00. 00000100:00000200:3.0:1769074988.673299:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351373312 00010000:00000010:3.0:1769074988.673310:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e600. 00010000:00000010:3.0:1769074988.673312:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5e300. 00010000:00000010:3.0:1769074988.673316:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00002000:00000010:3.0:1769074988.673321:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755c00. 02000000:00000010:3.0:1769074988.673332:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40224800. 00010000:00000200:3.0:1769074988.673345:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b480 x1855008351373312/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.673356:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074988.673360:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351373312, offset 224 00000400:00000200:3.0:1769074988.673365:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.673373:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.673379:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17041:17041:256:4294967295] 192.168.204.41@tcp LPNI seq info [17037:17037:8:4294967295] 00000400:00000200:3.0:1769074988.673388:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.673393:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.673397:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074988.673403:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.673408:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.673411:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.673426:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.673431:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.673434:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.673470:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.673474:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:1.0:1769074988.673477:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.673480:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.673482:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:1.0:1769074988.673484:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000400:00000200:0.0:1769074988.674310:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.674319:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6c880 00000400:00000200:0.0:1769074988.674325:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 656 00000400:00000200:0.0:1769074988.674334:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.674338:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.674342:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.674347:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19f80. 00000020:00000010:3.0:1769074988.674392:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074988.674396:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074988.674399:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.674401:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.674403:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.674420:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074988.674421:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 00000100:00000200:3.0:1769074988.674423:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351373440 00010000:00000010:3.0:1769074988.674432:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697400. 02000000:00000010:3.0:1769074988.674438:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40226000. 00010000:00000010:3.0:1769074988.674443:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755ac0. 00000100:00000010:3.0:1769074988.674446:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.674451:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.674457:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.674467:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.674470:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.674473:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074988.674476:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368801920, portal 16 00000400:00000010:3.0:1769074988.674479:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fcc0. 00000100:00000200:3.0:1769074988.674481:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368801920, offset 0 00000400:00000200:3.0:1769074988.674484:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.674490:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.674492:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.674495:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.674497:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.674499:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.674502:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17042:17042:256:4294967295] 192.168.204.41@tcp LPNI seq info [17038:17038:8:4294967295] 00000400:00000200:3.0:1769074988.674507:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.674511:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.674513:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074988.674516:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.674520:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.674524:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.674603:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.674607:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074988.674611:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.674616:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.674620:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fcc0 00000400:00000010:1.0:1769074988.674622:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fcc0. 00000100:00000200:1.0:1769074988.674628:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368801920/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.675252:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.675259:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b880 00000400:00000200:1.0:1769074988.675263:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28fb1 [1] + 224 00000400:00000200:1.0:1769074988.675270:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.675272:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.675277:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368801920/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.675325:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.675329:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:3.0:1769074988.675330:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074988.675336:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368801920/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.675343:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368801920/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074988.675357:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.675361:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.675364:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000100:00000010:3.0:1769074988.675367:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.675369:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755ac0. 00010000:00000200:3.0:1769074988.675425:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19f80 x1855008351373440/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.675434:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074988.675437:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351373440, offset 224 00000400:00000200:3.0:1769074988.675441:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.675447:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.675451:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17043:17043:256:4294967295] 192.168.204.41@tcp LPNI seq info [17039:17039:8:4294967295] 00000400:00000200:3.0:1769074988.675459:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074988.675468:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:3.0:1769074988.675469:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.675476:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074988.675486:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074988.675487:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6c900 00000800:00000200:3.0:1769074988.675494:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.675497:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:0.0:1769074988.675500:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21f61 [2] + 0 00000020:00000010:3.0:1769074988.675511:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.675515:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.675518:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000400:00000200:0.0:1769074988.675543:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.675550:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.675556:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074988.675560:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18700. 00000800:00000200:1.0:1769074988.675577:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.675581:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:1.0:1769074988.675584:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.675589:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.675593:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:1.0:1769074988.675594:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000020:00000010:2.0:1769074988.675609:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.675615:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.675619:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.675623:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.675626:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.675641:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06d18700 x1855008351373568/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.675667:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.675670:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.675674:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351373568 02000000:00000010:2.0:1769074988.675681:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08000. 00010000:00000010:2.0:1769074988.675723:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.675729:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed300. 00000100:00000010:2.0:1769074988.675733:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.675757:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c1600. 02000000:00000010:2.0:1769074988.675768:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c1200. 00000400:00000010:2.0:1769074988.675772:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5268. 00000400:00000010:2.0:1769074988.675776:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.675780:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802048, portal 16 00000400:00000010:2.0:1769074988.675784:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.675786:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368802048, offset 0 00000400:00000200:2.0:1769074988.675792:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.675799:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.675802:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.675805:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.675808:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.675810:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.675813:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17044:17044:256:4294967295] 192.168.204.41@tcp LPNI seq info [17040:17040:8:4294967295] 00000400:00000200:2.0:1769074988.675822:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.675827:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.675830:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.675834:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.675839:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.675843:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.675902:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.675907:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.675910:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.675915:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.675918:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:1.0:1769074988.675920:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000100:00000200:1.0:1769074988.675926:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368802048/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.676060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.1:1769074988.676066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4e00. 00010000:00000010:2.1:1769074988.676070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00000400:00000200:0.0:1769074988.676534:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.676543:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b900 00000400:00000200:0.0:1769074988.676549:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28fbd [1] + 224 00000400:00000200:0.0:1769074988.676557:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.676561:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.676568:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368802048/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.676613:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5268. 00000400:00000200:2.0:1769074988.676618:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:2.0:1769074988.676620:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.676627:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368802048/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.676637:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368802048/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.676651:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c1200. 02000000:00000010:2.0:1769074988.676656:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c1600. 00000100:00000010:2.0:1769074988.676659:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.676677:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed300. 00010000:00000010:2.0:1769074988.676681:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00000400:00000010:2.0:1769074988.676689:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.676692:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351373568, offset 224 00000400:00000200:2.0:1769074988.676697:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.676717:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.676722:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17045:17045:256:4294967295] 192.168.204.41@tcp LPNI seq info [17041:17041:8:4294967295] 00000400:00000200:2.0:1769074988.676730:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.676736:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.676740:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.676744:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.676749:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.676752:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.676769:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.676773:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.676776:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:1.0:1769074988.676843:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.676847:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.676850:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.676854:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.676857:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:1.0:1769074988.676859:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:1.0:1769074988.676870:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.676876:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6ca00 00000400:00000200:1.0:1769074988.676882:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x218dd [2] + 1568 00000400:00000200:1.0:1769074988.676889:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.676892:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.676895:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.676897:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059a300. 00000020:00000010:2.0:1769074988.676949:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.676953:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.676957:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.676960:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.676964:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.676985:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.676988:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.676991:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351373824 00000001:00000010:2.0:1769074988.676997:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.677016:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0b000. 00000020:00000010:2.0:1769074988.677064:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.677069:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c1600. 00080000:00000010:2.0:1769074988.677082:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.677106:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9a20. 00000001:00000010:2.0:1769074988.677111:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.677140:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.677144:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.677165:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b11607a80. 00010000:00000200:2.0:1769074988.677182:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059a300 x1855008351373824/t60129542377(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.677195:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.677199:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351373824, offset 224 00000400:00000200:2.0:1769074988.677203:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.677209:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.677213:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17046:17046:256:4294967295] 192.168.204.41@tcp LPNI seq info [17042:17042:8:4294967295] 00000400:00000200:2.0:1769074988.677222:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.677227:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.677231:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.677235:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.677239:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.677243:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.677259:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.677263:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.677266:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.677317:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.677321:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074988.677325:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.677330:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.677333:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:0.0:1769074988.677335:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:0.0:1769074988.678224:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.678232:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6ca80 00000400:00000200:0.0:1769074988.678238:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 182296 00000400:00000200:0.0:1769074988.678247:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.678252:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.678274:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.678278:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b800. 00000020:00000010:2.0:1769074988.678323:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.678328:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.678332:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.678335:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.678339:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.678364:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.678367:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.678370:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351373952 00000001:00000010:2.0:1769074988.678376:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed6c0. 00010000:00000010:2.0:1769074988.678387:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.678393:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.678423:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f65000. 00010000:00000010:2.0:1769074988.678439:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4e00. 00010000:00000010:2.0:1769074988.678443:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.678454:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a900. 00010000:00000010:2.0:1769074988.678458:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10090100. 00010000:00000010:2.0:1769074988.678462:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.0:1769074988.678465:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddd00. 00010000:00000010:2.0:1769074988.678489:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.678498:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddd00. 00010000:00000010:2.0:1769074988.678502:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10090100. 00010000:00000010:2.0:1769074988.678519:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.678528:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b800 x1855008351373952/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.678540:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.678544:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351373952, offset 224 00000400:00000200:2.0:1769074988.678550:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.678556:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.678561:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17047:17047:256:4294967295] 192.168.204.41@tcp LPNI seq info [17043:17043:8:4294967295] 00000400:00000200:2.0:1769074988.678570:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.678575:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.678578:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.678583:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.678587:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.678590:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.678607:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.678611:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.678614:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:1.0:1769074988.678655:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.678658:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.678661:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.678665:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.678667:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074988.678669:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:0.0:1769074988.679449:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.679459:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6cb00 00000400:00000200:0.0:1769074988.679464:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 182888 00000400:00000200:0.0:1769074988.679473:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.679477:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.679480:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.679484:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b480. 00000020:00000010:2.0:1769074988.679528:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.679548:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.679552:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.679556:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10090100. 00000020:00000010:2.0:1769074988.679559:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.679580:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.679583:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.679587:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351374080 00010000:00000010:2.0:1769074988.679599:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.679604:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.679617:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f67000. 00010000:00000010:2.0:1769074988.679629:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.679633:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddd00. 00010000:00000010:2.0:1769074988.679641:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a700. 00010000:00000010:2.0:1769074988.679645:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1db00. 00010000:00000010:2.0:1769074988.679649:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.679652:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.679670:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddd00. 00010000:00000010:2.0:1769074988.679679:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.679683:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1db00. 00010000:00000010:2.0:1769074988.679696:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.679717:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b480 x1855008351374080/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.679729:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.679733:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351374080, offset 224 00000400:00000200:2.0:1769074988.679738:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.679744:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.679749:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17048:17048:256:4294967295] 192.168.204.41@tcp LPNI seq info [17044:17044:8:4294967295] 00000400:00000200:2.0:1769074988.679757:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.679762:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.679781:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.679785:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.679790:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.679793:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.679808:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10090100. 00000020:00000010:2.0:1769074988.679812:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.679815:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.679863:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.679868:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074988.679871:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.679876:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.679879:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:0.0:1769074988.679881:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00010000:00000010:2.1:1769074988.680060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5000. 00010000:00000010:2.1:1769074988.680067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ab00. 00010000:00000010:2.1:1769074988.680072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:2.1:1769074988.680074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:2.1:1769074988.680077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4600. 00010000:00000010:2.1:1769074988.680080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786aa00. 00010000:00000010:2.1:1769074988.680083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4000. 00010000:00000010:2.1:1769074988.680086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5e00. 00000400:00000200:1.0:1769074988.680771:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.680777:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6cc00 00000400:00000200:1.0:1769074988.680781:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 183480 00000400:00000200:1.0:1769074988.680798:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.680801:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.680804:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.680807:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599180. 00000020:00000010:2.0:1769074988.680851:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.680855:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.680860:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.680864:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.680867:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.680889:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.680892:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.680895:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351374336 00010000:00000010:2.0:1769074988.680906:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.680912:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.680928:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06f62000. 00010000:00000010:2.0:1769074988.680954:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.680959:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.680968:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786aa00. 00010000:00000010:2.0:1769074988.680972:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10090100. 00010000:00000010:2.0:1769074988.680976:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5e00. 00010000:00000010:2.0:1769074988.680980:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddd00. 00000004:00000010:2.0:1769074988.680990:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b306941e0. 00000004:00000010:2.0:1769074988.680998:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56e10. 00000004:00000010:2.0:1769074988.681004:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4bb0. 00080000:00000010:2.0:1769074988.681011:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b036c1200. 00000020:00000010:2.0:1769074988.681047:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.681052:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0800. 00000004:00000010:2.0:1769074988.681067:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed6c0. 00020000:00000010:2.0:1769074988.681097:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b938. 00020000:00000010:2.0:1769074988.681101:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b950. 00000004:00000010:2.0:1769074988.681115:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764a5b8. 00080000:00000010:2.0:1769074988.681124:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.681146:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.681223:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5268. 00000001:00000010:2.0:1769074988.681234:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5268. 00080000:00000400:2.0:1769074988.681253:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.681257:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.681260:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.681262:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.681265:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.681267:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.681279:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b2c044a00. 00080000:00000400:2.0:1769074988.681286:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.681289:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.681291:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.681294:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.681296:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.681298:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.681320:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.681323:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.681325:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.681328:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.681330:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.681332:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.681354:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9360. 00000001:00000010:2.0:1769074988.681358:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed300. 00080000:00000010:2.0:1769074988.681369:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.681372:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.681375:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.681400:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ab00. 00010000:00000010:2.0:1769074988.681405:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56700. 00010000:00000010:2.0:1769074988.681424:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4000. 00010000:00000010:2.0:1769074988.681429:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd700. 00000004:00000010:2.0:1769074988.681447:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3ed56600. 00010000:00000010:2.0:1769074988.681461:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.681483:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.681490:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542378, last committed = 0 00010000:00000200:2.0:1769074988.681497:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599180 x1855008351374336/t60129542378(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.681509:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.681514:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351374336, offset 224 00000400:00000200:2.0:1769074988.681519:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.681526:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.681531:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17049:17049:256:4294967295] 192.168.204.41@tcp LPNI seq info [17045:17045:8:4294967295] 00000400:00000200:2.0:1769074988.681540:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.681545:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.681548:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.681553:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.681558:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.681561:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.681578:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1db00. 00000020:00000010:2.0:1769074988.681582:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.681585:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.681639:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.681643:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:0.0:1769074988.681647:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.681651:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.681655:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:0.0:1769074988.681657:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:0.0:1769074988.682774:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.682783:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6cc80 00000400:00000200:0.0:1769074988.682789:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 984 00000400:00000200:0.0:1769074988.682798:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.682802:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.682806:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.682809:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a300. 00000020:00000010:3.0:1769074988.682863:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074988.682868:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074988.682872:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.682874:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.682877:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.682897:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ac0. 00000020:00000010:3.0:1769074988.682899:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ac0. 00000100:00000200:3.0:1769074988.682900:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351374464 00010000:00000010:3.0:1769074988.682911:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5ee00. 00010000:00000010:3.0:1769074988.682914:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5ea00. 00010000:00000010:3.0:1769074988.682917:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00002000:00000010:3.0:1769074988.682922:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755ac0. 02000000:00000010:3.0:1769074988.682935:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40224400. 00010000:00000200:3.0:1769074988.682952:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a300 x1855008351374464/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.682965:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074988.682969:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351374464, offset 224 00000400:00000200:3.0:1769074988.682975:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.682983:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.682988:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17050:17050:256:4294967295] 192.168.204.41@tcp LPNI seq info [17046:17046:8:4294967295] 00000400:00000200:3.0:1769074988.682997:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.683003:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.683007:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074988.683011:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.683016:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.683018:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.683053:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.683057:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.683060:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.683135:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.683140:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:1.0:1769074988.683145:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.683150:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.683154:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:1.0:1769074988.683156:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000400:00000200:0.0:1769074988.683937:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.683947:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6cd00 00000400:00000200:0.0:1769074988.683952:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 1312 00000400:00000200:0.0:1769074988.683962:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.683966:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.683970:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.683974:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19180. 00000020:00000010:3.0:1769074988.684021:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074988.684024:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074988.684041:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.684043:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.684046:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.684066:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074988.684067:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000100:00000200:3.0:1769074988.684070:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351374592 00010000:00000010:3.0:1769074988.684079:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213a000. 02000000:00000010:3.0:1769074988.684086:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227800. 00010000:00000010:3.0:1769074988.684093:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755ec0. 00000100:00000010:3.0:1769074988.684099:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.684106:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.684114:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.684130:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.684135:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.684140:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000100:00000200:3.0:1769074988.684145:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802176, portal 16 00000400:00000010:3.0:1769074988.684149:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074988.684152:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368802176, offset 0 00000400:00000200:3.0:1769074988.684156:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.684161:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.684164:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.684166:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.684168:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.684170:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.684173:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17051:17051:256:4294967295] 192.168.204.41@tcp LPNI seq info [17047:17047:8:4294967295] 00000400:00000200:3.0:1769074988.684178:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.684181:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.684184:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074988.684187:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.684190:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.684193:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.684268:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.684273:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074988.684277:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.684282:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.684286:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:0.0:1769074988.684288:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000100:00000200:0.0:1769074988.684294:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368802176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.684838:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.684846:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0b980 00000400:00000200:1.0:1769074988.684850:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28fdd [1] + 224 00000400:00000200:1.0:1769074988.684857:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.684860:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.684865:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368802176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.684948:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.684952:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000400:00000010:3.0:1769074988.684954:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00000100:00000200:3.0:1769074988.684959:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368802176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.684968:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368802176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074988.684986:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 00000400:00000200:0.0:1769074988.684988:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:3.0:1769074988.684993:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.684998:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000400:00000200:0.0:1769074988.685001:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6cd80 00000100:00000010:3.0:1769074988.685003:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.685009:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755ec0. 00000400:00000200:0.0:1769074988.685013:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21f61 [2] + 328 00010000:00000200:3.0:1769074988.685021:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19180 x1855008351374592/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.685055:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000100:00000200:3.0:1769074988.685058:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351374592, offset 224 00000400:00000200:3.0:1769074988.685064:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.685066:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.685072:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.685078:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.685083:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17052:17052:256:4294967295] 192.168.204.41@tcp LPNI seq info [17048:17048:8:4294967295] 00000400:00000200:3.0:1769074988.685093:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.685099:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074988.685101:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:3.0:1769074988.685104:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000100:00000010:0.0:1769074988.685108:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19c00. 00000800:00000200:3.0:1769074988.685114:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.685121:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:2.0:1769074988.685155:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.685160:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.685165:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.685169:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000800:00000200:3.0:1769074988.685171:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.685173:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.685191:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06d19c00 x1855008351374720/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074988.685195:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.685202:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.685207:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074988.685248:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.685250:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000800:00000010:0.0:1769074988.685253:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000020:00000010:2.0:1769074988.685255:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000400:00000200:0.0:1769074988.685259:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074988.685261:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351374720 00000400:00000200:0.0:1769074988.685268:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074988.685271:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08c00. 00000400:00000200:0.0:1769074988.685273:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000400:00000010:0.0:1769074988.685277:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00010000:00000010:2.0:1769074988.685305:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.685311:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066edd80. 00000100:00000010:2.0:1769074988.685315:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.685322:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0000. 02000000:00000010:2.0:1769074988.685333:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0a00. 00000400:00000010:2.0:1769074988.685337:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5268. 00000400:00000010:2.0:1769074988.685341:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.685344:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802304, portal 16 00000400:00000010:2.0:1769074988.685348:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.685351:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368802304, offset 0 00000400:00000200:2.0:1769074988.685357:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.685363:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.685367:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.685370:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.685373:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.685375:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.685378:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17053:17053:256:4294967295] 192.168.204.41@tcp LPNI seq info [17049:17049:8:4294967295] 00000400:00000200:2.0:1769074988.685387:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.685392:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.685395:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.685400:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.685404:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.685408:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.685467:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.685470:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.685473:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.685476:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.685479:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:1.0:1769074988.685480:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:1.0:1769074988.685485:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368802304/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.686082:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.686091:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ba00 00000400:00000200:0.0:1769074988.686096:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x28fe9 [1] + 224 00000400:00000200:0.0:1769074988.686105:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.686109:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.686116:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368802304/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.686157:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5268. 00000400:00000200:2.0:1769074988.686163:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:2.0:1769074988.686179:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.686186:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368802304/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.686196:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368802304/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.686212:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c0a00. 02000000:00000010:2.0:1769074988.686215:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c0000. 00000100:00000010:2.0:1769074988.686218:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.686221:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066edd80. 00010000:00000010:2.0:1769074988.686224:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00000400:00000010:2.0:1769074988.686232:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.686235:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351374720, offset 224 00000400:00000200:2.0:1769074988.686240:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.686246:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.686251:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17054:17054:256:4294967295] 192.168.204.41@tcp LPNI seq info [17050:17050:8:4294967295] 00000400:00000200:2.0:1769074988.686260:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.686265:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.686269:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.686273:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.686278:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.686281:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.686297:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.686304:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.686308:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.686373:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.686378:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.686384:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.686385:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.686394:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.686395:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6ce80 00000400:00000200:0.0:1769074988.686401:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:0.0:1769074988.686405:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:1.0:1769074988.686412:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x218dd [2] + 1960 00000400:00000010:1.0:1769074988.686416:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8f78. 00000400:00000200:1.0:1769074988.686419:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a0a8a7b40 00000400:00000200:1.0:1769074988.686425:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.686444:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.686446:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0a8a7b40 00000400:00000010:1.0:1769074988.686448:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0a8a7b40. 00000100:00000200:1.0:1769074988.686452:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074988.686493:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.686498:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.686502:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.686505:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.686509:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.686531:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.686546:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.686550:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351374976 00000001:00000010:2.0:1769074988.686556:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.686575:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a08400. 00000020:00000010:2.0:1769074988.686601:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.686606:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0000. 00080000:00000010:2.0:1769074988.686618:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.686639:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9c00. 00000001:00000010:2.0:1769074988.686644:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.686654:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.686658:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.686676:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3ed56600. 00010000:00000200:2.0:1769074988.686696:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07699050 x1855008351374976/t60129542379(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.686724:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.686728:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351374976, offset 224 00000400:00000200:2.0:1769074988.686733:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.686739:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.686744:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17055:17055:256:4294967295] 192.168.204.41@tcp LPNI seq info [17051:17051:8:4294967295] 00000400:00000200:2.0:1769074988.686753:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.686758:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.686762:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.686766:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.686770:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.686773:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.686789:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.686793:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.686796:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 02000000:00000010:2.0:1769074988.686804:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0b000. 00000100:00000010:2.0:1769074988.686807:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059a300. 02000000:00000010:2.0:1769074988.686825:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0b800. 00000100:00000010:2.0:1769074988.686828:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599f80. 02000000:00000010:2.0:1769074988.686831:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a09400. 00000100:00000010:2.0:1769074988.686835:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b100. 00000800:00000200:0.0:1769074988.686838:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1769074988.686839:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0a800. 00000800:00000010:0.0:1769074988.686844:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000100:00000010:2.0:1769074988.686846:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059ad80. 00000400:00000200:0.0:1769074988.686851:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074988.686853:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a09c00. 00000100:00000010:2.0:1769074988.686858:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0000. 00000400:00000200:0.0:1769074988.686861:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.686866:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000100:00000200:2.0:1769074988.686868:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074988.686869:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000010:2.0:1769074988.686876:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5268. 02000000:00000010:0.0:1769074988.686878:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a08400. 00000400:00000010:2.0:1769074988.686884:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b066edd80. 00000400:00000200:0.0:1769074988.687783:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.687792:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 600 into portal 12 MB=0x6971ec9d6cf00 00000400:00000200:0.0:1769074988.687797:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 600/600 into md 0x4c41 [64] + 184144 00000400:00000200:0.0:1769074988.687807:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.687810:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.687814:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.687818:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1aa00. 00000020:00000010:2.0:1769074988.687865:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.687870:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.687874:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.687877:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.687881:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.687904:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.687907:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.687910:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351375104 00000001:00000010:2.0:1769074988.687915:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed300. 00010000:00000010:2.0:1769074988.687927:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4600. 00010000:00000010:2.0:1769074988.687934:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.687947:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f61000. 00010000:00000010:2.0:1769074988.687964:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:2.0:1769074988.687968:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.687978:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a800. 00010000:00000010:2.0:1769074988.687981:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56f00. 00010000:00000010:2.0:1769074988.687985:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:2.0:1769074988.687988:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd680. 00010000:00000010:2.0:1769074988.688011:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.688019:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd680. 00010000:00000010:2.0:1769074988.688024:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56f00. 00010000:00000010:2.1:1769074988.688060:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:2.1:1769074988.688065:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5800. 00010000:00000010:2.1:1769074988.688068:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00010000:00000010:2.0:1769074988.688090:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.688099:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1aa00 x1855008351375104/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 600/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.688111:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.688115:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351375104, offset 224 00000400:00000200:2.0:1769074988.688120:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.688126:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.688131:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17056:17056:256:4294967295] 192.168.204.41@tcp LPNI seq info [17052:17052:8:4294967295] 00000400:00000200:2.0:1769074988.688139:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.688144:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.688148:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.688152:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.688156:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.688160:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.688175:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.688179:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.688183:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:1.0:1769074988.688223:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.688226:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.688229:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.688232:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.688235:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:1.0:1769074988.688237:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:0.0:1769074988.689005:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.689013:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 600 into portal 12 MB=0x6971ec9d6cf80 00000400:00000200:0.0:1769074988.689019:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 600/600 into md 0x4c41 [64] + 184744 00000400:00000200:0.0:1769074988.689050:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.689056:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.689061:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.689066:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9180. 00000020:00000010:2.0:1769074988.689097:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.689102:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.689107:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.689110:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.689113:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.689135:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.689138:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.689142:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351375232 00010000:00000010:2.0:1769074988.689153:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5800. 00010000:00000010:2.0:1769074988.689158:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.689171:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f64000. 00010000:00000010:2.0:1769074988.689183:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:2.0:1769074988.689187:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd680. 00010000:00000010:2.0:1769074988.689211:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ae00. 00010000:00000010:2.0:1769074988.689214:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56f00. 00010000:00000010:2.0:1769074988.689218:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5000. 00010000:00000010:2.0:1769074988.689221:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.689239:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd680. 00010000:00000010:2.0:1769074988.689248:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.689252:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56f00. 00010000:00000010:2.0:1769074988.689267:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.689275:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9180 x1855008351375232/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 600/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.689287:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.689291:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351375232, offset 224 00000400:00000200:2.0:1769074988.689296:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.689303:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.689308:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17057:17057:256:4294967295] 192.168.204.41@tcp LPNI seq info [17053:17053:8:4294967295] 00000400:00000200:2.0:1769074988.689317:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.689322:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.689325:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.689330:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.689335:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.689338:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.689353:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.689357:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.689361:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.689411:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.689430:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.689434:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.689438:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.689448:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:0.0:1769074988.689451:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:1.0:1769074988.690177:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.690184:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 672 into portal 12 MB=0x6971ec9d6d080 00000400:00000200:1.0:1769074988.690188:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 672/672 into md 0x4c41 [64] + 185344 00000400:00000200:1.0:1769074988.690195:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.690197:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.690200:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.690203:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059ad80. 00000020:00000010:2.0:1769074988.690242:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.690247:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.690251:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.690255:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.690258:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.690295:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.690297:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.690300:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351375488 00010000:00000010:2.0:1769074988.690311:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:2.0:1769074988.690317:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.690349:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b358bb000. 00010000:00000010:2.0:1769074988.690377:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.690381:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.690390:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ad00. 00010000:00000010:2.0:1769074988.690393:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56f00. 00010000:00000010:2.0:1769074988.690397:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:2.0:1769074988.690400:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd680. 00000004:00000010:2.0:1769074988.690408:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b306943c0. 00000004:00000010:2.0:1769074988.690415:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56708. 00000004:00000010:2.0:1769074988.690420:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4ff0. 00080000:00000010:2.0:1769074988.690426:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b036c0a00. 00000020:00000010:2.0:1769074988.690437:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.690441:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0600. 00000004:00000010:2.0:1769074988.690452:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed300. 00020000:00000010:2.0:1769074988.690464:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bd40. 00020000:00000010:2.0:1769074988.690467:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd60. 00000004:00000010:2.0:1769074988.690479:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176488e0. 00080000:00000010:2.0:1769074988.690487:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.690504:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.690569:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5898. 00000001:00000010:2.0:1769074988.690578:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5898. 00080000:00000400:2.0:1769074988.690596:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.690600:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.690602:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.690605:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.690608:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.690610:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.690636:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56d80. 00080000:00000400:2.0:1769074988.690644:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.690646:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.690649:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.690651:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.690653:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.690656:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.690675:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.690678:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.690680:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.690682:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.690685:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.690687:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.690722:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9060. 00000001:00000010:2.0:1769074988.690727:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066edb40. 00080000:00000010:2.0:1769074988.690738:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.690741:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.690745:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.690767:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a100. 00010000:00000010:2.0:1769074988.690771:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56f80. 00010000:00000010:2.0:1769074988.690775:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:2.0:1769074988.690779:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd780. 00000004:00000010:2.0:1769074988.690795:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3ed56680. 00010000:00000010:2.0:1769074988.690808:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.690828:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.690835:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542380, last committed = 0 00010000:00000200:2.0:1769074988.690841:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059ad80 x1855008351375488/t60129542380(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 672/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.690853:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.690857:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351375488, offset 224 00000400:00000200:2.0:1769074988.690863:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.690869:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.690890:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17058:17058:256:4294967295] 192.168.204.41@tcp LPNI seq info [17054:17054:8:4294967295] 00000400:00000200:2.0:1769074988.690899:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.690904:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.690908:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.690912:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.690917:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.690920:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.690937:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.690942:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.690945:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:0.0:1769074988.690987:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.690991:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074988.690994:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.690999:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.691003:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:0.0:1769074988.691005:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:0.0:1769074988.691911:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.691920:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6d100 00000400:00000200:0.0:1769074988.691927:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 1640 00000400:00000200:0.0:1769074988.691937:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.691941:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.691945:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.691949:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb480. 00000020:00000010:3.0:1769074988.691996:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074988.692001:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074988.692006:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.692009:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.692013:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.692051:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755ec0. 00000020:00000010:3.0:1769074988.692055:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755ec0. 00000100:00000200:3.0:1769074988.692058:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351375616 00010000:00000010:3.0:1769074988.692068:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5eb00. 00010000:00000010:3.0:1769074988.692072:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5e200. 00010000:00000010:3.0:1769074988.692078:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213ba00. 00002000:00000010:3.0:1769074988.692085:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755ec0. 02000000:00000010:3.0:1769074988.692100:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40224c00. 00010000:00000200:3.0:1769074988.692115:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeb480 x1855008351375616/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.692128:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074988.692133:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351375616, offset 224 00000400:00000200:3.0:1769074988.692139:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.692146:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.692151:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17059:17059:256:4294967295] 192.168.204.41@tcp LPNI seq info [17055:17055:8:4294967295] 00000400:00000200:3.0:1769074988.692160:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.692164:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.692167:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074988.692170:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.692173:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.692176:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.692189:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.692192:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.692194:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.692234:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.692238:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:1.0:1769074988.692240:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.692244:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.692246:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:1.0:1769074988.692248:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000200:0.0:1769074988.693171:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.693179:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6d180 00000400:00000200:0.0:1769074988.693184:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 1968 00000400:00000200:0.0:1769074988.693194:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.693197:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.693201:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.693205:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb800. 00000020:00000010:3.0:1769074988.693247:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.693250:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.693253:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.693255:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.693258:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.693274:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.693275:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755300. 00000100:00000200:3.0:1769074988.693277:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351375744 00010000:00000010:3.0:1769074988.693285:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213a600. 02000000:00000010:3.0:1769074988.693291:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227000. 00010000:00000010:3.0:1769074988.693296:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755300. 00000100:00000010:3.0:1769074988.693299:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.693303:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 02000000:00000010:3.0:1769074988.693308:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.693316:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.693319:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.693322:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074988.693325:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802432, portal 16 00000400:00000010:3.0:1769074988.693327:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000100:00000200:3.0:1769074988.693329:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368802432, offset 0 00000400:00000200:3.0:1769074988.693333:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.693338:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.693340:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.693343:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.693344:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.693346:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.693348:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17060:17060:256:4294967295] 192.168.204.41@tcp LPNI seq info [17056:17056:8:4294967295] 00000400:00000200:3.0:1769074988.693354:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.693357:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.693359:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074988.693363:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.693366:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.693368:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.693441:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.693445:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074988.693449:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.693454:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.693457:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00000400:00000010:0.0:1769074988.693459:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00000100:00000200:0.0:1769074988.693466:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fce00 x1855008368802432/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.694047:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.694054:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ba80 00000400:00000200:1.0:1769074988.694058:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2900d [1] + 224 00000400:00000200:1.0:1769074988.694064:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.694067:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.694072:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fce00 x1855008368802432/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.694117:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.694123:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:3.0:1769074988.694125:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074988.694132:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fce00 x1855008368802432/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.694143:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fce00 x1855008368802432/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074988.694161:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.694216:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.694218:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 00000100:00000010:3.0:1769074988.694222:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.694224:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755300. 00010000:00000200:3.0:1769074988.694234:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfeb800 x1855008351375744/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.694244:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074988.694247:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351375744, offset 224 00000400:00000200:3.0:1769074988.694252:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.694258:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.694264:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.694268:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17061:17061:256:4294967295] 192.168.204.41@tcp LPNI seq info [17057:17057:8:4294967295] 00000400:00000200:3.0:1769074988.694274:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.694277:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.694281:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074988.694285:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6d200 00000800:00000200:3.0:1769074988.694290:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.694298:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074988.694299:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21f61 [2] + 656 00000800:00000200:3.0:1769074988.694301:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.694318:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.694322:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.694324:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000400:00000200:0.0:1769074988.694341:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.694349:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.694353:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074988.694358:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeaa00. 00000800:00000200:1.0:1769074988.694376:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.694381:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:1.0:1769074988.694385:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.694390:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.694393:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:1.0:1769074988.694395:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000020:00000010:2.0:1769074988.694406:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.694411:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.694416:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:2.0:1769074988.694419:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.694423:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:2.0:1769074988.694436:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfeaa00 x1855008351375872/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.694463:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.694467:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.694471:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351375872 02000000:00000010:2.0:1769074988.694477:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a09c00. 00010000:00000010:2.0:1769074988.694502:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698d80. 00000100:00000010:2.0:1769074988.694507:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066edc00. 00000100:00000010:2.0:1769074988.694511:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.694517:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b036c0e00. 02000000:00000010:2.0:1769074988.694528:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a04c04400. 00000400:00000010:2.0:1769074988.694532:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5898. 00000400:00000010:2.0:1769074988.694537:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.694541:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802560, portal 16 00000400:00000010:2.0:1769074988.694544:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.694563:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368802560, offset 0 00000400:00000200:2.0:1769074988.694569:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.694576:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.694579:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.694582:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.694585:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.694587:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.694591:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17062:17062:256:4294967295] 192.168.204.41@tcp LPNI seq info [17058:17058:8:4294967295] 00000400:00000200:2.0:1769074988.694599:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.694604:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.694608:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.694612:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.694617:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.694620:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.694674:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.694678:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.694681:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.694686:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.694689:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074988.694691:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000100:00000200:1.0:1769074988.694697:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368802560/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.695278:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.695287:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bb00 00000400:00000200:0.0:1769074988.695292:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29019 [1] + 224 00000400:00000200:0.0:1769074988.695301:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.695305:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.695312:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368802560/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.695356:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5898. 00000400:00000200:2.0:1769074988.695361:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:2.0:1769074988.695364:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.695371:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368802560/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.695381:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368802560/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.695396:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a04c04400. 02000000:00000010:2.0:1769074988.695400:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b036c0e00. 00000100:00000010:2.0:1769074988.695403:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.695406:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066edc00. 00010000:00000010:2.0:1769074988.695409:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698d80. 00000400:00000010:2.0:1769074988.695417:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.695420:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351375872, offset 224 00000400:00000200:2.0:1769074988.695425:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.695431:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.695450:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17063:17063:256:4294967295] 192.168.204.41@tcp LPNI seq info [17059:17059:8:4294967295] 00000400:00000200:2.0:1769074988.695460:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.695464:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.695468:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.695473:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.695477:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.695481:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.695497:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.695501:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.695505:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00000800:00000200:1.0:1769074988.695553:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.695556:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.695559:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.695562:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.695564:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:1.0:1769074988.695566:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074988.695576:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.695583:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6d300 00000400:00000200:1.0:1769074988.695587:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x219e9 [2] + 0 00000400:00000200:1.0:1769074988.695593:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.695595:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.695598:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.695600:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b100. 00000020:00000010:2.0:1769074988.695639:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.695644:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.695648:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c04400. 00000020:00000010:2.0:1769074988.695652:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.695655:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.695677:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.695681:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.695684:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351376128 00000001:00000010:2.0:1769074988.695690:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.695720:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0a800. 00000020:00000010:2.0:1769074988.695743:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.695747:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0400. 00080000:00000010:2.0:1769074988.695756:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00000001:00000010:2.0:1769074988.695774:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf98a0. 00000001:00000010:2.0:1769074988.695779:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.695788:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.695792:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.695808:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3ed56680. 00010000:00000200:2.0:1769074988.695826:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b100 x1855008351376128/t60129542381(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.695859:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.695863:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351376128, offset 224 00000400:00000200:2.0:1769074988.695868:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.695874:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.695879:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17064:17064:256:4294967295] 192.168.204.41@tcp LPNI seq info [17060:17060:8:4294967295] 00000400:00000200:2.0:1769074988.695887:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.695892:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.695895:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.695899:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.695904:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.695907:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.695923:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.695927:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.695930:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04400. 00000800:00000200:0.0:1769074988.695974:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.695979:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074988.695983:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.695987:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.695991:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:0.0:1769074988.695993:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:0.0:1769074988.696844:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.696853:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6d380 00000400:00000200:0.0:1769074988.696858:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 186016 00000400:00000200:0.0:1769074988.696867:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.696870:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.696874:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.696878:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8e00. 00000020:00000010:2.0:1769074988.696940:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.696945:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.696949:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0e00. 00000020:00000010:2.0:1769074988.696952:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.696955:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.696977:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.696980:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.696983:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351376256 00000001:00000010:2.0:1769074988.696988:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066edb40. 00010000:00000010:2.0:1769074988.697000:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:2.0:1769074988.697005:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.697018:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b358bd000. 00010000:00000010:2.1:1769074988.697054:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4e00. 00010000:00000010:2.1:1769074988.697061:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a900. 00010000:00000010:2.1:1769074988.697065:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.1:1769074988.697068:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.697072:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.1:1769074988.697075:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a700. 00010000:00000010:2.1:1769074988.697078:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.1:1769074988.697082:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.697111:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:2.0:1769074988.697116:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.697126:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a700. 00010000:00000010:2.0:1769074988.697144:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56200. 00010000:00000010:2.0:1769074988.697148:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:2.0:1769074988.697151:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdde80. 00010000:00000010:2.0:1769074988.697173:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.697181:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdde80. 00010000:00000010:2.0:1769074988.697185:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56200. 00010000:00000010:2.0:1769074988.697200:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.697209:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8e00 x1855008351376256/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.697221:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.697225:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351376256, offset 224 00000400:00000200:2.0:1769074988.697229:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.697235:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.697240:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17065:17065:256:4294967295] 192.168.204.41@tcp LPNI seq info [17061:17061:8:4294967295] 00000400:00000200:2.0:1769074988.697248:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.697253:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.697256:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.697260:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.697265:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.697268:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.697285:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.697289:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.697292:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0e00. 00000800:00000200:1.0:1769074988.697342:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.697347:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.697351:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.697355:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.697359:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:1.0:1769074988.697361:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:0.0:1769074988.698163:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.698172:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6d400 00000400:00000200:0.0:1769074988.698177:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 186608 00000400:00000200:0.0:1769074988.698196:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.698200:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.698204:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.698208:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8380. 00000020:00000010:2.0:1769074988.698250:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.698255:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.698259:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0e00. 00000020:00000010:2.0:1769074988.698262:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.698265:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.698287:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.698305:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.698309:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351376384 00010000:00000010:2.0:1769074988.698321:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.698326:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.698337:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b358bf000. 00010000:00000010:2.0:1769074988.698350:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.698353:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdde80. 00010000:00000010:2.0:1769074988.698361:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a900. 00010000:00000010:2.0:1769074988.698365:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56200. 00010000:00000010:2.0:1769074988.698368:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.698371:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.698389:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdde80. 00010000:00000010:2.0:1769074988.698397:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.698401:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56200. 00010000:00000010:2.0:1769074988.698416:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.698424:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8380 x1855008351376384/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.698437:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.698440:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351376384, offset 224 00000400:00000200:2.0:1769074988.698445:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.698451:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.698456:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17066:17066:256:4294967295] 192.168.204.41@tcp LPNI seq info [17062:17062:8:4294967295] 00000400:00000200:2.0:1769074988.698464:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.698469:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.698472:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.698476:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.698481:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.698484:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.698500:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.698517:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.698522:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0e00. 00000800:00000200:0.0:1769074988.698556:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.698560:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074988.698564:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.698576:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.698579:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:0.0:1769074988.698585:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074988.699301:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.699307:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6d500 00000400:00000200:1.0:1769074988.699311:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 187200 00000400:00000200:1.0:1769074988.699320:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.699324:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.699327:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.699331:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599f80. 00000020:00000010:2.0:1769074988.699372:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.699377:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.699380:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0e00. 00000020:00000010:2.0:1769074988.699384:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.699387:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.699409:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.699412:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.699414:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351376640 00010000:00000010:2.0:1769074988.699425:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.699430:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.699445:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b358ba000. 00010000:00000010:2.0:1769074988.699467:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.0:1769074988.699472:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.699481:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a400. 00010000:00000010:2.0:1769074988.699484:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56200. 00010000:00000010:2.0:1769074988.699488:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4e00. 00010000:00000010:2.0:1769074988.699491:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdde80. 00000004:00000010:2.0:1769074988.699500:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b306954a0. 00000004:00000010:2.0:1769074988.699611:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56f00. 00000004:00000010:2.0:1769074988.699616:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5dc0. 00080000:00000010:2.0:1769074988.699623:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a04c04400. 00000020:00000010:2.0:1769074988.699635:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.699639:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf20a00. 00000004:00000010:2.0:1769074988.699650:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066edb40. 00020000:00000010:2.0:1769074988.699659:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b328. 00020000:00000010:2.0:1769074988.699662:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b848. 00000004:00000010:2.0:1769074988.699671:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764bbe8. 00080000:00000010:2.0:1769074988.699679:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698d80. 00080000:00000010:2.0:1769074988.699694:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.699763:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5898. 00000001:00000010:2.0:1769074988.699787:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5898. 00080000:00000400:2.0:1769074988.699802:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.699805:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.699808:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.699810:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.699813:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.699815:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.699825:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56300. 00080000:00000400:2.0:1769074988.699830:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.699833:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.699836:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.699838:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.699840:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.699843:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.699863:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.699866:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.699868:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.699871:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.699873:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.699875:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.699894:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9240. 00000001:00000010:2.0:1769074988.699898:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066edc00. 00080000:00000010:2.0:1769074988.699908:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.699911:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.699915:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.699937:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ac00. 00010000:00000010:2.0:1769074988.699941:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56900. 00010000:00000010:2.0:1769074988.699956:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4000. 00010000:00000010:2.0:1769074988.699962:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd000. 00000004:00000010:2.0:1769074988.699981:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3ed56b00. 00010000:00000010:2.0:1769074988.699993:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.700014:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.700058:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542382, last committed = 0 00010000:00000200:2.0:1769074988.700066:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599f80 x1855008351376640/t60129542382(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.700080:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.700084:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351376640, offset 224 00000400:00000200:2.0:1769074988.700090:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.700097:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.700102:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17067:17067:256:4294967295] 192.168.204.41@tcp LPNI seq info [17063:17063:8:4294967295] 00000400:00000200:2.0:1769074988.700110:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.700115:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.700119:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.700123:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.700128:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.700131:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.700147:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.700152:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.700155:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0e00. 00000800:00000200:0.0:1769074988.700199:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.700203:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074988.700207:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.700213:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.700216:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:0.0:1769074988.700218:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00010000:00000010:2.1:1769074988.701061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.1:1769074988.701068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.1:1769074988.701070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00010000:00000010:2.1:1769074988.701074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:2.1:1769074988.701079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a800. 00010000:00000010:2.1:1769074988.701082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:2.1:1769074988.701091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4600. 00000400:00000200:3.0:1769074988.701161:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.701169:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6d580 00000400:00000200:3.0:1769074988.701174:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 2296 00000400:00000200:3.0:1769074988.701181:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.701184:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.701187:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.701190:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 00000020:00000010:2.0:1769074988.701231:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.701236:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.701240:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0e00. 00000020:00000010:2.0:1769074988.701243:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.701247:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.701270:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698d80. 00000020:00000010:2.0:1769074988.701273:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698d80. 00000100:00000200:2.0:1769074988.701276:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351376768 00010000:00000010:2.0:1769074988.701286:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a800. 00010000:00000010:2.0:1769074988.701290:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0786a000. 00010000:00000010:2.0:1769074988.701295:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00002000:00000010:2.0:1769074988.701301:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698d80. 02000000:00000010:2.0:1769074988.701312:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04a09400. 00010000:00000200:2.0:1769074988.701327:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fce00 x1855008351376768/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.701338:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.701342:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351376768, offset 224 00000400:00000200:2.0:1769074988.701348:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.701354:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.701359:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17068:17068:256:4294967295] 192.168.204.41@tcp LPNI seq info [17064:17064:8:4294967295] 00000400:00000200:2.0:1769074988.701367:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.701372:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.701375:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.701379:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.701384:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.701387:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.701403:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.701408:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.701412:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0e00. 00000800:00000200:1.0:1769074988.701450:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.701454:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.701457:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.701461:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.701464:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:1.0:1769074988.701465:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:0.0:1769074988.702220:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.702227:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6d600 00000400:00000200:0.0:1769074988.702231:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 2624 00000400:00000200:0.0:1769074988.702238:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.702240:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.702243:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.702246:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9c00. 00000020:00000010:2.0:1769074988.702286:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.702290:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.702294:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0e00. 00000020:00000010:2.0:1769074988.702297:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.702300:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.702320:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.702323:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000100:00000200:2.0:1769074988.702326:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351376896 00010000:00000010:2.0:1769074988.702335:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4c00. 02000000:00000010:2.0:1769074988.702344:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04a0b800. 00010000:00000010:2.0:1769074988.702350:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a016983c0. 00000100:00000010:2.0:1769074988.702355:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed0c0. 00000100:00000010:2.0:1769074988.702361:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.702369:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a01095e00. 02000000:00000010:2.0:1769074988.702382:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a04cee200. 00000400:00000010:2.0:1769074988.702386:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5898. 00000400:00000010:2.0:1769074988.702390:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.702394:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802688, portal 16 00000400:00000010:2.0:1769074988.702398:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.702400:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368802688, offset 0 00000400:00000200:2.0:1769074988.702406:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.702412:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.702415:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.702418:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.702421:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.702424:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.702427:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17069:17069:256:4294967295] 192.168.204.41@tcp LPNI seq info [17065:17065:8:4294967295] 00000400:00000200:2.0:1769074988.702436:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.702440:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.702444:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.702447:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.702452:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.702455:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.702523:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.702527:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.702530:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.702534:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.702537:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.702539:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000100:00000200:3.0:1769074988.702544:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368802688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.703166:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.703175:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bb80 00000400:00000200:1.0:1769074988.703181:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29039 [1] + 224 00000400:00000200:1.0:1769074988.703192:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.703195:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.703202:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368802688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.703247:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5898. 00000400:00000200:2.0:1769074988.703252:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:2.0:1769074988.703254:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.703260:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368802688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.703271:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368802688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.703291:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a04cee200. 02000000:00000010:2.0:1769074988.703295:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a01095e00. 00000100:00000010:2.0:1769074988.703299:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.703302:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed0c0. 00010000:00000010:2.0:1769074988.703306:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a016983c0. 00010000:00000200:2.0:1769074988.703320:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9c00 x1855008351376896/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074988.703327:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.703339:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6d680 00000400:00000010:2.0:1769074988.703341:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000400:00000200:0.0:1769074988.703346:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21f61 [2] + 984 00000100:00000200:2.0:1769074988.703356:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351376896, offset 224 00000400:00000200:2.0:1769074988.703365:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.703373:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.703374:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.703378:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17070:17070:256:4294967295] 192.168.204.41@tcp LPNI seq info [17066:17066:8:4294967295] 00000400:00000200:2.0:1769074988.703387:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074988.703396:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:2.0:1769074988.703402:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074988.703404:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:2.0:1769074988.703409:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000100:00000010:0.0:1769074988.703410:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8000. 00000800:00000200:2.0:1769074988.703418:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.703425:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.703429:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.703444:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.703450:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.703454:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0e00. 00000020:00000010:1.0:1769074988.703461:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.703465:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.703470:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b222bbc00. 00000020:00000010:1.0:1769074988.703473:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.703476:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000100:00000200:1.0:1769074988.703488:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfe8000 x1855008351377024/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.703510:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.703512:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.703514:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351377024 02000000:00000010:1.0:1769074988.703520:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d69400. 00000800:00000200:3.0:1769074988.703521:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.703526:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.703531:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.703537:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.703542:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074988.703544:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00010000:00000010:1.0:1769074988.703545:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b540. 00000100:00000010:1.0:1769074988.703552:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000100:00000010:1.0:1769074988.703555:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059a300. 02000000:00000010:1.0:1769074988.703561:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.703569:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02cde800. 00000400:00000010:1.0:1769074988.703572:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000400:00000010:1.0:1769074988.703576:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.703578:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802816, portal 16 00000400:00000010:1.0:1769074988.703581:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074988.703583:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368802816, offset 0 00000400:00000200:1.0:1769074988.703587:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.703592:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.703595:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.703597:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.703599:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.703601:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.703603:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17071:17071:256:4294967295] 192.168.204.41@tcp LPNI seq info [17067:17067:8:4294967295] 00000400:00000200:1.0:1769074988.703610:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.703614:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.703617:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.703620:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.703623:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.703626:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.703685:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.703687:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:0.0:1769074988.703690:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.703694:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.703696:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:0.0:1769074988.703697:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000100:00000200:0.0:1769074988.703716:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059a300 x1855008368802816/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.704364:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.704373:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bc00 00000400:00000200:0.0:1769074988.704379:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29045 [1] + 224 00000400:00000200:0.0:1769074988.704388:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.704392:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.704399:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059a300 x1855008368802816/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.704441:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:1.0:1769074988.704445:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:1.0:1769074988.704447:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.704452:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059a300 x1855008368802816/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.704458:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059a300 x1855008368802816/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.704471:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02cde800. 02000000:00000010:1.0:1769074988.704474:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b06510a00. 00000100:00000010:1.0:1769074988.704476:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059a300. 00000100:00000010:1.0:1769074988.704478:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:1.0:1769074988.704480:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b540. 00000400:00000010:1.0:1769074988.704486:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.704488:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351377024, offset 224 00000400:00000200:1.0:1769074988.704492:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.704496:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.704499:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17072:17072:256:4294967295] 192.168.204.41@tcp LPNI seq info [17068:17068:8:4294967295] 00000400:00000200:1.0:1769074988.704505:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.704509:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.704511:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.704514:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.704518:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.704520:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.704534:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.704536:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.704539:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b222bbc00. 00000800:00000200:3.0:1769074988.704595:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.704599:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.704603:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.704608:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.704611:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:3.0:1769074988.704612:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000400:00000200:0.0:1769074988.704743:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.704751:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6d780 00000400:00000200:0.0:1769074988.704757:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x219e9 [2] + 392 00000400:00000200:0.0:1769074988.704765:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.704769:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.704773:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074988.704788:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640a80. 00000020:00000010:2.0:1769074988.704834:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.704838:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.704843:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.704846:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.704850:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.704872:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.704875:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000100:00000200:2.0:1769074988.704878:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351377280 00000001:00000010:2.0:1769074988.704884:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.704902:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0b000. 00000020:00000010:2.0:1769074988.704927:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.704931:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cefc00. 00080000:00000010:2.0:1769074988.704944:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00000001:00000010:2.0:1769074988.704968:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf9cc0. 00000001:00000010:2.0:1769074988.704973:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.704983:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.704987:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.705004:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3ed56b00. 00010000:00000200:2.0:1769074988.705022:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640a80 x1855008351377280/t60129542383(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.705056:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.705060:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351377280, offset 224 00000400:00000200:2.0:1769074988.705065:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.705074:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.705080:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17073:17073:256:4294967295] 192.168.204.41@tcp LPNI seq info [17069:17069:8:4294967295] 00000400:00000200:2.0:1769074988.705090:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.705096:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.705100:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.705105:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.705109:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.705112:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.705127:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.705132:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.705136:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:0.0:1769074988.705168:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.705173:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074988.705177:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.705182:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.705185:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:0.0:1769074988.705204:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00010000:00000010:2.1:1769074988.706066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:2.1:1769074988.706074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ae00. 00010000:00000010:2.1:1769074988.706080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5000. 00000400:00000200:3.0:1769074988.706085:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:2.1:1769074988.706086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5800. 00010000:00000010:2.1:1769074988.706092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000400:00000200:3.0:1769074988.706096:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6d800 00010000:00000010:2.1:1769074988.706099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00000400:00000200:3.0:1769074988.706104:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 187864 00010000:00000010:2.1:1769074988.706106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:2.1:1769074988.706112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 00000400:00000200:3.0:1769074988.706113:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.706118:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.1:1769074988.706118:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a700. 00000100:00000200:3.0:1769074988.706126:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.1:1769074988.706127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6800. 00000100:00000010:3.0:1769074988.706130:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ffb80. 00010000:00000010:2.1:1769074988.706133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00000020:00000010:2.0:1769074988.706160:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.706164:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.706168:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.706171:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.706174:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.706198:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.706201:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000100:00000200:2.0:1769074988.706204:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351377408 00000001:00000010:2.0:1769074988.706209:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066edc00. 00010000:00000010:2.0:1769074988.706221:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.706226:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.706239:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b358bc000. 00010000:00000010:2.0:1769074988.706254:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5c00. 00010000:00000010:2.0:1769074988.706257:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.706267:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a700. 00010000:00000010:2.0:1769074988.706270:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56080. 00010000:00000010:2.0:1769074988.706274:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.0:1769074988.706277:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdda00. 00010000:00000010:2.0:1769074988.706299:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.706308:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdda00. 00010000:00000010:2.0:1769074988.706312:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56080. 00010000:00000010:2.0:1769074988.706329:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.706339:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ffb80 x1855008351377408/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.706350:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.706354:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351377408, offset 224 00000400:00000200:2.0:1769074988.706359:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.706366:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.706371:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17074:17074:256:4294967295] 192.168.204.41@tcp LPNI seq info [17070:17070:8:4294967295] 00000400:00000200:2.0:1769074988.706379:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.706384:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.706387:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.706392:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.706397:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.706400:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.706416:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.706420:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.706423:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:0.0:1769074988.706474:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.706479:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:0.0:1769074988.706483:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.706487:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.706491:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:0.0:1769074988.706493:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:0.0:1769074988.707256:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.707265:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6d880 00000400:00000200:0.0:1769074988.707270:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 188456 00000400:00000200:0.0:1769074988.707280:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.707284:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.707287:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.707291:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641f80. 00000020:00000010:2.0:1769074988.707333:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.707338:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.707342:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.707346:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.707349:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.707370:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.707373:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000100:00000200:2.0:1769074988.707376:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351377536 00010000:00000010:2.0:1769074988.707387:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5400. 00010000:00000010:2.0:1769074988.707392:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.707403:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b358be000. 00010000:00000010:2.0:1769074988.707416:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:2.0:1769074988.707420:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdda00. 00010000:00000010:2.0:1769074988.707428:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ae00. 00010000:00000010:2.0:1769074988.707431:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56080. 00010000:00000010:2.0:1769074988.707434:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.0:1769074988.707437:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.707454:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdda00. 00010000:00000010:2.0:1769074988.707462:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.707466:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56080. 00010000:00000010:2.0:1769074988.707481:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.707489:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38641f80 x1855008351377536/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.707500:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.707504:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351377536, offset 224 00000400:00000200:2.0:1769074988.707509:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.707515:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.707519:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17075:17075:256:4294967295] 192.168.204.41@tcp LPNI seq info [17071:17071:8:4294967295] 00000400:00000200:2.0:1769074988.707528:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.707535:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.707538:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.707543:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.707548:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.707551:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.707567:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.707571:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.707575:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:3.0:1769074988.707626:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.707630:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.707635:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.707640:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.707643:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.707644:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:0.0:1769074988.708374:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.708383:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6d980 00000400:00000200:0.0:1769074988.708388:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 189048 00000400:00000200:0.0:1769074988.708397:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.708401:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.708405:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.708409:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640700. 00000020:00000010:2.0:1769074988.708448:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.708454:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.708458:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.708461:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.708465:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.708486:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.708489:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000100:00000200:2.0:1769074988.708492:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351377792 00010000:00000010:2.0:1769074988.708502:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4400. 00010000:00000010:2.0:1769074988.708507:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.708521:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b358b8000. 00010000:00000010:2.0:1769074988.708543:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.0:1769074988.708547:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.708556:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a300. 00010000:00000010:2.0:1769074988.708559:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56080. 00010000:00000010:2.0:1769074988.708562:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5000. 00010000:00000010:2.0:1769074988.708565:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdda00. 00000004:00000010:2.0:1769074988.708573:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b306952c0. 00000004:00000010:2.0:1769074988.708580:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56ca8. 00000004:00000010:2.0:1769074988.708586:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5cb0. 00080000:00000010:2.0:1769074988.708592:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a04ceec00. 00000020:00000010:2.0:1769074988.708605:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.708608:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cef000. 00000004:00000010:2.0:1769074988.708620:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066edc00. 00020000:00000010:2.0:1769074988.708631:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bb68. 00020000:00000010:2.0:1769074988.708634:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b118. 00000004:00000010:2.0:1769074988.708646:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17649cd8. 00080000:00000010:2.0:1769074988.708654:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a016983c0. 00080000:00000010:2.0:1769074988.708670:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698140. 00000001:00000010:2.0:1769074988.708747:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5898. 00000001:00000010:2.0:1769074988.708755:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5898. 00080000:00000400:2.0:1769074988.708772:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.708776:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.708778:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.708781:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.708783:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.708786:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.708794:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56800. 00080000:00000400:2.0:1769074988.708801:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.708803:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.708806:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.708808:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.708810:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.708813:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.708832:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.708835:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.708837:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.708839:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.708842:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.708844:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.708863:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf90c0. 00000001:00000010:2.0:1769074988.708867:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed0c0. 00080000:00000010:2.0:1769074988.708876:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698140. 00080000:00000010:2.0:1769074988.708879:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.708882:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.708906:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbf600. 00010000:00000010:2.0:1769074988.708910:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56000. 00010000:00000010:2.0:1769074988.708915:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4600. 00010000:00000010:2.0:1769074988.708919:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd880. 00000004:00000010:2.0:1769074988.708935:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3ed56280. 00010000:00000010:2.0:1769074988.708949:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.708971:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.708978:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542384, last committed = 0 00010000:00000200:2.0:1769074988.708984:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640700 x1855008351377792/t60129542384(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.708996:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.709000:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351377792, offset 224 00000400:00000200:2.0:1769074988.709005:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.709011:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.709015:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17076:17076:256:4294967295] 192.168.204.41@tcp LPNI seq info [17072:17072:8:4294967295] 00000400:00000200:2.0:1769074988.709024:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.709047:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.709051:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.709057:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.709063:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.709066:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.709087:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.709093:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.709096:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:3.0:1769074988.709132:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.709135:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.709138:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.709141:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.709144:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:3.0:1769074988.709145:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00010000:00000010:2.1:1769074988.710062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.1:1769074988.710070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a900. 00010000:00000010:2.1:1769074988.710076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:1.1:1769074988.710078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.710082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00000400:00000200:3.0:1769074988.710088:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:2.1:1769074988.710095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00000400:00000200:3.0:1769074988.710096:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6da00 00010000:00000010:2.1:1769074988.710101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00000400:00000200:3.0:1769074988.710104:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 2952 00000400:00000200:3.0:1769074988.710113:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.710116:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.710118:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.710121:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fc000. 00000020:00000010:2.0:1769074988.710159:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.710164:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.710168:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.710171:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.710175:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.710197:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016983c0. 00000020:00000010:2.0:1769074988.710200:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016983c0. 00000100:00000200:2.0:1769074988.710203:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351377920 00010000:00000010:2.0:1769074988.710214:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.0:1769074988.710218:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0786a900. 00010000:00000010:2.0:1769074988.710222:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5a00. 00002000:00000010:2.0:1769074988.710227:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a016983c0. 02000000:00000010:2.0:1769074988.710238:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04a0b400. 00010000:00000200:2.0:1769074988.710253:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fc000 x1855008351377920/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.710264:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.710268:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351377920, offset 224 00000400:00000200:2.0:1769074988.710273:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.710279:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.710283:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17077:17077:256:4294967295] 192.168.204.41@tcp LPNI seq info [17073:17073:8:4294967295] 00000400:00000200:2.0:1769074988.710292:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.710296:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.710299:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.710304:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.710308:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.710311:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.710327:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.710331:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.710334:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:0.0:1769074988.710390:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.710394:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074988.710398:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.710403:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.710406:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:0.0:1769074988.710409:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074988.711265:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.711274:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6da80 00000400:00000200:3.0:1769074988.711279:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 3280 00000400:00000200:3.0:1769074988.711289:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.711292:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.711297:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.711301:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fe680. 00000020:00000010:2.0:1769074988.711342:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.711346:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.711350:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.711353:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.711357:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.711378:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.711382:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000100:00000200:2.0:1769074988.711384:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351378048 00010000:00000010:2.0:1769074988.711394:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5200. 02000000:00000010:2.0:1769074988.711402:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04a08800. 00010000:00000010:2.0:1769074988.711409:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698140. 00000100:00000010:2.0:1769074988.711415:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed9c0. 00000100:00000010:2.0:1769074988.711420:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.711427:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a04cee800. 02000000:00000010:2.0:1769074988.711440:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a04cee000. 00000400:00000010:2.0:1769074988.711443:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5898. 00000400:00000010:2.0:1769074988.711448:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.711452:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368802944, portal 16 00000400:00000010:2.0:1769074988.711455:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.711458:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368802944, offset 0 00000400:00000200:2.0:1769074988.711463:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.711469:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.711473:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.711477:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.711480:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.711482:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.711486:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17078:17078:256:4294967295] 192.168.204.41@tcp LPNI seq info [17074:17074:8:4294967295] 00000400:00000200:2.0:1769074988.711494:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.711498:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.711502:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.711506:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.711511:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.711514:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.711588:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.711591:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.711594:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.711598:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.711601:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074988.711603:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:3.0:1769074988.711608:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368802944/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074988.712218:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.712227:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bc80 00000400:00000200:0.0:1769074988.712232:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29065 [1] + 224 00000400:00000200:0.0:1769074988.712241:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.712262:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.712269:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368802944/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.712310:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5898. 00000400:00000200:2.0:1769074988.712316:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:2.0:1769074988.712318:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.712326:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368802944/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.712338:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368802944/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.712358:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a04cee000. 02000000:00000010:2.0:1769074988.712365:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a04cee800. 00000400:00000200:3.0:1769074988.712365:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074988.712371:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.712374:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed9c0. 00010000:00000010:2.0:1769074988.712378:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698140. 00000400:00000200:3.0:1769074988.712383:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6db00 00000400:00000200:3.0:1769074988.712390:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21f61 [2] + 1312 00010000:00000200:2.0:1769074988.712396:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fe680 x1855008351378048/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.712409:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.712413:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351378048, offset 224 00000400:00000200:3.0:1769074988.712415:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.712421:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.712425:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.712433:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.712438:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17079:17079:256:4294967295] 192.168.204.41@tcp LPNI seq info [17075:17075:8:4294967295] 00000400:00000200:2.0:1769074988.712447:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.712452:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074988.712454:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:2.0:1769074988.712456:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.712463:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.712467:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.712470:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.712488:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.712493:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.712498:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000100:00000010:3.0:1769074988.712504:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fed80. 00000800:00000200:1.0:1769074988.712544:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.712547:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.712552:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.712557:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.712561:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000020:00000010:0.0:1769074988.712563:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.712569:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000400:00000010:1.0:1769074988.712569:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000020:00000010:0.0:1769074988.712579:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.712583:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.712588:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.712603:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b361fed80 x1855008351378176/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.712630:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.712634:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.712638:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351378176 02000000:00000010:0.0:1769074988.712644:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe11800. 00010000:00000010:0.0:1769074988.712674:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.712680:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724f00. 00000100:00000010:0.0:1769074988.712685:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.712691:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296f400. 02000000:00000010:0.0:1769074988.712714:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296ea00. 00000400:00000010:0.0:1769074988.712719:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029246e0. 00000400:00000010:0.0:1769074988.712724:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.712728:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803072, portal 16 00000400:00000010:0.0:1769074988.712731:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074988.712734:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368803072, offset 0 00000400:00000200:0.0:1769074988.712739:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.712745:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.712749:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.712751:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.712754:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.712757:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.712760:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17080:17080:256:4294967295] 192.168.204.41@tcp LPNI seq info [17076:17076:8:4294967295] 00000400:00000200:0.0:1769074988.712785:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.712790:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.712794:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.712799:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.712804:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.712807:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.712864:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.712867:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.712869:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.712873:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.712875:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:1.0:1769074988.712877:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000100:00000200:1.0:1769074988.712882:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368803072/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.713438:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.713444:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bd00 00000400:00000200:3.0:1769074988.713448:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29071 [1] + 224 00000400:00000200:3.0:1769074988.713455:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.713457:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.713462:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368803072/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.713502:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029246e0. 00000400:00000200:0.0:1769074988.713508:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074988.713510:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.713518:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368803072/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.713528:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368803072/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.713543:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296ea00. 02000000:00000010:0.0:1769074988.713547:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296f400. 00000100:00000010:0.0:1769074988.713551:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.713555:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724f00. 00010000:00000010:0.0:1769074988.713558:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.713566:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.713569:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351378176, offset 224 00000400:00000200:0.0:1769074988.713574:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.713581:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.713585:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17081:17081:256:4294967295] 192.168.204.41@tcp LPNI seq info [17077:17077:8:4294967295] 00000400:00000200:0.0:1769074988.713594:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.713599:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.713603:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.713607:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.713611:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.713630:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.713646:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.713650:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.713653:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:1.0:1769074988.713694:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.713697:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.713700:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.713714:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.713717:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:1.0:1769074988.713718:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00010000:00000010:2.1:1769074988.714059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5c00. 00010000:00000010:2.1:1769074988.714065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a700. 00010000:00000010:2.1:1769074988.714070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.1:1769074988.714073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00000400:00000200:1.0:1769074988.714731:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.714738:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6dc00 00000400:00000200:1.0:1769074988.714742:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x219e9 [2] + 784 00000400:00000200:1.0:1769074988.714749:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.714751:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.714754:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.714757:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059a300. 00000020:00000010:2.0:1769074988.714799:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.714803:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.714807:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.714811:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.714814:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.714836:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.714839:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000100:00000200:2.0:1769074988.714841:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351378432 00000001:00000010:2.0:1769074988.714847:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.714865:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a08400. 00000020:00000010:2.0:1769074988.714889:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.714893:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cee800. 00080000:00000010:2.0:1769074988.714903:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698140. 00000001:00000010:2.0:1769074988.714924:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf93c0. 00000001:00000010:2.0:1769074988.714928:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.714938:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.714942:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.714961:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3ed56280. 00010000:00000200:2.0:1769074988.714980:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059a300 x1855008351378432/t60129542385(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.714993:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.714997:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351378432, offset 224 00000400:00000200:2.0:1769074988.715002:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.715008:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.715013:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17082:17082:256:4294967295] 192.168.204.41@tcp LPNI seq info [17078:17078:8:4294967295] 00000400:00000200:2.0:1769074988.715021:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.715049:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.715054:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.715059:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.715064:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.715067:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.715083:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.715087:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.715091:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:3.0:1769074988.715129:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.715132:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.715135:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.715139:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.715141:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.715143:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:1.0:1769074988.716051:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.716063:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6dc80 00000400:00000200:1.0:1769074988.716068:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 189712 00000400:00000200:1.0:1769074988.716077:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.716080:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.716083:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.716086:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059bb80. 00000020:00000010:2.0:1769074988.716126:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.716131:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.716135:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.716138:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.716141:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.716164:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.716167:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000100:00000200:2.0:1769074988.716170:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351378560 00000001:00000010:2.0:1769074988.716175:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed0c0. 00010000:00000010:2.0:1769074988.716186:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.716191:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.716204:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b38b5e000. 00010000:00000010:2.0:1769074988.716219:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.0:1769074988.716223:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.716233:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a700. 00010000:00000010:2.0:1769074988.716237:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56500. 00010000:00000010:2.0:1769074988.716240:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5c00. 00010000:00000010:2.0:1769074988.716243:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd400. 00010000:00000010:2.0:1769074988.716264:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.716273:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd400. 00010000:00000010:2.0:1769074988.716277:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56500. 00010000:00000010:2.0:1769074988.716292:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.716301:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059bb80 x1855008351378560/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.716312:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.716317:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351378560, offset 224 00000400:00000200:2.0:1769074988.716321:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.716328:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.716332:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17083:17083:256:4294967295] 192.168.204.41@tcp LPNI seq info [17079:17079:8:4294967295] 00000400:00000200:2.0:1769074988.716341:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.716348:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.716351:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.716355:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.716360:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.716363:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.716380:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.716384:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.716387:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:1.0:1769074988.716432:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.716435:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.716437:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.716441:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.716443:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:1.0:1769074988.716445:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074988.717211:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.717218:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6dd00 00000400:00000200:3.0:1769074988.717222:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c41 [64] + 190296 00000400:00000200:3.0:1769074988.717239:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.717242:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.717245:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.717248:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd500. 00000020:00000010:2.0:1769074988.717285:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.717289:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.717293:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.717296:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.717300:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.717321:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.717324:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000100:00000200:2.0:1769074988.717327:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351378688 00010000:00000010:2.0:1769074988.717338:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.717342:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.717353:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b38b5f000. 00010000:00000010:2.0:1769074988.717365:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.717369:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd400. 00010000:00000010:2.0:1769074988.717389:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81e00. 00010000:00000010:2.0:1769074988.717392:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56500. 00010000:00000010:2.0:1769074988.717397:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.717400:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.717420:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd400. 00010000:00000010:2.0:1769074988.717428:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.717432:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56500. 00010000:00000010:2.0:1769074988.717447:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.717455:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd500 x1855008351378688/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.717467:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.717471:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351378688, offset 224 00000400:00000200:2.0:1769074988.717476:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.717482:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.717486:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17084:17084:256:4294967295] 192.168.204.41@tcp LPNI seq info [17080:17080:8:4294967295] 00000400:00000200:2.0:1769074988.717495:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.717499:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.717503:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.717506:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.717511:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.717514:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.717530:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.717534:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.717537:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:1.0:1769074988.717584:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.717588:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.717592:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.717597:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.717600:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:1.0:1769074988.717602:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:1.0:1769074988.718446:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.718452:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d6de00 00000400:00000200:1.0:1769074988.718456:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c41 [64] + 190880 00000400:00000200:1.0:1769074988.718462:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.718465:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.718467:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.718470:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598e00. 00000020:00000010:2.0:1769074988.718511:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.718516:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.718520:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.718523:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.718527:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.718549:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.718552:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000100:00000200:2.0:1769074988.718555:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351378944 00010000:00000010:2.0:1769074988.718566:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.718570:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.718592:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f2f000. 00010000:00000010:2.0:1769074988.718617:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.718622:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.718630:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81d00. 00010000:00000010:2.0:1769074988.718634:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56500. 00010000:00000010:2.0:1769074988.718638:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:2.0:1769074988.718641:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd400. 00000004:00000010:2.0:1769074988.718649:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30694000. 00000004:00000010:2.0:1769074988.718654:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56690. 00000004:00000010:2.0:1769074988.718659:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5430. 00080000:00000010:2.0:1769074988.718664:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a04cee000. 00000020:00000010:2.0:1769074988.718675:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.718679:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cee400. 00000004:00000010:2.0:1769074988.718692:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed0c0. 00020000:00000010:2.0:1769074988.718715:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0ba08. 00020000:00000010:2.0:1769074988.718719:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0baf8. 00000004:00000010:2.0:1769074988.718730:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764ac60. 00080000:00000010:2.0:1769074988.718739:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698140. 00080000:00000010:2.0:1769074988.718755:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698840. 00000001:00000010:2.0:1769074988.718815:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5898. 00000001:00000010:2.0:1769074988.718824:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5898. 00080000:00000400:2.0:1769074988.718840:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.718844:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.718847:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.718850:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.718852:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.718855:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.718863:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56e80. 00080000:00000400:2.0:1769074988.718869:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.718872:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.718874:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.718876:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.718879:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.718881:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.718902:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.718905:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.718907:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.718910:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.718912:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.718914:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.718933:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0477f360. 00000001:00000010:2.0:1769074988.718938:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed9c0. 00080000:00000010:2.0:1769074988.718948:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698840. 00080000:00000010:2.0:1769074988.718952:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.718955:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00010000:00000010:2.0:1769074988.718978:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81100. 00010000:00000010:2.0:1769074988.718982:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56100. 00010000:00000010:2.0:1769074988.718986:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:2.0:1769074988.718990:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf80. 00000004:00000010:2.0:1769074988.719006:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3ed56380. 00010000:00000010:2.0:1769074988.719019:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.1:1769074988.719064:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:0.1:1769074988.719065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.1:1769074988.719071:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ae00. 00010000:00000010:2.1:1769074988.719081:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.1:1769074988.719085:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5400. 00010000:00000010:2.1:1769074988.719088:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.1:1769074988.719092:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4400. 00010000:00000010:2.0:1769074988.719134:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.719143:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542386, last committed = 0 00010000:00000200:2.0:1769074988.719149:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598e00 x1855008351378944/t60129542386(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.719161:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.719165:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351378944, offset 224 00000400:00000200:2.0:1769074988.719170:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.719176:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.719181:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17085:17085:256:4294967295] 192.168.204.41@tcp LPNI seq info [17081:17081:8:4294967295] 00000400:00000200:2.0:1769074988.719189:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.719194:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.719197:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.719202:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.719206:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.719209:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.719227:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.719231:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.719234:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:3.0:1769074988.719277:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.719280:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.719283:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.719287:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.719289:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.719291:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:1.0:1769074988.720274:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.720281:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6de80 00000400:00000200:1.0:1769074988.720284:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 3608 00000400:00000200:1.0:1769074988.720291:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.720294:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.720296:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.720299:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059a680. 00000020:00000010:2.0:1769074988.720341:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.720345:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.720349:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.720353:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.720356:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.720380:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698140. 00000020:00000010:2.0:1769074988.720383:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698140. 00000100:00000200:2.0:1769074988.720385:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351379072 00010000:00000010:2.0:1769074988.720396:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81400. 00010000:00000010:2.0:1769074988.720400:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d81c00. 00010000:00000010:2.0:1769074988.720423:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00002000:00000010:2.0:1769074988.720429:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698140. 02000000:00000010:2.0:1769074988.720443:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04a0bc00. 00010000:00000200:2.0:1769074988.720458:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059a680 x1855008351379072/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.720470:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.720473:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351379072, offset 224 00000400:00000200:2.0:1769074988.720478:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.720484:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.720489:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17086:17086:256:4294967295] 192.168.204.41@tcp LPNI seq info [17082:17082:8:4294967295] 00000400:00000200:2.0:1769074988.720498:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.720503:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.720506:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.720511:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.720515:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.720518:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.720534:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.720539:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.720543:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:1.0:1769074988.720578:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.720582:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.720585:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.720589:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.720592:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074988.720593:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074988.721466:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.721474:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6df00 00000400:00000200:3.0:1769074988.721478:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 3936 00000400:00000200:3.0:1769074988.721488:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.721492:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.721496:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.721501:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ff100. 00000020:00000010:2.0:1769074988.721543:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.721547:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.721551:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee200. 00000020:00000010:2.0:1769074988.721554:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.721558:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.721577:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.721580:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000100:00000200:2.0:1769074988.721582:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351379200 00010000:00000010:2.0:1769074988.721593:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4400. 02000000:00000010:2.0:1769074988.721603:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a09d52000. 00010000:00000010:2.0:1769074988.721610:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698840. 00000100:00000010:2.0:1769074988.721614:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ede40. 00000100:00000010:2.0:1769074988.721619:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.721627:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a04cee600. 02000000:00000010:2.0:1769074988.721641:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b036c0e00. 00000400:00000010:2.0:1769074988.721645:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5898. 00000400:00000010:2.0:1769074988.721650:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.721654:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803200, portal 16 00000400:00000010:2.0:1769074988.721658:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.721660:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368803200, offset 0 00000400:00000200:2.0:1769074988.721665:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.721672:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.721676:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.721679:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.721682:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.721685:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.721688:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17087:17087:256:4294967295] 192.168.204.41@tcp LPNI seq info [17083:17083:8:4294967295] 00000400:00000200:2.0:1769074988.721696:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.721715:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.721720:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.721725:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.721729:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.721732:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.721794:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.721796:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.721799:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.721803:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.721805:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:1.0:1769074988.721807:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:1.0:1769074988.721811:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368803200/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.722431:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.722438:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bd80 00000400:00000200:1.0:1769074988.722442:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29091 [1] + 224 00000400:00000200:1.0:1769074988.722449:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.722452:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.722456:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368803200/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.722497:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5898. 00000400:00000200:2.0:1769074988.722502:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:2.0:1769074988.722504:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.722512:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368803200/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.722523:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368803200/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.722541:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b036c0e00. 02000000:00000010:2.0:1769074988.722546:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a04cee600. 00000100:00000010:2.0:1769074988.722550:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.722553:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ede40. 00010000:00000010:2.0:1769074988.722557:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698840. 00010000:00000200:2.0:1769074988.722570:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ff100 x1855008351379200/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.722583:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074988.722583:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:2.0:1769074988.722589:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351379200, offset 224 00000400:00000200:3.0:1769074988.722594:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6df80 00000400:00000200:2.0:1769074988.722600:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.722609:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21f61 [2] + 1640 00000400:00000200:2.0:1769074988.722611:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.722620:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17088:17088:256:4294967295] 192.168.204.41@tcp LPNI seq info [17084:17084:8:4294967295] 00000400:00000200:2.0:1769074988.722632:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.722637:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.722639:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1769074988.722642:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.722646:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.722651:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:2.0:1769074988.722654:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:3.0:1769074988.722656:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fc380. 00000800:00000200:2.0:1769074988.722664:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.722668:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.722685:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.722691:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.722696:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee200. 00000800:00000200:3.0:1769074988.722714:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.722728:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.722734:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.722739:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.722742:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.722746:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.722759:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b361fc380 x1855008351379328/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.722787:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.722791:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000800:00000010:3.0:1769074988.722791:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000100:00000200:0.0:1769074988.722798:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351379328 00000400:00000200:3.0:1769074988.722799:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.722805:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074988.722807:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe12000. 00000400:00000200:3.0:1769074988.722809:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.722812:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00010000:00000010:0.0:1769074988.722838:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.722844:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724f00. 00000100:00000010:0.0:1769074988.722848:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.722855:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ea00. 02000000:00000010:0.0:1769074988.722865:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296f000. 00000400:00000010:0.0:1769074988.722869:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029246e0. 00000400:00000010:0.0:1769074988.722873:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.722877:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803328, portal 16 00000400:00000010:0.0:1769074988.722880:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074988.722882:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368803328, offset 0 00000400:00000200:0.0:1769074988.722888:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.722894:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.722898:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.722900:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.722903:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.722906:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.722909:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17089:17089:256:4294967295] 192.168.204.41@tcp LPNI seq info [17085:17085:8:4294967295] 00000400:00000200:0.0:1769074988.722936:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.722942:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.722946:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.722951:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.722956:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.722959:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.723014:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.723017:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:1.0:1769074988.723020:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.723023:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.723044:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:1.0:1769074988.723046:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000100:00000200:1.0:1769074988.723052:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368803328/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.723687:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.723694:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0be00 00000400:00000200:1.0:1769074988.723698:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2909d [1] + 224 00000400:00000200:1.0:1769074988.723718:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.723721:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.723726:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368803328/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.723766:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029246e0. 00000400:00000200:0.0:1769074988.723771:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:0.0:1769074988.723773:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.723781:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368803328/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.723791:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368803328/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.723806:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296f000. 02000000:00000010:0.0:1769074988.723810:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ea00. 00000100:00000010:0.0:1769074988.723813:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.723816:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724f00. 00010000:00000010:0.0:1769074988.723819:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.723827:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.723830:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351379328, offset 224 00000400:00000200:0.0:1769074988.723835:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.723841:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.723846:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17090:17090:256:4294967295] 192.168.204.41@tcp LPNI seq info [17086:17086:8:4294967295] 00000400:00000200:0.0:1769074988.723854:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.723859:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.723863:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.723867:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.723871:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.723891:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.723908:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.723911:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.723915:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000800:00000200:3.0:1769074988.723979:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.723982:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:3.0:1769074988.723985:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.723989:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.723991:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:3.0:1769074988.723993:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000400:00000200:1.0:1769074988.724260:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.724266:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6e080 00000400:00000200:1.0:1769074988.724270:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x219e9 [2] + 1176 00000400:00000200:1.0:1769074988.724277:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.724296:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.724299:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.724303:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497a680. 00000020:00000010:2.0:1769074988.724344:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.724349:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.724353:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0e00. 00000020:00000010:2.0:1769074988.724356:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.724360:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.724381:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.724384:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000100:00000200:2.0:1769074988.724387:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351379584 00000001:00000010:2.0:1769074988.724393:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.724411:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3062c800. 00000020:00000010:2.0:1769074988.724435:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02cf95a0. 00080000:00000010:2.0:1769074988.724439:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cee200. 00080000:00000010:2.0:1769074988.724451:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698840. 00000001:00000010:2.0:1769074988.724474:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131ec1e0. 00000001:00000010:2.0:1769074988.724479:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.724489:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.724493:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02cf95a0. 00000004:00000010:2.0:1769074988.724510:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3ed56380. 00010000:00000200:2.0:1769074988.724530:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497a680 x1855008351379584/t60129542387(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.724542:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.724545:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351379584, offset 224 00000400:00000200:2.0:1769074988.724550:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.724557:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.724561:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17091:17091:256:4294967295] 192.168.204.41@tcp LPNI seq info [17087:17087:8:4294967295] 00000400:00000200:2.0:1769074988.724569:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.724574:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.724578:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.724582:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.724587:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.724590:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.724606:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.724611:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.724614:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0e00. 00000800:00000200:1.0:1769074988.724664:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.724667:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.724670:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.724673:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.724676:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.724677:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:3.0:1769074988.725613:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.725621:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6e100 00000400:00000200:3.0:1769074988.725625:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 191536 00000400:00000200:3.0:1769074988.725632:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.725634:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.725637:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.725640:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd880. 00000020:00000010:2.0:1769074988.725682:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.725687:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.725691:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee600. 00000020:00000010:2.0:1769074988.725694:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.725697:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.725731:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.725734:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000100:00000200:2.0:1769074988.725738:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351379712 00000001:00000010:2.0:1769074988.725743:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed9c0. 00010000:00000010:2.0:1769074988.725754:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.0:1769074988.725760:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.725772:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f2a000. 00010000:00000010:2.0:1769074988.725786:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5400. 00010000:00000010:2.0:1769074988.725790:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.725800:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81000. 00010000:00000010:2.0:1769074988.725803:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56b00. 00010000:00000010:2.0:1769074988.725807:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.0:1769074988.725811:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddc80. 00010000:00000010:2.0:1769074988.725834:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.725843:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddc80. 00010000:00000010:2.0:1769074988.725847:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56b00. 00010000:00000010:2.0:1769074988.725862:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.725872:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd880 x1855008351379712/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.725884:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.725888:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351379712, offset 224 00000400:00000200:2.0:1769074988.725893:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.725899:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.725904:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17092:17092:256:4294967295] 192.168.204.41@tcp LPNI seq info [17088:17088:8:4294967295] 00000400:00000200:2.0:1769074988.725912:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.725918:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.725921:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.725925:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.725929:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.725933:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.725951:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.725956:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.725959:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee600. 00000800:00000200:1.0:1769074988.726009:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.726013:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.726016:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.726019:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.726022:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:1.0:1769074988.726023:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000400:00000200:1.0:1769074988.726714:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.726722:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6e180 00000400:00000200:1.0:1769074988.726726:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 192128 00000400:00000200:1.0:1769074988.726734:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.726736:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.726739:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.726742:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979180. 00000020:00000010:2.0:1769074988.726782:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.726787:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.726792:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee600. 00000020:00000010:2.0:1769074988.726794:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.726798:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.726820:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.726823:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000100:00000200:2.0:1769074988.726826:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351379840 00010000:00000010:2.0:1769074988.726837:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.0:1769074988.726842:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.726854:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f29000. 00010000:00000010:2.0:1769074988.726866:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:2.0:1769074988.726870:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddc80. 00010000:00000010:2.0:1769074988.726877:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81300. 00010000:00000010:2.0:1769074988.726881:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56b00. 00010000:00000010:2.0:1769074988.726885:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:2.0:1769074988.726888:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.726908:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddc80. 00010000:00000010:2.0:1769074988.726916:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.726920:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56b00. 00010000:00000010:2.0:1769074988.726935:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.726945:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979180 x1855008351379840/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.726957:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.726961:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351379840, offset 224 00000400:00000200:2.0:1769074988.726966:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.726972:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.726977:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17093:17093:256:4294967295] 192.168.204.41@tcp LPNI seq info [17089:17089:8:4294967295] 00000400:00000200:2.0:1769074988.726986:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.726991:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.726995:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.726999:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.727004:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.727007:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.727023:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.727047:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.727051:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee600. 00000800:00000200:3.0:1769074988.727085:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.727088:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.727091:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.727095:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.727097:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.727099:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:1.0:1769074988.727866:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.727874:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6e280 00000400:00000200:1.0:1769074988.727878:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c41 [64] + 192720 00000400:00000200:1.0:1769074988.727886:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.727888:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.727891:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.727894:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 00000020:00000010:2.0:1769074988.727937:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.727943:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.727947:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee600. 00000020:00000010:2.0:1769074988.727950:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.727954:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.727975:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.727978:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000100:00000200:2.0:1769074988.727981:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351380096 00010000:00000010:2.0:1769074988.727993:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.727998:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.728013:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f2c000. 00010000:00000010:2.0:1769074988.728060:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.0:1769074988.728066:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.728077:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81600. 00010000:00000010:2.0:1769074988.728080:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56b00. 00010000:00000010:2.0:1769074988.728084:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5800. 00010000:00000010:2.0:1769074988.728087:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddc80. 00000004:00000010:2.0:1769074988.728095:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30694960. 00000004:00000010:2.0:1769074988.728102:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56168. 00000004:00000010:2.0:1769074988.728107:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5980. 00080000:00000010:2.0:1769074988.728114:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b036c0e00. 00000020:00000010:2.0:1769074988.728126:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.728130:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01095e00. 00000004:00000010:2.0:1769074988.728144:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed9c0. 00020000:00000010:2.0:1769074988.728156:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0be90. 00020000:00000010:2.0:1769074988.728158:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b4c0. 00000004:00000010:2.0:1769074988.728170:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17648000. 00080000:00000010:2.0:1769074988.728179:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698840. 00080000:00000010:2.0:1769074988.728196:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698380. 00000001:00000010:2.0:1769074988.728266:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b3c3c5898. 00000001:00000010:2.0:1769074988.728276:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b3c3c5898. 00080000:00000400:2.0:1769074988.728296:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.728299:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.728301:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.728304:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.728307:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.728309:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.728318:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56680. 00080000:00000400:2.0:1769074988.728325:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.728328:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.728331:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.728333:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.728335:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.728338:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.728358:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.728361:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.728363:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.728365:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.728368:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.728370:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.728389:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131ecde0. 00000001:00000010:2.0:1769074988.728394:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ede40. 00080000:00000010:2.0:1769074988.728404:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698380. 00080000:00000010:2.0:1769074988.728407:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.728410:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00010000:00000010:2.0:1769074988.728434:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81200. 00010000:00000010:2.0:1769074988.728438:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56600. 00010000:00000010:2.0:1769074988.728442:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5000. 00010000:00000010:2.0:1769074988.728446:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdda80. 00000004:00000010:2.0:1769074988.728464:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3ed56480. 00010000:00000010:2.0:1769074988.728477:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.728498:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.728505:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542388, last committed = 0 00010000:00000200:2.0:1769074988.728512:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b100 x1855008351380096/t60129542388(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.728523:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.728527:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351380096, offset 224 00000400:00000200:2.0:1769074988.728532:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.728538:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.728542:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17094:17094:256:4294967295] 192.168.204.41@tcp LPNI seq info [17090:17090:8:4294967295] 00000400:00000200:2.0:1769074988.728551:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.728556:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.728560:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.728564:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.728569:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.728572:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.728590:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.728594:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.728597:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee600. 00000800:00000200:1.0:1769074988.728641:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.728644:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.728647:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.728651:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.728653:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074988.728655:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00010000:00000010:2.1:1769074988.729069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.1:1769074988.729077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a700. 00010000:00000010:2.1:1769074988.729081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5c00. 00010000:00000010:2.1:1769074988.729084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074988.729087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.729097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81e00. 00010000:00000010:2.1:1769074988.729101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074988.729104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.729108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00000400:00000200:3.0:1769074988.729580:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.729586:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6e300 00000400:00000200:3.0:1769074988.729590:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 4264 00000400:00000200:3.0:1769074988.729597:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.729600:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.729603:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.729606:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fca80. 00000020:00000010:2.0:1769074988.729650:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.729655:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.729659:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee600. 00000020:00000010:2.0:1769074988.729663:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.729666:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.729689:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698840. 00000020:00000010:2.0:1769074988.729692:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698840. 00000100:00000200:2.0:1769074988.729696:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351380224 00010000:00000010:2.0:1769074988.729719:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81e00. 00010000:00000010:2.0:1769074988.729723:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d81f00. 00010000:00000010:2.0:1769074988.729728:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5c00. 00002000:00000010:2.0:1769074988.729733:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698840. 02000000:00000010:2.0:1769074988.729746:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062c000. 00010000:00000200:2.0:1769074988.729761:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fca80 x1855008351380224/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.729773:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.729777:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351380224, offset 224 00000400:00000200:2.0:1769074988.729782:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.729789:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.729794:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17095:17095:256:4294967295] 192.168.204.41@tcp LPNI seq info [17091:17091:8:4294967295] 00000400:00000200:2.0:1769074988.729803:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.729810:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.729814:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.729818:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.729823:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.729826:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.729842:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.729847:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.729852:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee600. 00000800:00000200:1.0:1769074988.729882:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.729886:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.729888:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.729892:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.729894:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074988.729896:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:1.0:1769074988.730630:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.730638:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6e380 00000400:00000200:1.0:1769074988.730642:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 4592 00000400:00000200:1.0:1769074988.730649:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.730652:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.730655:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.730657:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978000. 00000020:00000010:2.0:1769074988.730712:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.730716:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.730720:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee600. 00000020:00000010:2.0:1769074988.730724:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.730727:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.730748:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.730751:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000100:00000200:2.0:1769074988.730755:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351380352 00010000:00000010:2.0:1769074988.730765:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4600. 02000000:00000010:2.0:1769074988.730774:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062f000. 00010000:00000010:2.0:1769074988.730781:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698380. 00000100:00000010:2.0:1769074988.730786:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed600. 00000100:00000010:2.0:1769074988.730791:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 02000000:00000010:2.0:1769074988.730800:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3fe61a00. 02000000:00000010:2.0:1769074988.730814:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493600. 00000400:00000010:2.0:1769074988.730817:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5898. 00000400:00000010:2.0:1769074988.730822:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.730827:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803456, portal 16 00000400:00000010:2.0:1769074988.730830:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.730833:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368803456, offset 0 00000400:00000200:2.0:1769074988.730839:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.730844:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.730848:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.730851:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.730854:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.730857:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.730860:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17096:17096:256:4294967295] 192.168.204.41@tcp LPNI seq info [17092:17092:8:4294967295] 00000400:00000200:2.0:1769074988.730869:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.730873:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.730876:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.730881:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.730886:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.730889:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.730954:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.730957:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.730960:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.730963:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.730966:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.730967:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:3.0:1769074988.730971:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487b80 x1855008368803456/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.731529:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.731536:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0be80 00000400:00000200:1.0:1769074988.731540:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x290bd [1] + 224 00000400:00000200:1.0:1769074988.731546:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.731548:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.731555:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487b80 x1855008368803456/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.731602:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5898. 00000400:00000200:2.0:1769074988.731606:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:2.0:1769074988.731609:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.731615:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487b80 x1855008368803456/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.731625:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487b80 x1855008368803456/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.731642:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493600. 02000000:00000010:2.0:1769074988.731646:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3fe61a00. 00000100:00000010:2.0:1769074988.731650:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487b80. 00000100:00000010:2.0:1769074988.731654:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed600. 00010000:00000010:2.0:1769074988.731657:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698380. 00010000:00000200:2.0:1769074988.731669:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978000 x1855008351380352/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.731682:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.731685:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351380352, offset 224 00000400:00000200:2.0:1769074988.731691:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.731698:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.731718:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17097:17097:256:4294967295] 192.168.204.41@tcp LPNI seq info [17093:17093:8:4294967295] 00000400:00000200:1.0:1769074988.731734:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.731735:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.731743:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.731747:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.731750:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6e400 00000800:00000200:2.0:1769074988.731757:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.731762:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x21f61 [2] + 1968 00000800:00000200:2.0:1769074988.731767:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:1.0:1769074988.731772:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498a8f0. 00000800:00000200:2.0:1769074988.731773:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.731792:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a0287a240 00000020:00000010:2.0:1769074988.731792:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.731800:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.731804:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee600. 00000400:00000200:1.0:1769074988.731829:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.731835:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.731838:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0287a240 00000400:00000010:1.0:1769074988.731840:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0287a240. 00000100:00000200:1.0:1769074988.731843:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1769074988.731866:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.731870:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.731874:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.731880:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.731883:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000020:00000010:0.0:1769074988.731885:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000400:00000010:3.0:1769074988.731886:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000020:00000010:0.0:1769074988.731893:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.731899:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.731902:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.731906:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.731920:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a5ac50 x1855008351380480/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.731949:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.731953:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.731957:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351380480 02000000:00000010:0.0:1769074988.731965:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe10400. 00010000:00000010:0.0:1769074988.731991:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.731996:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b724f00. 00000100:00000010:0.0:1769074988.732001:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.732007:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ea00. 02000000:00000010:0.0:1769074988.732016:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296f000. 00000400:00000010:0.0:1769074988.732020:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029246e0. 00000400:00000010:0.0:1769074988.732024:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.732055:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803584, portal 16 00000400:00000010:0.0:1769074988.732060:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.732063:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368803584, offset 0 00000400:00000200:0.0:1769074988.732068:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.732074:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.732077:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.732081:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.732083:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.732086:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.732090:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17098:17098:256:4294967295] 192.168.204.41@tcp LPNI seq info [17094:17094:8:4294967295] 00000400:00000200:0.0:1769074988.732118:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.732122:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.732127:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.732131:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.732135:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.732139:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.732193:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.732196:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:1.0:1769074988.732198:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.732202:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.732204:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:1.0:1769074988.732205:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000100:00000200:1.0:1769074988.732210:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368803584/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.732772:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.732778:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bf00 00000400:00000200:1.0:1769074988.732782:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x290c9 [1] + 224 00000400:00000200:1.0:1769074988.732788:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.732790:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.732795:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368803584/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.732833:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029246e0. 00000400:00000200:0.0:1769074988.732839:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:0.0:1769074988.732841:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.732848:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368803584/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.732858:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368803584/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.732873:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296f000. 02000000:00000010:0.0:1769074988.732877:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ea00. 00000100:00000010:0.0:1769074988.732880:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.732883:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b724f00. 00010000:00000010:0.0:1769074988.732886:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.732894:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.732897:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351380480, offset 224 00000400:00000200:0.0:1769074988.732902:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.732908:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.732912:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17099:17099:256:4294967295] 192.168.204.41@tcp LPNI seq info [17095:17095:8:4294967295] 00000400:00000200:0.0:1769074988.732921:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.732926:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.732929:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.732933:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.732938:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.732957:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.732975:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.732979:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.732982:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 02000000:00000010:0.0:1769074988.732990:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe12000. 00000100:00000010:0.0:1769074988.732993:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fc380. 02000000:00000010:0.0:1769074988.732998:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe11800. 00000100:00000010:0.0:1769074988.733001:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fed80. 02000000:00000010:0.0:1769074988.733006:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d69400. 00000100:00000010:0.0:1769074988.733010:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8000. 02000000:00000010:0.0:1769074988.733014:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a09c00. 00000100:00000010:0.0:1769074988.733017:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeaa00. 02000000:00000010:0.0:1769074988.733021:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08c00. 00000800:00000200:3.0:1769074988.733045:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.733049:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.733053:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074988.733058:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19c00. 00000400:00000200:3.0:1769074988.733059:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.733066:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074988.733068:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 02000000:00000010:0.0:1769074988.733069:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08000. 02000000:00000010:3.0:1769074988.733073:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe10400. 00000100:00000010:0.0:1769074988.733075:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18700. 00000100:00000200:0.0:1769074988.733086:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1769074988.733091:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029246e0. 00000400:00000010:0.0:1769074988.733095:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a0b724f00. 00000400:00000200:1.0:1769074988.733215:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.733221:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6e500 00000400:00000200:1.0:1769074988.733225:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x219e9 [2] + 1568 00000400:00000200:1.0:1769074988.733230:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.733233:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.733236:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.733238:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979500. 00000020:00000010:2.0:1769074988.733279:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.733284:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.733288:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.733291:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.733295:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.733317:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.733319:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000100:00000200:2.0:1769074988.733322:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351380736 00000001:00000010:2.0:1769074988.733327:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.733343:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3062d000. 00000020:00000010:2.0:1769074988.733366:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.733370:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493a00. 00080000:00000010:2.0:1769074988.733379:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698380. 00000001:00000010:2.0:1769074988.733397:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131ec360. 00000001:00000010:2.0:1769074988.733401:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.733411:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.733414:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00000004:00000010:2.0:1769074988.733431:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3ed56480. 00010000:00000200:2.0:1769074988.733447:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979500 x1855008351380736/t60129542389(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.733459:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.733482:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351380736, offset 224 00000400:00000200:2.0:1769074988.733487:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.733493:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.733498:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17100:17100:256:4294967295] 192.168.204.41@tcp LPNI seq info [17096:17096:8:4294967295] 00000400:00000200:2.0:1769074988.733506:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.733511:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.733514:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.733518:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.733523:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.733526:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.733541:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.733546:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.733549:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.733602:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.733606:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.733608:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.733611:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.733614:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:1.0:1769074988.733615:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:3.0:1769074988.734507:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.734517:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6e580 00000400:00000200:3.0:1769074988.734523:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 193384 00000400:00000200:3.0:1769074988.734545:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.734549:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.734554:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.734558:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fdf80. 00000020:00000010:2.0:1769074988.734603:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.734607:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.734611:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.734614:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.734617:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.734639:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.734642:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000100:00000200:2.0:1769074988.734644:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351380864 00000001:00000010:2.0:1769074988.734649:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ede40. 00010000:00000010:2.0:1769074988.734661:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:2.0:1769074988.734666:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.734678:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f2e000. 00010000:00000010:2.0:1769074988.734691:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:2.0:1769074988.734695:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.734718:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81500. 00010000:00000010:2.0:1769074988.734722:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.734727:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.0:1769074988.734731:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.734752:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.734761:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.734765:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.734780:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.734788:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fdf80 x1855008351380864/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.734800:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.734803:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351380864, offset 224 00000400:00000200:2.0:1769074988.734808:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.734815:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.734820:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17101:17101:256:4294967295] 192.168.204.41@tcp LPNI seq info [17097:17097:8:4294967295] 00000400:00000200:2.0:1769074988.734828:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.734833:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.734837:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.734841:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.734846:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.734849:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.734866:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.734871:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.734874:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.734923:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.734927:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.734930:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.734933:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.734936:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:1.0:1769074988.734937:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000400:00000200:1.0:1769074988.735718:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.735726:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6e600 00000400:00000200:1.0:1769074988.735730:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c41 [64] + 193976 00000400:00000010:1.0:1769074988.735733:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b2a916d10. 00000400:00000200:1.0:1769074988.735736:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b057a1800 00000400:00000200:1.0:1769074988.735743:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.735745:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.735747:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b057a1800 00000400:00000010:1.0:1769074988.735749:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff8c8b057a1800. 00000100:00000200:1.0:1769074988.735752:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1769074988.735797:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.735801:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.735806:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.735809:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.735813:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.735836:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.735840:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000100:00000200:2.0:1769074988.735844:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351380992 00010000:00000010:2.0:1769074988.735856:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.0:1769074988.735861:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 02000000:00000010:2.0:1769074988.735873:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f28000. 00010000:00000010:2.0:1769074988.735886:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.735891:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.735899:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81b00. 00010000:00000010:2.0:1769074988.735903:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.735906:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.735910:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.735930:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.735940:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.735944:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.735962:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000200:2.0:1769074988.735971:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b036e3450 x1855008351380992/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.735984:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.735988:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351380992, offset 224 00000400:00000200:2.0:1769074988.735993:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.736000:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.736005:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17102:17102:256:4294967295] 192.168.204.41@tcp LPNI seq info [17098:17098:8:4294967295] 00000400:00000200:2.0:1769074988.736014:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.736019:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.736023:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.736054:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.736060:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.736064:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.736079:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.736084:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.736087:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.736141:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.736146:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.736151:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.736156:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.736159:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.736161:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 02000000:00000010:2.0:1769074988.736168:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f28000. 02000000:00000010:2.0:1769074988.736175:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f2e000. 00000100:00000010:2.0:1769074988.736179:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fdf80. 00000100:00000010:2.0:1769074988.736184:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 02000000:00000010:2.0:1769074988.736188:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f29000. 00000100:00000010:2.0:1769074988.736190:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979180. 02000000:00000010:2.0:1769074988.736193:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f2a000. 00000100:00000010:2.0:1769074988.736196:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fd880. 00000100:00000010:2.0:1769074988.736199:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598e00. 02000000:00000010:2.0:1769074988.736203:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b38b5f000. 00000100:00000010:2.0:1769074988.736206:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fd500. 02000000:00000010:2.0:1769074988.736209:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b38b5e000. 00000100:00000010:2.0:1769074988.736211:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059bb80. 00000100:00000010:2.0:1769074988.736216:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38640700. 02000000:00000010:2.0:1769074988.736219:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b358be000. 00000100:00000010:2.0:1769074988.736222:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641f80. 02000000:00000010:2.0:1769074988.736226:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b358bc000. 00000100:00000010:2.0:1769074988.736229:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361ffb80. 00000100:00000010:2.0:1769074988.736232:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599f80. 02000000:00000010:2.0:1769074988.736237:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b358bf000. 00000100:00000010:2.0:1769074988.736240:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8380. 02000000:00000010:2.0:1769074988.736245:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b358bd000. 00000100:00000010:2.0:1769074988.736249:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8e00. 00000100:00000010:2.0:1769074988.736252:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059ad80. 02000000:00000010:2.0:1769074988.736256:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06f64000. 00000100:00000010:2.0:1769074988.736260:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9180. 02000000:00000010:2.0:1769074988.736263:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06f61000. 00000100:00000010:2.0:1769074988.736266:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1aa00. 00000100:00000010:2.0:1769074988.736270:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599180. 02000000:00000010:2.0:1769074988.736272:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06f67000. 00000100:00000010:2.0:1769074988.736276:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b480. 02000000:00000010:2.0:1769074988.736279:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06f65000. 00000100:00000010:2.0:1769074988.736282:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b800. 00000100:00000010:2.0:1769074988.736285:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b800. 02000000:00000010:2.0:1769074988.736289:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06f60000. 00000100:00000010:2.0:1769074988.736291:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97800. 02000000:00000010:2.0:1769074988.736295:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06f66000. 00000100:00000010:2.0:1769074988.736298:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598700. 00000100:00000010:2.0:1769074988.736301:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599880. 02000000:00000010:2.0:1769074988.736304:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10bea000. 00000100:00000010:2.0:1769074988.736308:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598380. 02000000:00000010:2.0:1769074988.736312:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10bef000. 00000100:00000010:2.0:1769074988.736315:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97b80. 00000100:00000010:2.0:1769074988.736318:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599500. 02000000:00000010:2.0:1769074988.736322:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10beb000. 00000100:00000010:2.0:1769074988.736324:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1c00. 02000000:00000010:2.0:1769074988.736328:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10be8000. 00000100:00000010:2.0:1769074988.736331:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3100. 00000100:00000010:2.0:1769074988.736334:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860a80. 02000000:00000010:2.0:1769074988.736337:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10bec000. 00000100:00000010:2.0:1769074988.736340:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0a80. 02000000:00000010:2.0:1769074988.736343:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f5a000. 00000100:00000010:2.0:1769074988.736346:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598000. 00000100:00000010:2.0:1769074988.736349:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558a80. 02000000:00000010:2.0:1769074988.736354:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f5d000. 00000100:00000010:2.0:1769074988.736357:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755bb80. 02000000:00000010:2.0:1769074988.736361:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f5b000. 00000100:00000010:2.0:1769074988.736363:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558700. 00000100:00000010:2.0:1769074988.736367:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fea00. 02000000:00000010:2.0:1769074988.736370:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f5e000. 00000100:00000010:2.0:1769074988.736373:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fdc00. 02000000:00000010:2.0:1769074988.736376:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35f5c000. 00000100:00000010:2.0:1769074988.736379:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755aa00. 00000100:00000010:2.0:1769074988.736383:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08823100. 02000000:00000010:2.0:1769074988.736387:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b0793b000. 00000100:00000010:2.0:1769074988.736390:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08821500. 02000000:00000010:2.0:1769074988.736394:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07938000. 00000100:00000010:2.0:1769074988.736397:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08822d80. 00000100:00000010:2.0:1769074988.736400:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08820e00. 02000000:00000010:2.0:1769074988.736405:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b0793c000. 00000100:00000010:2.0:1769074988.736408:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08822a00. 02000000:00000010:2.0:1769074988.736411:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07939000. 00000100:00000010:2.0:1769074988.736414:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559f80. 00000100:00000010:2.0:1769074988.736418:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599c00. 02000000:00000010:2.0:1769074988.736421:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b0793f000. 00000100:00000010:2.0:1769074988.736424:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08823480. 02000000:00000010:2.0:1769074988.736427:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b0793d000. 00000100:00000010:2.0:1769074988.736430:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08823800. 00000100:00000010:2.0:1769074988.736433:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08820a80. 02000000:00000010:2.0:1769074988.736437:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d49000. 00000100:00000010:2.0:1769074988.736440:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978a80. 02000000:00000010:2.0:1769074988.736443:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d4a000. 00000100:00000010:2.0:1769074988.736446:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08821880. 00000100:00000010:2.0:1769074988.736449:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489ad80. 02000000:00000010:2.0:1769074988.736453:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d4d000. 00000100:00000010:2.0:1769074988.736456:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b100. 02000000:00000010:2.0:1769074988.736459:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d4b000. 00000100:00000010:2.0:1769074988.736462:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979c00. 00000100:00000010:2.0:1769074988.736465:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590a80. 02000000:00000010:2.0:1769074988.736469:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d4e000. 00000100:00000010:2.0:1769074988.736472:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979880. 02000000:00000010:2.0:1769074988.736475:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b03683000. 00000100:00000010:2.0:1769074988.736478:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c56a00. 00000100:00000010:2.0:1769074988.736482:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863480. 02000000:00000010:2.0:1769074988.736486:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b03686000. 00000100:00000010:2.0:1769074988.736488:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497ad80. 02000000:00000010:2.0:1769074988.736493:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b03684000. 00000100:00000010:2.0:1769074988.736495:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862680. 00000100:00000010:2.0:1769074988.736499:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863b80. 02000000:00000010:2.0:1769074988.736503:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b03682000. 00000100:00000010:2.0:1769074988.736506:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860e00. 02000000:00000010:2.0:1769074988.736510:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b03687000. 00000100:00000010:2.0:1769074988.736513:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978700. 00000100:00000010:2.0:1769074988.736516:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2d80. 02000000:00000010:2.0:1769074988.736520:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06c18000. 00000100:00000010:2.0:1769074988.736523:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664700. 02000000:00000010:2.0:1769074988.736527:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06c1e000. 00000100:00000010:2.0:1769074988.736530:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0380. 00000100:00000010:2.0:1769074988.736535:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0700. 02000000:00000010:2.0:1769074988.736538:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06c19000. 00000100:00000010:2.0:1769074988.736541:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664380. 02000000:00000010:2.0:1769074988.736544:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06c1a000. 00000100:00000010:2.0:1769074988.736547:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2680. 00000100:00000010:2.0:1769074988.736550:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37df80. 02000000:00000010:2.0:1769074988.736554:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06c1d000. 00000100:00000010:2.0:1769074988.736556:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ca80. 02000000:00000010:2.0:1769074988.736559:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06c1b000. 00000100:00000010:2.0:1769074988.736561:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667800. 00000100:00000010:2.0:1769074988.736564:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ed80. 02000000:00000010:2.0:1769074988.736567:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07b87000. 00000100:00000010:2.0:1769074988.736570:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37ce00. 02000000:00000010:2.0:1769074988.736572:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07b85000. 00000100:00000010:2.0:1769074988.736575:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30667b80. 00000100:00000010:2.0:1769074988.736577:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84700. 02000000:00000010:2.0:1769074988.736580:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07b80000. 00000100:00000010:2.0:1769074988.736583:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096dad80. 02000000:00000010:2.0:1769074988.736586:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07b86000. 00000100:00000010:2.0:1769074988.736588:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44000. 00000100:00000010:2.0:1769074988.736591:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 02000000:00000010:2.0:1769074988.736594:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07b81000. 00000100:00000010:2.0:1769074988.736596:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09023b80. 02000000:00000010:2.0:1769074988.736600:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07613000. 00000100:00000010:2.0:1769074988.736604:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650c700. 00000100:00000010:2.0:1769074988.736608:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0380. 02000000:00000010:2.0:1769074988.736611:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07616000. 00000100:00000010:2.0:1769074988.736613:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 02000000:00000010:2.0:1769074988.736616:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07614000. 00000100:00000010:2.0:1769074988.736619:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022680. 00000100:00000010:2.0:1769074988.736625:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0e00. 02000000:00000010:2.0:1769074988.736627:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07612000. 00000100:00000010:2.0:1769074988.736630:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2a00. 02000000:00000010:2.0:1769074988.736634:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b07617000. 00000100:00000010:2.0:1769074988.736636:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559180. 00000100:00000010:2.0:1769074988.736640:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2300. 02000000:00000010:2.0:1769074988.736643:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b05503000. 00000100:00000010:2.0:1769074988.736645:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486d80. 02000000:00000010:2.0:1769074988.736649:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a01e93000. 00000100:00000010:2.0:1769074988.736652:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3480. 00000100:00000010:2.0:1769074988.736656:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022a00. 02000000:00000010:2.0:1769074988.736659:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a01e91000. 00000100:00000010:2.0:1769074988.736662:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0a80. 02000000:00000010:2.0:1769074988.736665:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a09992000. 00000100:00000010:2.0:1769074988.736668:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1880. 00000100:00000010:2.0:1769074988.736671:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558e00. 02000000:00000010:2.0:1769074988.736673:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06743000. 00000100:00000010:2.0:1769074988.736677:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020700. 02000000:00000010:2.0:1769074988.736680:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06742000. 00000100:00000010:2.0:1769074988.736683:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000010:2.0:1769074988.736686:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0000. 02000000:00000010:2.0:1769074988.736688:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b3cff1000. 00000100:00000010:2.0:1769074988.736691:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 02000000:00000010:2.0:1769074988.736693:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b3cff7000. 00000100:00000010:2.0:1769074988.736695:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8380. 00000100:00000010:2.0:1769074988.736698:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37d500. 02000000:00000010:2.0:1769074988.736715:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b3cff0000. 00000100:00000010:2.0:1769074988.736719:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd3800. 02000000:00000010:2.0:1769074988.736722:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b3cff6000. 00000100:00000010:2.0:1769074988.736725:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b800. 00000100:00000010:2.0:1769074988.736727:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37e300. 02000000:00000010:2.0:1769074988.736731:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d35000. 00000100:00000010:2.0:1769074988.736734:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2a00. 02000000:00000010:2.0:1769074988.736738:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d37000. 00000100:00000010:2.0:1769074988.736741:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37f480. 00000100:00000010:2.0:1769074988.736744:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94000. 02000000:00000010:2.0:1769074988.736747:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06744000. 00000100:00000010:2.0:1769074988.736750:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484000. 02000000:00000010:2.0:1769074988.736754:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d32000. 00000100:00000010:2.0:1769074988.736757:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37c700. 00000100:00000010:2.0:1769074988.736760:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37d880. 02000000:00000010:2.0:1769074988.736763:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d36000. 00000100:00000010:2.0:1769074988.736766:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37c380. 02000000:00000010:2.0:1769074988.736769:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35d33000. 00000100:00000010:2.0:1769074988.736772:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37f100. 00000100:00000010:2.0:1769074988.736775:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37c000. 02000000:00000010:2.0:1769074988.736778:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b05845000. 00000100:00000010:2.0:1769074988.736783:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37fb80. 02000000:00000010:2.0:1769074988.736786:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b05847000. 00000100:00000010:2.0:1769074988.736789:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf95500. 00000100:00000010:2.0:1769074988.736793:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2b37dc00. 02000000:00000010:2.0:1769074988.736796:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b02d77000. 00000100:00000010:2.0:1769074988.736799:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d9500. 02000000:00000010:2.0:1769074988.736802:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b02d72000. 00000100:00000010:2.0:1769074988.736805:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0a80. 00000100:00000010:2.0:1769074988.736809:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd3100. 02000000:00000010:2.0:1769074988.736813:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b02d71000. 00000100:00000010:2.0:1769074988.736816:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8a80. 02000000:00000010:2.0:1769074988.736819:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b36e24000. 00000100:00000010:2.0:1769074988.736822:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1500. 00000100:00000010:2.0:1769074988.736826:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd3b80. 02000000:00000010:2.0:1769074988.736829:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b2abcc000. 00000100:00000010:2.0:1769074988.736832:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0e00. 02000000:00000010:2.0:1769074988.736836:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b2abcf000. 00000100:00000010:2.0:1769074988.736839:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85c00. 00000100:00000010:2.0:1769074988.736843:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2300. 02000000:00000010:2.0:1769074988.736849:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06d26000. 00000100:00000010:2.0:1769074988.736853:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd3480. 02000000:00000010:2.0:1769074988.736857:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06d24000. 00000100:00000010:2.0:1769074988.736859:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650fb80. 00000100:00000010:2.0:1769074988.736863:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1f80. 02000000:00000010:2.0:1769074988.736867:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06d22000. 00000100:00000010:2.0:1769074988.736871:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860000. 02000000:00000010:2.0:1769074988.736875:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b2b735000. 00000100:00000010:2.0:1769074988.736880:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650df80. 00000100:00000010:2.0:1769074988.736884:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863100. 02000000:00000010:2.0:1769074988.736888:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b2b737000. 00000100:00000010:2.0:1769074988.736891:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861500. 02000000:00000010:2.0:1769074988.736896:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b2b732000. 00000100:00000010:2.0:1769074988.736899:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d180. 02000000:00000010:2.0:1769074988.736904:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b06352000. 00000100:00000010:2.0:1769074988.736909:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862d80. 00000400:00000200:1.0:1769074988.736911:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074988.736914:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862a00. 02000000:00000010:2.0:1769074988.736920:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35144000. 00000400:00000200:1.0:1769074988.736925:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6e700 00000100:00000010:2.0:1769074988.736927:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861c00. 02000000:00000010:2.0:1769074988.736934:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35142000. 00000400:00000200:1.0:1769074988.736937:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 0 00000100:00000010:2.0:1769074988.736940:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861180. 02000000:00000010:2.0:1769074988.736947:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35147000. 00000100:00000010:2.0:1769074988.736950:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862300. 00000400:00000200:1.0:1769074988.736953:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074988.736955:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35145000. 00000400:00000200:1.0:1769074988.736959:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:2.0:1769074988.736962:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863800. 00000100:00000200:1.0:1769074988.736964:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1769074988.736969:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35141000. 00000100:00000010:1.0:1769074988.736970:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b800. 00000100:00000010:2.0:1769074988.736977:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860700. 02000000:00000010:2.0:1769074988.736983:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b35146000. 00000100:00000010:2.0:1769074988.736987:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861880. 02000000:00000010:2.0:1769074988.736991:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35140000. 00000100:00000010:2.0:1769074988.736995:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a3b80. 02000000:00000010:2.0:1769074988.737000:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a04cda000. 00000100:00000010:2.0:1769074988.737004:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0e00. 02000000:00000010:2.0:1769074988.737008:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a04cdc000. 00000100:00000010:2.0:1769074988.737011:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a1c00. 00000020:00000010:0.0:1769074988.737013:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 02000000:00000010:2.0:1769074988.737016:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a04cdb000. 00000020:00000010:0.0:1769074988.737018:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000010:2.0:1769074988.737022:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a1180. 00000020:00000010:0.0:1769074988.737024:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.737042:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.737045:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000010:2.0:1769074988.737053:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a2300. 02000000:00000010:2.0:1769074988.737059:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b04a00000. 00000100:00000010:2.0:1769074988.737063:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a3800. 02000000:00000010:2.0:1769074988.737068:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b04a01000. 00000100:00000010:2.0:1769074988.737072:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0700. 00000020:00000010:0.0:1769074988.737076:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000100:00000010:2.0:1769074988.737077:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a1f80. 00000020:00000010:0.0:1769074988.737083:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.737087:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351381248 02000000:00000010:2.0:1769074988.737087:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b04a06000. 00000100:00000010:2.0:1769074988.737095:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a1880. 00010000:00000010:0.0:1769074988.737102:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00000100:00000010:2.0:1769074988.737102:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0380. 00010000:00000010:0.0:1769074988.737110:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 00000100:00000010:2.0:1769074988.737111:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a3100. 00000100:00000010:2.0:1769074988.737117:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a1500. 00000100:00000010:2.0:1769074988.737121:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a2d80. 02000000:00000010:0.0:1769074988.737125:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b36e26000. 02000000:00000010:2.0:1769074988.737125:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b05d25000. 00000100:00000010:2.0:1769074988.737130:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a2680. 00000100:00000010:2.0:1769074988.737134:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0000. 02000000:00000010:2.0:1769074988.737139:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b363b0000. 00000100:00000010:2.0:1769074988.737142:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899500. 00000100:00000010:2.0:1769074988.737146:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898a80. 00010000:00000010:0.0:1769074988.737149:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 02000000:00000010:2.0:1769074988.737151:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b363b7000. 00010000:00000010:0.0:1769074988.737153:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf180. 00000100:00000010:2.0:1769074988.737156:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 00000100:00000010:2.0:1769074988.737162:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898700. 00010000:00000010:0.0:1769074988.737164:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04600. 02000000:00000010:2.0:1769074988.737167:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b363b4000. 00000100:00000010:2.0:1769074988.737170:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899c00. 00000100:00000010:2.0:1769074988.737174:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074988.737177:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10db3000. 00000100:00000010:2.0:1769074988.737181:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899180. 00010000:00000010:0.0:1769074988.737183:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439e80. 00000100:00000010:2.0:1769074988.737187:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899880. 00010000:00000010:0.0:1769074988.737189:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0000. 02000000:00000010:2.0:1769074988.737193:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10db5000. 00010000:00000010:0.0:1769074988.737194:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf400. 00000100:00000010:2.0:1769074988.737201:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487800. 00000004:00000010:0.0:1769074988.737206:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e94a0. 02000000:00000010:2.0:1769074988.737207:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b10db6000. 00000100:00000010:2.0:1769074988.737213:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898000. 00000004:00000010:0.0:1769074988.737214:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fe7e258. 02000000:00000010:2.0:1769074988.737217:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b10db4000. 00000004:00000010:0.0:1769074988.737220:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e9430. 00000100:00000010:2.0:1769074988.737222:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b480. 00080000:00000010:0.0:1769074988.737226:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0296ea00. 00000100:00000010:2.0:1769074988.737228:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485180. 00000100:00000010:2.0:1769074988.737234:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a680. 00000100:00000010:2.0:1769074988.737238:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899f80. 00000020:00000010:0.0:1769074988.737239:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.737244:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296f000. 00000100:00000010:2.0:1769074988.737245:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 00000100:00000010:2.0:1769074988.737250:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898e00. 00000100:00000010:2.0:1769074988.737254:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489bb80. 00000004:00000010:0.0:1769074988.737256:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b724000. 00000100:00000010:2.0:1769074988.737259:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485c00. 00000100:00000010:2.0:1769074988.737264:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489aa00. 00020000:00000010:0.0:1769074988.737267:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629b878. 00000100:00000010:2.0:1769074988.737268:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a300. 00020000:00000010:0.0:1769074988.737272:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b750. 00000100:00000010:2.0:1769074988.737275:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484700. 00000100:00000010:2.0:1769074988.737280:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b800. 00000004:00000010:0.0:1769074988.737283:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1765b540. 00000100:00000010:2.0:1769074988.737285:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58e00. 00080000:00000010:0.0:1769074988.737290:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 02000000:00000010:2.0:1769074988.737292:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b08157000. 00000100:00000010:2.0:1769074988.737298:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00000100:00000010:2.0:1769074988.737301:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5aa00. 00000100:00000010:2.0:1769074988.737304:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59880. 00080000:00000010:0.0:1769074988.737306:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b1684c0. 00000100:00000010:2.0:1769074988.737309:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052cad80. 00000100:00000010:2.0:1769074988.737336:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5ad80. 00000100:00000010:2.0:1769074988.737341:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59f80. 00000100:00000010:2.0:1769074988.737346:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052ca680. 00000100:00000010:2.0:1769074988.737350:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58380. 00000100:00000010:2.0:1769074988.737355:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5bb80. 00000100:00000010:2.0:1769074988.737359:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c8000. 00000100:00000010:2.0:1769074988.737362:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59500. 00000100:00000010:2.0:1769074988.737366:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5b800. 00000001:00000010:0.0:1769074988.737371:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a02924c08. 00000100:00000010:2.0:1769074988.737371:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052cbb80. 00000100:00000010:2.0:1769074988.737378:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5b100. 00000001:00000010:0.0:1769074988.737382:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a02924c08. 00000100:00000010:2.0:1769074988.737383:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58a80. 00000100:00000010:2.0:1769074988.737389:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c8e00. 00000100:00000010:2.0:1769074988.737393:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052caa00. 00000100:00000010:2.0:1769074988.737397:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5b480. 00080000:00000400:0.0:1769074988.737400:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00000100:00000010:2.0:1769074988.737401:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908f100. 00080000:00000400:0.0:1769074988.737406:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.737409:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00000100:00000010:2.0:1769074988.737409:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908ce00. 00080000:00000400:0.0:1769074988.737415:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.737418:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 02000000:00000010:2.0:1769074988.737418:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a04573000. 00080000:00000400:0.0:1769074988.737424:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000010:2.0:1769074988.737427:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908c380. 00080000:00000010:0.0:1769074988.737431:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439380. 00000100:00000010:2.0:1769074988.737433:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908e300. 00080000:00000400:0.0:1769074988.737438:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 02000000:00000010:2.0:1769074988.737439:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1728c000. 00080000:00000400:0.0:1769074988.737442:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074988.737445:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00000100:00000010:2.0:1769074988.737446:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5a680. 00080000:00000400:0.0:1769074988.737447:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.737452:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00000100:00000010:2.0:1769074988.737453:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908f800. 00080000:00000400:0.0:1769074988.737454:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 02000000:00000010:2.0:1769074988.737460:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b17288000. 00000100:00000010:2.0:1769074988.737464:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908fb80. 00000100:00000010:2.0:1769074988.737467:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59c00. 02000000:00000010:2.0:1769074988.737470:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1728e000. 00000100:00000010:2.0:1769074988.737473:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908d880. 00080000:00000400:0.0:1769074988.737474:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074988.737479:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00000100:00000010:2.0:1769074988.737479:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908d180. 02000000:00000010:2.0:1769074988.737485:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1728d000. 00000100:00000010:2.0:1769074988.737488:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59180. 00000100:00000010:2.0:1769074988.737491:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908ed80. 02000000:00000010:2.0:1769074988.737495:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b03c84000. 00080000:00000400:0.0:1769074988.737496:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074988.737501:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074988.737503:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00000100:00000010:2.0:1769074988.737503:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908f480. 00080000:00000400:0.0:1769074988.737509:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 02000000:00000010:2.0:1769074988.737511:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b03c87000. 00000100:00000010:2.0:1769074988.737515:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5a300. 02000000:00000010:2.0:1769074988.737519:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b03c80000. 00000100:00000010:2.0:1769074988.737522:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908d500. 00000100:00000010:2.0:1769074988.737527:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908e680. 00000001:00000010:0.0:1769074988.737528:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c511e0. 00000100:00000010:2.0:1769074988.737530:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58000. 00000001:00000010:0.0:1769074988.737534:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fe240. 00000100:00000010:2.0:1769074988.737537:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908df80. 00000100:00000010:2.0:1769074988.737543:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908c000. 00080000:00000010:0.0:1769074988.737545:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b1684c0. 02000000:00000010:2.0:1769074988.737548:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b3848f000. 00080000:00000010:0.0:1769074988.737550:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000100:00000010:2.0:1769074988.737555:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afea00. 00000020:00000010:0.0:1769074988.737556:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000100:00000010:2.0:1769074988.737564:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908ca80. 02000000:00000010:2.0:1769074988.737569:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b38488000. 00000100:00000010:2.0:1769074988.737572:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff800. 00000100:00000010:2.0:1769074988.737577:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908c700. 00010000:00000010:0.0:1769074988.737579:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04e00. 02000000:00000010:2.0:1769074988.737581:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b17392000. 00010000:00000010:0.0:1769074988.737584:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439f80. 00000100:00000010:2.0:1769074988.737587:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908dc00. 00010000:00000010:0.0:1769074988.737589:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1800. 00000100:00000010:2.0:1769074988.737593:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04affb80. 00010000:00000010:0.0:1769074988.737595:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfa80. 02000000:00000010:2.0:1769074988.737600:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b17395000. 00000100:00000010:2.0:1769074988.737606:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0908ea00. 00000100:00000010:2.0:1769074988.737609:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c57800. 00000004:00000010:0.0:1769074988.737611:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439900. 02000000:00000010:2.0:1769074988.737614:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b05360000. 00000100:00000010:2.0:1769074988.737619:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff480. 00000100:00000010:2.0:1769074988.737623:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c56300. 02000000:00000010:2.0:1769074988.737628:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10127000. 00010000:00000010:0.0:1769074988.737629:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf180. 00000100:00000010:2.0:1769074988.737632:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c55180. 00000100:00000010:2.0:1769074988.737640:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afc380. 02000000:00000010:2.0:1769074988.737644:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8a02c4b000. 00000100:00000010:2.0:1769074988.737648:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c57480. 00010000:00000010:0.0:1769074988.737651:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 02000000:00000010:2.0:1769074988.737653:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b3fc52000. 00010000:00000200:0.0:1769074988.737658:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542390, last committed = 0 00000100:00000010:2.0:1769074988.737659:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c57100. 02000000:00000010:2.0:1769074988.737666:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b0488d000. 00010000:00000200:0.0:1769074988.737667:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b800 x1855008351381248/t60129542390(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000010:2.0:1769074988.737672:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff100. 00000100:00000010:2.0:1769074988.737680:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c57b80. 00000400:00000010:0.0:1769074988.737682:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000010:2.0:1769074988.737685:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c54e00. 00000100:00000200:0.0:1769074988.737687:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351381248, offset 224 00000100:00000010:2.0:1769074988.737691:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe300. 00000400:00000200:0.0:1769074988.737693:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:2.0:1769074988.737698:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c54380. 00000400:00000200:0.0:1769074988.737718:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:2.0:1769074988.737719:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c54000. 00000400:00000200:0.0:1769074988.737724:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17103:17103:256:4294967295] 192.168.204.41@tcp LPNI seq info [17099:17099:8:4294967295] 00000100:00000010:2.0:1769074988.737726:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afce00. 00000400:00000200:0.0:1769074988.737735:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:2.0:1769074988.737735:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c55f80. 00000100:00000010:2.0:1769074988.737744:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c54a80. 00000800:00000200:0.0:1769074988.737745:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.737751:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000100:00000010:2.0:1769074988.737753:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afca80. 00000800:00000200:0.0:1769074988.737758:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:2.0:1769074988.737761:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c55c00. 00000800:00000200:0.0:1769074988.737766:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:2.0:1769074988.737769:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c56680. 00000800:00000200:0.0:1769074988.737770:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 760 niov 1 nkiov 1 00000100:00000010:2.0:1769074988.737774:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38591880. 00000100:00000010:2.0:1769074988.737778:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c55880. 00000100:00000010:2.0:1769074988.737781:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c56d80. 02000000:00000010:2.0:1769074988.737788:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8a02d8d000. 00000100:00000010:2.0:1769074988.737792:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593480. 00000100:00000010:2.0:1769074988.737797:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35c55500. 00000020:00000010:0.0:1769074988.737800:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.737804:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.737807:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000100:00000010:2.0:1769074988.737809:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d23480. 00000100:00000010:2.0:1769074988.737816:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593800. 00000100:00000010:2.0:1769074988.737822:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21180. 02000000:00000010:2.0:1769074988.737826:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b04a71000. 00000100:00000010:2.0:1769074988.737831:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d20380. 00000100:00000010:2.0:1769074988.737835:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748c380. 00000100:00000010:2.0:1769074988.737839:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d22d80. 00000100:00000010:2.0:1769074988.737843:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d22680. 00000100:00000010:2.0:1769074988.737847:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1880. 00000100:00000010:2.0:1769074988.737851:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d20700. 00000100:00000010:2.0:1769074988.737854:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d22a00. 02000000:00000010:2.0:1769074988.737858:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b30590000. 00000100:00000010:2.0:1769074988.737863:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d20a80. 00000100:00000010:2.0:1769074988.737867:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d23100. 02000000:00000010:2.0:1769074988.737871:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b30597000. 00000800:00000200:1.0:1769074988.737873:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1769074988.737875:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd3800. 00000800:00000010:1.0:1769074988.737878:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000100:00000010:2.0:1769074988.737881:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21f80. 00000400:00000200:1.0:1769074988.737883:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074988.737887:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b30596000. 00000400:00000200:1.0:1769074988.737893:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:2.0:1769074988.737894:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21880. 00000400:00000200:1.0:1769074988.737899:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000100:00000010:2.0:1769074988.737901:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd3480. 00000400:00000010:1.0:1769074988.737904:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 02000000:00000010:2.0:1769074988.737907:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1fc59000. 00000100:00000010:2.0:1769074988.737913:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21500. 00000100:00000010:2.0:1769074988.737918:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d20000. 02000000:00000010:2.0:1769074988.737922:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b3fc88000. 00000100:00000010:2.0:1769074988.737926:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1f80. 00000100:00000010:2.0:1769074988.737931:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d20e00. 02000000:00000010:2.0:1769074988.737935:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b10c02000. 00000100:00000010:2.0:1769074988.737938:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d23b80. 02000000:00000010:2.0:1769074988.737942:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b10c03000. 00000100:00000010:2.0:1769074988.737945:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1180. 02000000:00000010:2.0:1769074988.737948:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b10c05000. 00000100:00000010:2.0:1769074988.737951:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d22300. 00000100:00000010:2.0:1769074988.737954:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d21c00. 00000100:00000010:2.0:1769074988.737957:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2d80. 00000100:00000010:2.0:1769074988.737960:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35d23800. 00000100:00000010:2.0:1769074988.737964:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a680. 00000100:00000010:2.0:1769074988.737967:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb100. 00000100:00000010:2.0:1769074988.737971:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18a80. 00000100:00000010:2.0:1769074988.737976:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18380. 00000100:00000010:2.0:1769074988.737980:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9500. 00000100:00000010:2.0:1769074988.737983:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19500. 02000000:00000010:2.0:1769074988.737987:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b17580000. 00000100:00000010:2.0:1769074988.737990:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1bb80. 00000100:00000010:2.0:1769074988.737993:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8a80. 00000100:00000010:2.0:1769074988.737996:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18000. 00000100:00000010:2.0:1769074988.737999:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18e00. 00000100:00000010:2.0:1769074988.738002:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea680. 00000100:00000010:2.0:1769074988.738005:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b100. 00000100:00000010:2.0:1769074988.738007:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19880. 00000100:00000010:2.0:1769074988.738011:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9880. 00000100:00000010:2.0:1769074988.738013:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9f80. 00000100:00000010:2.0:1769074988.738017:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1ad80. 00000100:00000010:2.0:1769074988.738020:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd3b80. 00000100:00000010:2.0:1769074988.738024:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2a00. 00010000:00000010:2.1:1769074988.738049:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:0.1:1769074988.738058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 02000000:00000010:2.0:1769074988.738060:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b3fc85400. 00000100:00000010:2.0:1769074988.738066:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0e00. 00000100:00000010:2.0:1769074988.738070:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ea00. 00000100:00000010:2.0:1769074988.738074:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea300. 00000100:00000010:2.0:1769074988.738077:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8700. 00000100:00000010:2.0:1769074988.738081:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfebb80. 02000000:00000010:2.0:1769074988.738084:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1758c000. 00000100:00000010:2.0:1769074988.738088:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09180. 00000100:00000010:2.0:1769074988.738091:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08000. 02000000:00000010:2.0:1769074988.738094:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1758a000. 00000100:00000010:2.0:1769074988.738097:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ca80. 00000100:00000010:2.0:1769074988.738100:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08380. 02000000:00000010:2.0:1769074988.738103:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1758d000. 00000100:00000010:2.0:1769074988.738106:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0aa00. 00000100:00000010:2.0:1769074988.738109:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ed80. 02000000:00000010:2.0:1769074988.738112:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b05312000. 00000100:00000010:2.0:1769074988.738116:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08a80. 00000100:00000010:2.0:1769074988.738119:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0bb80. 02000000:00000010:2.0:1769074988.738122:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b306f6000. 00000100:00000010:2.0:1769074988.738125:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d880. 00000100:00000010:2.0:1769074988.738128:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0ad80. 02000000:00000010:2.0:1769074988.738131:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b306f4000. 00000100:00000010:2.0:1769074988.738134:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09f80. 02000000:00000010:2.0:1769074988.738138:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b3fc84800. 00000100:00000010:2.0:1769074988.738140:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650f100. 02000000:00000010:2.0:1769074988.738144:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b30740000. 00000100:00000010:2.0:1769074988.738147:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afd180. 02000000:00000010:2.0:1769074988.738151:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b30742000. 00000100:00000010:2.0:1769074988.738153:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afd500. 02000000:00000010:2.0:1769074988.738157:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 640 at ffff8c8b3fc87000. 00000100:00000010:2.0:1769074988.738160:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0a300. 02000000:00000010:2.0:1769074988.738163:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b306f1000. 00000100:00000010:2.0:1769074988.738166:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08e00. 00000100:00000010:2.0:1769074988.738169:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0380. 02000000:00000010:2.0:1769074988.738173:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b1766a000. 00000100:00000010:2.0:1769074988.738175:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0b100. 00000100:00000010:2.0:1769074988.738178:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09500. 02000000:00000010:2.0:1769074988.738182:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b36e29000. 00000100:00000010:2.0:1769074988.738185:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd3100. 00000100:00000010:2.0:1769074988.738188:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44a80. 02000000:00000010:2.0:1769074988.738191:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b36e2c000. 00000100:00000010:2.0:1769074988.738193:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000100:00000010:2.0:1769074988.738196:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1500. 02000000:00000010:2.0:1769074988.738199:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b36e2e000. 00000100:00000010:2.0:1769074988.738202:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f100. 00000100:00000010:2.0:1769074988.738205:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f800. 02000000:00000010:2.0:1769074988.738208:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b36e2d000. 00000100:00000010:2.0:1769074988.738211:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022300. 02000000:00000010:2.0:1769074988.738214:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b2b731000. 00000100:00000010:2.0:1769074988.738217:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afc700. 02000000:00000010:2.0:1769074988.738220:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b2b734000. 00000100:00000010:2.0:1769074988.738222:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d500. 02000000:00000010:2.0:1769074988.738226:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b2b733000. 00000100:00000010:2.0:1769074988.738229:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afdf80. 02000000:00000010:2.0:1769074988.738232:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a01ea0000. 00000100:00000010:2.0:1769074988.738235:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664a80. 02000000:00000010:2.0:1769074988.738238:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378bd400. 00000100:00000010:2.0:1769074988.738240:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d180. 02000000:00000010:2.0:1769074988.738244:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc95800. 00000100:00000010:2.0:1769074988.738251:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f480. 02000000:00000010:2.0:1769074988.738254:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378bf800. 00000100:00000010:2.0:1769074988.738256:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d880. 02000000:00000010:2.0:1769074988.738259:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378bc000. 00000100:00000010:2.0:1769074988.738262:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666300. 02000000:00000010:2.0:1769074988.738265:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc91400. 00000100:00000010:2.0:1769074988.738268:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 02000000:00000010:2.0:1769074988.738271:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378bcc00. 00000100:00000010:2.0:1769074988.738273:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85f80. 02000000:00000010:2.0:1769074988.738276:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b40225000. 00000100:00000010:2.0:1769074988.738279:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f86a00. 02000000:00000010:2.0:1769074988.738282:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8a01ea3400. 00000100:00000010:2.0:1769074988.738286:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f87480. 02000000:00000010:2.0:1769074988.738289:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b2fe69c00. 00000100:00000010:2.0:1769074988.738292:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021880. 02000000:00000010:2.0:1769074988.738297:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a029e7800. 00000100:00000010:2.0:1769074988.738300:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8e00. 02000000:00000010:2.0:1769074988.738303:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b378bf000. 00000100:00000010:2.0:1769074988.738306:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46d80. 02000000:00000010:2.0:1769074988.738309:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b385f1400. 00000100:00000010:2.0:1769074988.738313:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09023800. 02000000:00000010:2.0:1769074988.738316:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc92400. 00000100:00000010:2.0:1769074988.738319:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94e00. 02000000:00000010:2.0:1769074988.738322:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b385f2000. 00000100:00000010:2.0:1769074988.738325:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020e00. 02000000:00000010:2.0:1769074988.738328:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3760 at ffff8c8b30744000. 00000100:00000010:2.0:1769074988.738331:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a09c00. 02000000:00000010:2.0:1769074988.738334:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3cc97800. 00000100:00000010:2.0:1769074988.738337:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97480. 02000000:00000010:2.0:1769074988.738340:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b3cc91c00. 00000100:00000010:2.0:1769074988.738344:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020000. 02000000:00000010:2.0:1769074988.738347:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b35d24c00. 00000100:00000010:2.0:1769074988.738349:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021180. 02000000:00000010:2.0:1769074988.738352:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 664 at ffff8c8b35d27000. 00000100:00000010:2.0:1769074988.738355:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0b800. 02000000:00000010:2.0:1769074988.738358:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b35d27800. 00000100:00000010:2.0:1769074988.738361:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a08700. 02000000:00000010:2.0:1769074988.738364:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 712 at ffff8c8b3cc93800. 00000100:00000010:2.0:1769074988.738367:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a02a0b480. 02000000:00000010:2.0:1769074988.738387:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5e000. 00000100:00000010:2.0:1769074988.738391:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46680. 02000000:00000010:2.0:1769074988.738395:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5f000. 00000100:00000010:2.0:1769074988.738397:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44e00. 02000000:00000010:2.0:1769074988.738409:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5cc00. 00000100:00000010:2.0:1769074988.738412:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45500. 02000000:00000010:2.0:1769074988.738423:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5d400. 00000100:00000010:2.0:1769074988.738427:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44700. 02000000:00000010:2.0:1769074988.738430:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5c000. 00000100:00000010:2.0:1769074988.738433:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021f80. 02000000:00000010:2.0:1769074988.738437:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5d800. 00000100:00000010:2.0:1769074988.738439:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96300. 02000000:00000010:2.0:1769074988.738443:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04891400. 00000100:00000010:2.0:1769074988.738446:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47480. 02000000:00000010:2.0:1769074988.738449:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04891c00. 00000100:00000010:2.0:1769074988.738451:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45880. 02000000:00000010:2.0:1769074988.738454:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04891800. 00000100:00000010:2.0:1769074988.738457:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96a00. 02000000:00000010:2.0:1769074988.738459:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04892400. 00000100:00000010:2.0:1769074988.738463:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf95180. 02000000:00000010:2.0:1769074988.738465:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04892c00. 00000100:00000010:2.0:1769074988.738468:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47800. 02000000:00000010:2.0:1769074988.738471:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0487d800. 00000100:00000010:2.0:1769074988.738474:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94380. 02000000:00000010:2.0:1769074988.738487:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbe800. 00000100:00000010:2.0:1769074988.738491:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096db100. 02000000:00000010:2.0:1769074988.738495:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbd800. 00000100:00000010:2.0:1769074988.738497:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d9880. 02000000:00000010:2.0:1769074988.738500:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbd000. 00000100:00000010:2.0:1769074988.738503:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8000. 02000000:00000010:2.0:1769074988.738506:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbf400. 00000100:00000010:2.0:1769074988.738509:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8700. 02000000:00000010:2.0:1769074988.738512:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbd400. 00000100:00000010:2.0:1769074988.738515:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096da680. 02000000:00000010:2.0:1769074988.738518:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbe400. 00000100:00000010:2.0:1769074988.738521:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096dbb80. 02000000:00000010:2.0:1769074988.738524:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17526000. 00000100:00000010:2.0:1769074988.738527:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665180. 02000000:00000010:2.0:1769074988.738531:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b6400. 00000100:00000010:2.0:1769074988.738533:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664e00. 02000000:00000010:2.0:1769074988.738537:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b4000. 00000100:00000010:2.0:1769074988.738539:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665f80. 02000000:00000010:2.0:1769074988.738542:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b5800. 00000100:00000010:2.0:1769074988.738545:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d9180. 02000000:00000010:2.0:1769074988.738548:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b4c00. 00000100:00000010:2.0:1769074988.738550:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096db800. 02000000:00000010:2.0:1769074988.738553:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b7800. 00000100:00000010:2.0:1769074988.738556:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d9c00. 02000000:00000010:2.0:1769074988.738559:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe38400. 00000100:00000010:2.0:1769074988.738563:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666680. 02000000:00000010:2.0:1769074988.738566:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe39c00. 00000100:00000010:2.0:1769074988.738569:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97100. 02000000:00000010:2.0:1769074988.738572:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332f400. 00000100:00000010:2.0:1769074988.738575:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94a80. 02000000:00000010:2.0:1769074988.738579:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332ec00. 00000100:00000010:2.0:1769074988.738581:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af67800. 02000000:00000010:2.0:1769074988.738585:0:28096:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332c800. 00000100:00000010:2.0:1769074988.738588:0:28096:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590380. 00000100:00000200:2.0:1769074988.738595:0:28096:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:2.0:1769074988.738600:0:28096:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5898. 00000400:00000010:2.0:1769074988.738606:0:28096:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff8c8b3858c000. 00000400:00000200:3.0:1769074988.738937:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.738946:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6e780 00000400:00000200:3.0:1769074988.738953:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 4920 00000400:00000200:3.0:1769074988.738964:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.738967:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.738972:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.738975:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fc700. 00000020:00000010:2.0:1769074988.739023:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.739049:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.739055:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.739060:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.739065:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.739091:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698380. 00000020:00000010:2.0:1769074988.739095:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698380. 00000100:00000200:2.0:1769074988.739098:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351381376 00010000:00000010:2.0:1769074988.739126:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81a00. 00010000:00000010:2.0:1769074988.739131:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d81900. 00010000:00000010:2.0:1769074988.739135:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00002000:00000010:2.0:1769074988.739141:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698380. 02000000:00000010:2.0:1769074988.739155:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062dc00. 00010000:00000200:2.0:1769074988.739172:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fc700 x1855008351381376/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.739184:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.739188:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351381376, offset 224 00000400:00000200:2.0:1769074988.739194:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.739200:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.739205:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17104:17104:256:4294967295] 192.168.204.41@tcp LPNI seq info [17100:17100:8:4294967295] 00000400:00000200:2.0:1769074988.739215:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.739220:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.739223:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.739228:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.739233:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.739236:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.739252:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.739258:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.739263:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.739296:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.739300:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.739303:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.739307:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.739309:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074988.739311:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:1.0:1769074988.740125:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.740132:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6e800 00000400:00000200:1.0:1769074988.740137:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 5248 00000400:00000200:1.0:1769074988.740144:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.740147:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.740150:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.740153:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978380. 00000020:00000010:2.0:1769074988.740195:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.740200:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.740204:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.740207:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.740210:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.740232:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.740235:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000100:00000200:2.0:1769074988.740238:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351381504 00010000:00000010:2.0:1769074988.740249:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5c00. 02000000:00000010:2.0:1769074988.740257:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062c400. 00010000:00000010:2.0:1769074988.740264:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698c80. 00000100:00000010:2.0:1769074988.740269:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ede40. 00000100:00000010:2.0:1769074988.740275:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 02000000:00000010:2.0:1769074988.740284:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b493400. 02000000:00000010:2.0:1769074988.740300:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493800. 00000400:00000010:2.0:1769074988.740305:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5790. 00000400:00000010:2.0:1769074988.740309:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.740313:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803712, portal 16 00000400:00000010:2.0:1769074988.740317:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.740319:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368803712, offset 0 00000400:00000200:2.0:1769074988.740325:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.740331:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.740335:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.740339:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.740342:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.740344:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.740348:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17105:17105:256:4294967295] 192.168.204.41@tcp LPNI seq info [17101:17101:8:4294967295] 00000400:00000200:2.0:1769074988.740357:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.740363:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.740366:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.740371:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.740376:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.740379:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.740464:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.740469:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.740473:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.740477:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.740481:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.740483:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:3.0:1769074988.740490:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487480 x1855008368803712/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.741069:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.741076:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0bf80 00000400:00000200:1.0:1769074988.741080:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x290f1 [1] + 224 00000400:00000200:1.0:1769074988.741087:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.741090:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.741095:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487480 x1855008368803712/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.741134:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5790. 00000400:00000200:2.0:1769074988.741140:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:2.0:1769074988.741142:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.741149:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487480 x1855008368803712/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.741166:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487480 x1855008368803712/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.741186:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493800. 02000000:00000010:2.0:1769074988.741190:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b493400. 00000100:00000010:2.0:1769074988.741194:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00000100:00000010:2.0:1769074988.741198:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ede40. 00010000:00000010:2.0:1769074988.741203:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698c80. 00010000:00000200:2.0:1769074988.741215:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978380 x1855008351381504/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074988.741221:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.741232:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6e880 00000400:00000200:1.0:1769074988.741236:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2209d [2] + 0 00000400:00000010:2.0:1769074988.741238:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.741243:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351381504, offset 224 00000400:00000200:2.0:1769074988.741250:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.741258:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.741263:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.741265:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17106:17106:256:4294967295] 192.168.204.41@tcp LPNI seq info [17102:17102:8:4294967295] 00000400:00000200:1.0:1769074988.741270:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.741282:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.741288:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074988.741289:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:2.0:1769074988.741294:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000100:00000010:1.0:1769074988.741295:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b480. 00000800:00000200:2.0:1769074988.741305:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.741312:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.741316:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.741333:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.741339:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:0.0:1769074988.741344:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:2.0:1769074988.741344:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000020:00000010:0.0:1769074988.741351:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.741356:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.741359:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.741362:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.741375:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0497b480 x1855008351381632/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074988.741395:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.741399:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000800:00000010:3.0:1769074988.741400:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000020:00000010:0.0:1769074988.741406:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000400:00000200:3.0:1769074988.741407:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.741410:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351381632 00000400:00000200:3.0:1769074988.741415:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074988.741418:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe11800. 00000400:00000200:3.0:1769074988.741420:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.741423:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00010000:00000010:0.0:1769074988.741447:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.741452:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000100:00000010:0.0:1769074988.741456:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.741460:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ec00. 02000000:00000010:0.0:1769074988.741468:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296e800. 00000400:00000010:0.0:1769074988.741471:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000400:00000010:0.0:1769074988.741473:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.741476:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803840, portal 16 00000400:00000010:0.0:1769074988.741478:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074988.741480:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368803840, offset 0 00000400:00000200:0.0:1769074988.741485:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.741489:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.741492:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.741494:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.741496:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.741498:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.741500:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17107:17107:256:4294967295] 192.168.204.41@tcp LPNI seq info [17103:17103:8:4294967295] 00000400:00000200:0.0:1769074988.741508:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.741529:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.741533:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.741536:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.741539:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.741542:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.741597:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.741601:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.741604:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.741608:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.741610:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:1.0:1769074988.741612:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:1.0:1769074988.741616:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368803840/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.742246:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.742253:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c000 00000400:00000200:1.0:1769074988.742257:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x290fd [1] + 224 00000400:00000200:1.0:1769074988.742263:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.742265:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.742270:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368803840/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.742314:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c08. 00000400:00000200:0.0:1769074988.742320:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074988.742322:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.742330:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368803840/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.742341:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368803840/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.742357:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296e800. 02000000:00000010:0.0:1769074988.742361:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ec00. 00000100:00000010:0.0:1769074988.742364:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.742368:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.742371:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.742379:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.742383:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351381632, offset 224 00000400:00000200:0.0:1769074988.742389:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.742395:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.742400:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17108:17108:256:4294967295] 192.168.204.41@tcp LPNI seq info [17104:17104:8:4294967295] 00000400:00000200:0.0:1769074988.742409:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.742414:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.742417:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.742422:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.742427:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.742430:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.742453:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.742457:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.742460:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000800:00000200:3.0:1769074988.742632:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.742636:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.742640:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.742646:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.742651:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:3.0:1769074988.742653:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000200:1.0:1769074988.742665:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.742673:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6e980 00000400:00000200:1.0:1769074988.742678:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x219e9 [2] + 1960 00000400:00000010:1.0:1769074988.742681:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b362990b0. 00000400:00000200:1.0:1769074988.742683:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a03076780 00000400:00000200:1.0:1769074988.742689:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.742691:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.742693:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a03076780 00000400:00000010:1.0:1769074988.742695:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a03076780. 00000100:00000200:1.0:1769074988.742698:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074988.742753:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.742758:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.742762:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.742765:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.742768:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.742810:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.742813:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000100:00000200:2.0:1769074988.742816:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351381888 00000001:00000010:2.0:1769074988.742822:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.742843:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3062cc00. 00000020:00000010:2.0:1769074988.742875:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.742880:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493400. 00080000:00000010:2.0:1769074988.742894:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698c80. 00000001:00000010:2.0:1769074988.742923:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131eccc0. 00000001:00000010:2.0:1769074988.742928:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.742942:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.742947:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00000004:00000010:2.0:1769074988.742969:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439900. 00010000:00000200:2.0:1769074988.742990:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13185450 x1855008351381888/t60129542391(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.743003:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.743007:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351381888, offset 224 00000400:00000200:2.0:1769074988.743011:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.743018:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.743023:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17109:17109:256:4294967295] 192.168.204.41@tcp LPNI seq info [17105:17105:8:4294967295] 00010000:00000010:2.1:1769074988.743054:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5400. 00010000:00000010:2.1:1769074988.743061:0:26107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81000. 00010000:00000010:2.1:1769074988.743066:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.1:1769074988.743070:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.1:1769074988.743075:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:2.1:1769074988.743078:0:26107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81300. 00010000:00000010:2.1:1769074988.743081:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:2.1:1769074988.743084:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.1:1769074988.743088:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.1:1769074988.743091:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000400:00000200:2.0:1769074988.743104:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.743109:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.743112:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.743117:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.743121:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.743124:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.743142:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.743146:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.743150:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 02000000:00000010:2.0:1769074988.743157:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3062d000. 00000100:00000010:2.0:1769074988.743161:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979500. 02000000:00000010:2.0:1769074988.743166:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3062c800. 00000100:00000010:2.0:1769074988.743170:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497a680. 02000000:00000010:2.0:1769074988.743174:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a08400. 00000100:00000010:2.0:1769074988.743177:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059a300. 02000000:00000010:2.0:1769074988.743181:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0b000. 00000100:00000010:2.0:1769074988.743184:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38640a80. 02000000:00000010:2.0:1769074988.743188:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0a800. 00000100:00000010:2.0:1769074988.743191:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b100. 00000100:00000200:2.0:1769074988.743197:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000800:00000200:1.0:1769074988.743200:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1769074988.743203:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b3c3c5790. 00000800:00000010:1.0:1769074988.743205:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.743210:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074988.743210:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b066ede40. 00000400:00000200:1.0:1769074988.743218:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.743222:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.743224:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 02000000:00000010:1.0:1769074988.743227:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3062cc00. 00000400:00000200:3.0:1769074988.744147:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.744156:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6ea00 00000400:00000200:3.0:1769074988.744162:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 664 00000400:00000200:3.0:1769074988.744172:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.744176:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.744180:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.744184:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ff800. 00000020:00000010:2.0:1769074988.744227:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.744232:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.744236:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.744240:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.744243:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.744267:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.744271:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000100:00000200:2.0:1769074988.744274:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351382016 00000001:00000010:2.0:1769074988.744279:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fe240. 00010000:00000010:2.0:1769074988.744290:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.0:1769074988.744296:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.744310:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f2a000. 00010000:00000010:2.0:1769074988.744327:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:2.0:1769074988.744330:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.744341:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81300. 00010000:00000010:2.0:1769074988.744345:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.744349:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.0:1769074988.744353:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.744380:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.744389:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000010:2.0:1769074988.744394:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.744412:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.744420:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ff800 x1855008351382016/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.744432:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.744435:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351382016, offset 224 00000400:00000200:2.0:1769074988.744440:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.744447:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.744452:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17110:17110:256:4294967295] 192.168.204.41@tcp LPNI seq info [17106:17106:8:4294967295] 00000400:00000200:2.0:1769074988.744461:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.744466:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.744469:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.744473:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.744478:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.744481:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.744499:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.744504:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.744506:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.744561:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.744564:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.744570:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.744574:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.744576:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:1.0:1769074988.744578:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:1.0:1769074988.745398:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.745405:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d6ea80 00000400:00000200:1.0:1769074988.745409:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 1256 00000400:00000200:1.0:1769074988.745416:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.745418:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.745421:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.745424:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497bb80. 00000020:00000010:2.0:1769074988.745466:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.745471:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.745475:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.745479:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.745482:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.745504:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.745507:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000100:00000200:2.0:1769074988.745510:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351382144 00010000:00000010:2.0:1769074988.745521:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.0:1769074988.745525:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 02000000:00000010:2.0:1769074988.745535:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f29000. 00010000:00000010:2.0:1769074988.745547:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5400. 00010000:00000010:2.0:1769074988.745551:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.745558:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81000. 00010000:00000010:2.0:1769074988.745561:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.745566:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.0:1769074988.745570:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.745587:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074988.745596:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.745600:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.745615:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00010000:00000200:2.0:1769074988.745624:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497bb80 x1855008351382144/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.745635:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.745639:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351382144, offset 224 00000400:00000200:2.0:1769074988.745643:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.745650:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.745654:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17111:17111:256:4294967295] 192.168.204.41@tcp LPNI seq info [17107:17107:8:4294967295] 00000400:00000200:2.0:1769074988.745662:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.745668:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.745671:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.745675:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.745679:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.745683:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.745698:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.745715:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.745719:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.745775:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.745779:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.745783:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.745788:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.745792:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.745795:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:1.0:1769074988.746689:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.746696:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d6eb80 00000400:00000200:1.0:1769074988.746713:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 1848 00000400:00000200:1.0:1769074988.746724:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.746727:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.746730:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.746734:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497a680. 00000020:00000010:2.0:1769074988.746774:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.746779:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.746783:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.746786:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.746789:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.746812:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.746815:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000100:00000200:2.0:1769074988.746817:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351382400 00010000:00000010:2.0:1769074988.746828:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.746832:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.746848:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f2e000. 00010000:00000010:2.0:1769074988.746872:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.0:1769074988.746876:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.746885:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81700. 00010000:00000010:2.0:1769074988.746888:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56a80. 00010000:00000010:2.0:1769074988.746892:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:2.0:1769074988.746895:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cd880. 00000004:00000010:2.0:1769074988.746904:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b306950e0. 00000004:00000010:2.0:1769074988.746912:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56870. 00000004:00000010:2.0:1769074988.746917:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4990. 00080000:00000010:2.0:1769074988.746924:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0b493800. 00000020:00000010:2.0:1769074988.746941:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.746945:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493e00. 00000004:00000010:2.0:1769074988.746963:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed600. 00020000:00000010:2.0:1769074988.746981:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bf38. 00020000:00000010:2.0:1769074988.746984:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bb78. 00000004:00000010:2.0:1769074988.747000:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17649630. 00080000:00000010:2.0:1769074988.747009:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698c80. 00080000:00000010:2.0:1769074988.747057:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698bc0. 00000001:00000010:2.0:1769074988.747139:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.747150:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.747171:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.747175:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.747178:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.747180:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.747183:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.747186:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.747195:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56b80. 00080000:00000400:2.0:1769074988.747203:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.747205:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.747207:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.747210:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.747212:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.747214:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.747238:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.747241:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.747243:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.747245:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.747247:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.747249:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.747270:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131ecf60. 00000001:00000010:2.0:1769074988.747275:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed900. 00080000:00000010:2.0:1769074988.747284:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698bc0. 00080000:00000010:2.0:1769074988.747287:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.747290:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00010000:00000010:2.0:1769074988.747315:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81800. 00010000:00000010:2.0:1769074988.747320:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56880. 00010000:00000010:2.0:1769074988.747324:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.0:1769074988.747329:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3c3cda00. 00000004:00000010:2.0:1769074988.747348:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b3cfb8800. 00010000:00000010:2.0:1769074988.747361:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.747384:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.747391:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542392, last committed = 0 00010000:00000200:2.0:1769074988.747396:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497a680 x1855008351382400/t60129542392(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.747408:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.747412:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351382400, offset 224 00000400:00000200:2.0:1769074988.747417:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.747422:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.747427:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17112:17112:256:4294967295] 192.168.204.41@tcp LPNI seq info [17108:17108:8:4294967295] 00000400:00000200:2.0:1769074988.747436:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.747440:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.747444:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.747448:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.747453:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.747456:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.747473:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56400. 00000020:00000010:2.0:1769074988.747478:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.747481:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.747559:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.747562:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.747566:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.747570:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.747572:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074988.747574:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00010000:00000010:0.1:1769074988.748065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:2.1:1769074988.748068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:0.1:1769074988.748074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.1:1769074988.748078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81500. 00010000:00000010:0.1:1769074988.748081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:2.1:1769074988.748086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:2.1:1769074988.748092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:2.1:1769074988.748103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.748106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81b00. 00010000:00000010:2.1:1769074988.748110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.748114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00000400:00000200:3.0:1769074988.748499:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.748505:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6ec00 00000400:00000200:3.0:1769074988.748510:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 5576 00000400:00000200:3.0:1769074988.748516:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.748519:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.748522:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.748525:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ff480. 00000020:00000010:2.0:1769074988.748566:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.748572:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.748576:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.748580:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.748583:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.748605:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698c80. 00000020:00000010:2.0:1769074988.748608:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698c80. 00000100:00000200:2.0:1769074988.748612:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351382528 00010000:00000010:2.0:1769074988.748623:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81b00. 00010000:00000010:2.0:1769074988.748627:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d81500. 00010000:00000010:2.0:1769074988.748632:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 00002000:00000010:2.0:1769074988.748638:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698c80. 02000000:00000010:2.0:1769074988.748651:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062c800. 00010000:00000200:2.0:1769074988.748666:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ff480 x1855008351382528/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.748677:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.748681:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351382528, offset 224 00000400:00000200:2.0:1769074988.748686:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.748693:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.748697:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17113:17113:256:4294967295] 192.168.204.41@tcp LPNI seq info [17109:17109:8:4294967295] 00000400:00000200:2.0:1769074988.748720:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.748725:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.748729:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.748733:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.748738:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.748741:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.748755:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.748759:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.748763:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.748796:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.748799:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.748802:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.748806:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.748809:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074988.748810:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:1.0:1769074988.749726:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.749733:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6ec80 00000400:00000200:1.0:1769074988.749737:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 5904 00000400:00000200:1.0:1769074988.749744:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.749747:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.749750:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.749753:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979500. 00000020:00000010:2.0:1769074988.749793:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.749798:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.749802:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.749805:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.749808:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.749828:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.749831:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000100:00000200:2.0:1769074988.749834:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351382656 00010000:00000010:2.0:1769074988.749845:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0882ac00. 02000000:00000010:2.0:1769074988.749853:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062d000. 00010000:00000010:2.0:1769074988.749860:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698bc0. 00000100:00000010:2.0:1769074988.749866:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed540. 00000100:00000010:2.0:1769074988.749871:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 02000000:00000010:2.0:1769074988.749879:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b492600. 02000000:00000010:2.0:1769074988.749894:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b492200. 00000400:00000010:2.0:1769074988.749898:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.749901:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.749905:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368803968, portal 16 00000400:00000010:2.0:1769074988.749909:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.749912:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368803968, offset 0 00000400:00000200:2.0:1769074988.749918:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.749924:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.749927:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.749931:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.749934:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.749936:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.749939:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17114:17114:256:4294967295] 192.168.204.41@tcp LPNI seq info [17110:17110:8:4294967295] 00000400:00000200:2.0:1769074988.749948:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.749954:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.749957:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.749962:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.749966:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.749969:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.750046:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.750049:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.750053:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.750057:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.750060:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.750062:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000100:00000200:3.0:1769074988.750066:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487480 x1855008368803968/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.750644:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.750650:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c080 00000400:00000200:1.0:1769074988.750654:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29121 [1] + 224 00000400:00000200:1.0:1769074988.750661:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.750663:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.750669:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487480 x1855008368803968/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.750717:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.750722:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074988.750724:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.750731:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487480 x1855008368803968/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.750741:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487480 x1855008368803968/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.750758:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b492200. 02000000:00000010:2.0:1769074988.750762:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b492600. 00000100:00000010:2.0:1769074988.750766:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00000100:00000010:2.0:1769074988.750769:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed540. 00010000:00000010:2.0:1769074988.750772:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698bc0. 00010000:00000200:2.0:1769074988.750783:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979500 x1855008351382656/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.750794:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.750797:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351382656, offset 224 00000400:00000200:2.0:1769074988.750801:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.750808:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.750812:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17115:17115:256:4294967295] 192.168.204.41@tcp LPNI seq info [17111:17111:8:4294967295] 00000400:00000200:2.0:1769074988.750821:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.750826:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.750831:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.750836:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.750841:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.750845:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.750855:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.750860:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.750865:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000400:00000200:1.0:1769074988.750878:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.750886:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6ed00 00000400:00000200:1.0:1769074988.750890:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2209d [2] + 328 00000800:00000200:3.0:1769074988.750908:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074988.750911:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1769074988.750913:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.750915:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.750920:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1769074988.750921:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074988.750925:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978700. 00000400:00000200:3.0:1769074988.750930:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.750934:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074988.750935:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000020:00000010:0.0:1769074988.750977:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.750981:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.750985:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.750987:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.750990:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.751001:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04978700 x1855008351382784/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.751022:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.751025:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.751043:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351382784 02000000:00000010:0.0:1769074988.751048:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe12000. 00010000:00000010:0.0:1769074988.751072:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.751075:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000100:00000010:0.0:1769074988.751078:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.751083:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ec00. 02000000:00000010:0.0:1769074988.751090:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296e800. 00000400:00000010:0.0:1769074988.751093:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000400:00000010:0.0:1769074988.751095:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.751098:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804096, portal 16 00000400:00000010:0.0:1769074988.751100:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.751102:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368804096, offset 0 00000400:00000200:0.0:1769074988.751106:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.751111:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.751114:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.751116:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.751118:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.751120:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.751122:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17116:17116:256:4294967295] 192.168.204.41@tcp LPNI seq info [17112:17112:8:4294967295] 00000400:00000200:0.0:1769074988.751128:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.751132:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.751134:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.751137:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.751141:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.751144:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.751231:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.751235:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:1.0:1769074988.751239:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.751243:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.751247:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:1.0:1769074988.751249:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000100:00000200:1.0:1769074988.751256:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368804096/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.751787:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.751794:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c100 00000400:00000200:3.0:1769074988.751798:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2912d [1] + 224 00000400:00000200:3.0:1769074988.751804:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.751806:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.751812:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368804096/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.751847:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c08. 00000400:00000200:0.0:1769074988.751852:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:0.0:1769074988.751854:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.751862:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368804096/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.751872:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368804096/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.751889:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296e800. 02000000:00000010:0.0:1769074988.751893:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ec00. 00000100:00000010:0.0:1769074988.751896:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.751899:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.751902:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.751911:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.751914:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351382784, offset 224 00000400:00000200:0.0:1769074988.751919:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.751926:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.751929:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17117:17117:256:4294967295] 192.168.204.41@tcp LPNI seq info [17113:17113:8:4294967295] 00000400:00000200:0.0:1769074988.751935:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.751939:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.751941:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.751944:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.751948:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.751950:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.751965:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.751968:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.751969:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000800:00000200:1.0:1769074988.752006:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.752009:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.752012:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.752015:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.752018:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:1.0:1769074988.752019:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00010000:00000010:0.1:1769074988.753053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00000400:00000200:1.0:1769074988.753330:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.753341:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6ee00 00000400:00000200:1.0:1769074988.753347:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21af9 [2] + 0 00000400:00000200:1.0:1769074988.753357:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.753361:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.753365:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.753370:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497ad80. 00000020:00000010:2.0:1769074988.753412:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.753417:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.753421:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.753424:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.753427:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.753449:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.753452:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000100:00000200:2.0:1769074988.753456:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351383040 00000001:00000010:2.0:1769074988.753461:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.753478:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3062e000. 00000020:00000010:2.0:1769074988.753502:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.753506:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492600. 00080000:00000010:2.0:1769074988.753516:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698bc0. 00000001:00000010:2.0:1769074988.753536:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131ece40. 00000001:00000010:2.0:1769074988.753540:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.753550:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.753554:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00000004:00000010:2.0:1769074988.753572:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b3cfb8800. 00010000:00000200:2.0:1769074988.753588:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497ad80 x1855008351383040/t60129542393(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.753606:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.753610:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351383040, offset 224 00000400:00000200:2.0:1769074988.753614:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.753621:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.753626:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17118:17118:256:4294967295] 192.168.204.41@tcp LPNI seq info [17114:17114:8:4294967295] 00000400:00000200:2.0:1769074988.753634:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.753639:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.753642:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.753646:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.753651:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.753654:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.753670:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.753674:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.753677:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.753752:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.753755:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.753758:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.753763:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.753765:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.753767:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:1.0:1769074988.754671:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.754678:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6ee80 00000400:00000200:1.0:1769074988.754683:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 2512 00000400:00000200:1.0:1769074988.754719:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.754722:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.754726:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.754729:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979880. 00000020:00000010:2.0:1769074988.754770:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.754775:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.754779:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.754782:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.754786:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.754808:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.754811:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000100:00000200:2.0:1769074988.754814:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351383168 00000001:00000010:2.0:1769074988.754819:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed900. 00010000:00000010:2.0:1769074988.754830:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.754836:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.754848:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f28000. 00010000:00000010:2.0:1769074988.754862:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.754865:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.754875:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a700. 00010000:00000010:2.0:1769074988.754896:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56380. 00010000:00000010:2.0:1769074988.754901:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.754904:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b09d17a00. 00010000:00000010:2.0:1769074988.754926:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.754936:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b09d17a00. 00010000:00000010:2.0:1769074988.754941:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56380. 00010000:00000010:2.0:1769074988.754958:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.754968:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979880 x1855008351383168/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.754980:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.754984:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351383168, offset 224 00000400:00000200:2.0:1769074988.754989:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.754995:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.754999:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17119:17119:256:4294967295] 192.168.204.41@tcp LPNI seq info [17115:17115:8:4294967295] 00000400:00000200:2.0:1769074988.755008:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.755012:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.755016:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.755021:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.755049:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.755053:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.755067:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.755071:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.755075:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.755125:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.755129:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.755131:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.755135:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.755138:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074988.755139:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:3.0:1769074988.755898:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.755909:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6ef00 00000400:00000200:3.0:1769074988.755915:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 3096 00000400:00000200:3.0:1769074988.755926:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.755930:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.755935:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.755940:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fdc00. 00000020:00000010:2.0:1769074988.755983:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.755988:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.755991:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.755995:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.755998:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.756018:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.756021:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000100:00000200:2.0:1769074988.756023:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351383296 00010000:00000010:2.0:1769074988.756060:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:2.0:1769074988.756066:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b09d17a00. 02000000:00000010:2.0:1769074988.756078:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f2b000. 00010000:00000010:2.0:1769074988.756090:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00010000:00000010:2.0:1769074988.756094:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.756102:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ae00. 00010000:00000010:2.0:1769074988.756105:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56380. 00010000:00000010:2.0:1769074988.756110:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.756112:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.756131:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.756139:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.756143:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56380. 00010000:00000010:2.0:1769074988.756160:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b09d17a00. 00010000:00000200:2.0:1769074988.756169:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fdc00 x1855008351383296/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.756180:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.756184:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351383296, offset 224 00000400:00000200:2.0:1769074988.756190:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.756197:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.756202:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17120:17120:256:4294967295] 192.168.204.41@tcp LPNI seq info [17116:17116:8:4294967295] 00000400:00000200:2.0:1769074988.756210:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.756215:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.756219:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.756223:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.756227:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.756230:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.756246:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.756250:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.756254:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.756293:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.756296:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.756299:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.756302:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.756305:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074988.756307:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:1.0:1769074988.757060:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.757067:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d6f000 00010000:00000010:2.1:1769074988.757070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5e00. 00000400:00000200:1.0:1769074988.757071:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 3680 00010000:00000010:2.1:1769074988.757079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81300. 00000400:00000200:1.0:1769074988.757083:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.757088:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.1:1769074988.757088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4800. 00000100:00000200:1.0:1769074988.757094:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00010000:00000010:2.1:1769074988.757096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5a00. 00000100:00000010:1.0:1769074988.757098:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979c00. 00010000:00000010:2.1:1769074988.757105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5400. 00010000:00000010:2.1:1769074988.757117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81000. 00010000:00000010:2.1:1769074988.757121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.1:1769074988.757124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.1:1769074988.757129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:2.1:1769074988.757141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00000020:00000010:2.0:1769074988.757159:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.757162:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.757166:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.757169:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.757172:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.757194:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.757197:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000100:00000200:2.0:1769074988.757201:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351383552 00010000:00000010:2.0:1769074988.757211:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.757216:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 02000000:00000010:2.0:1769074988.757230:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f2d000. 00010000:00000010:2.0:1769074988.757251:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.757256:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.757264:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81000. 00010000:00000010:2.0:1769074988.757267:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56380. 00010000:00000010:2.0:1769074988.757271:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:2.0:1769074988.757274:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b09d17a00. 00000004:00000010:2.0:1769074988.757282:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30695e00. 00000004:00000010:2.0:1769074988.757288:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56a50. 00000004:00000010:2.0:1769074988.757292:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5760. 00080000:00000010:2.0:1769074988.757297:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0b492200. 00000020:00000010:2.0:1769074988.757308:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.757312:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492400. 00000004:00000010:2.0:1769074988.757322:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed900. 00020000:00000010:2.0:1769074988.757331:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b418. 00020000:00000010:2.0:1769074988.757334:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b568. 00000004:00000010:2.0:1769074988.757344:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176493f8. 00080000:00000010:2.0:1769074988.757351:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698bc0. 00080000:00000010:2.0:1769074988.757366:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698280. 00000001:00000010:2.0:1769074988.757419:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.757428:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.757443:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.757446:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.757449:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.757451:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.757455:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.757457:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.757465:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56280. 00080000:00000400:2.0:1769074988.757471:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.757474:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.757476:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.757478:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.757481:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.757483:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.757501:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.757504:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.757506:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.757509:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.757511:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.757513:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.757531:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131ec6c0. 00000001:00000010:2.0:1769074988.757536:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed540. 00080000:00000010:2.0:1769074988.757545:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698280. 00080000:00000010:2.0:1769074988.757548:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.757551:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00010000:00000010:2.0:1769074988.757573:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d81300. 00010000:00000010:2.0:1769074988.757576:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3ed56400. 00010000:00000010:2.0:1769074988.757581:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.0:1769074988.757585:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a2ac780. 00000004:00000010:2.0:1769074988.757600:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b11607a80. 00010000:00000010:2.0:1769074988.757613:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.757633:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000200:2.0:1769074988.757640:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542394, last committed = 0 00010000:00000200:2.0:1769074988.757646:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979c00 x1855008351383552/t60129542394(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.757658:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.757662:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351383552, offset 224 00000400:00000200:2.0:1769074988.757666:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.757672:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.757677:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17121:17121:256:4294967295] 192.168.204.41@tcp LPNI seq info [17117:17117:8:4294967295] 00000400:00000200:2.0:1769074988.757686:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.757690:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.757694:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.757698:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.757717:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.757720:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.757735:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.757740:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.757743:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.757809:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.757814:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.757818:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.757824:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.757829:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.757831:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:1.0:1769074988.758689:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.758695:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6f080 00000400:00000200:1.0:1769074988.758699:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 6232 00000400:00000200:1.0:1769074988.758719:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.758722:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.758725:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.758728:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978a80. 00000020:00000010:2.0:1769074988.758767:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.758772:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.758775:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.758780:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.758783:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.758804:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698bc0. 00000020:00000010:2.0:1769074988.758807:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698bc0. 00000100:00000200:2.0:1769074988.758810:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351383680 00010000:00000010:2.0:1769074988.758831:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a600. 00010000:00000010:2.0:1769074988.758836:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f6a200. 00010000:00000010:2.0:1769074988.758857:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4200. 00002000:00000010:2.0:1769074988.758862:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698bc0. 02000000:00000010:2.0:1769074988.758875:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062f800. 00010000:00000200:2.0:1769074988.758901:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978a80 x1855008351383680/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.758913:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.758917:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351383680, offset 224 00000400:00000200:2.0:1769074988.758922:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.758928:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.758932:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17122:17122:256:4294967295] 192.168.204.41@tcp LPNI seq info [17118:17118:8:4294967295] 00000400:00000200:2.0:1769074988.758941:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.758945:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.758949:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.758953:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.758958:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.758961:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.758976:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.758980:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.758983:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.759046:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.759050:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.759054:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.759058:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.759061:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.759062:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:3.0:1769074988.759953:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.759960:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6f100 00000400:00000200:3.0:1769074988.759964:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 6560 00000400:00000200:3.0:1769074988.759971:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.759974:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.759977:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.759980:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fea00. 00000020:00000010:2.0:1769074988.760022:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.760050:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.760056:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.760059:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.760063:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.760094:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.760097:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000100:00000200:2.0:1769074988.760100:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351383808 00010000:00000010:2.0:1769074988.760109:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5400. 02000000:00000010:2.0:1769074988.760118:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3062cc00. 00010000:00000010:2.0:1769074988.760123:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698280. 00000100:00000010:2.0:1769074988.760128:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed840. 00000100:00000010:2.0:1769074988.760133:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 02000000:00000010:2.0:1769074988.760139:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b492c00. 02000000:00000010:2.0:1769074988.760168:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493200. 00000400:00000010:2.0:1769074988.760172:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.760176:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.760180:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804224, portal 16 00000400:00000010:2.0:1769074988.760184:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.760186:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368804224, offset 0 00000400:00000200:2.0:1769074988.760192:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.760197:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.760201:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.760204:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.760207:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.760209:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.760212:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17123:17123:256:4294967295] 192.168.204.41@tcp LPNI seq info [17119:17119:8:4294967295] 00000400:00000200:2.0:1769074988.760220:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.760225:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.760228:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.760232:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.760237:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.760240:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.760302:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.760305:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.760308:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.760311:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.760313:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:1.0:1769074988.760315:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000200:1.0:1769074988.760319:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487480 x1855008368804224/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.760940:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.760950:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c180 00000400:00000200:1.0:1769074988.760956:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2914d [1] + 224 00000400:00000200:1.0:1769074988.760966:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.760970:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.760977:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487480 x1855008368804224/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.761008:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.761016:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6f180 00000400:00000200:1.0:1769074988.761022:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2209d [2] + 656 00000400:00000010:2.0:1769074988.761055:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.761061:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074988.761063:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:1.0:1769074988.761066:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1769074988.761066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00000100:00000200:2.0:1769074988.761073:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487480 x1855008368804224/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.761077:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.761085:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.761092:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979180. 00000100:00000200:2.0:1769074988.761095:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487480 x1855008368804224/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.761118:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493200. 02000000:00000010:2.0:1769074988.761123:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b492c00. 00000100:00000010:2.0:1769074988.761126:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00000100:00000010:2.0:1769074988.761130:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed840. 00010000:00000010:2.0:1769074988.761134:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698280. 00010000:00000200:2.0:1769074988.761148:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fea00 x1855008351383808/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1769074988.761151:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.761158:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.761166:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000400:00000010:2.0:1769074988.761167:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000020:00000010:0.0:1769074988.761172:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000100:00000200:2.0:1769074988.761173:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351383808, offset 224 00000020:00000010:0.0:1769074988.761179:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:2.0:1769074988.761184:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.761193:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074988.761198:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04979180 x1855008351383936/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074988.761204:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17124:17124:256:4294967295] 192.168.204.41@tcp LPNI seq info [17120:17120:8:4294967295] 00000400:00000200:2.0:1769074988.761218:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.761224:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.761228:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000020:00000010:0.0:1769074988.761230:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.761234:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000800:00000200:2.0:1769074988.761235:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:0.0:1769074988.761238:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351383936 00000800:00000200:2.0:1769074988.761244:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:0.0:1769074988.761245:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe10400. 00000800:00000200:2.0:1769074988.761248:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.761269:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00010000:00000010:0.0:1769074988.761272:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000020:00000010:2.0:1769074988.761276:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000100:00000010:0.0:1769074988.761277:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000020:00000010:2.0:1769074988.761282:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000100:00000010:0.0:1769074988.761284:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.761291:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ec00. 02000000:00000010:0.0:1769074988.761300:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296e800. 00000400:00000010:0.0:1769074988.761303:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000400:00000010:0.0:1769074988.761307:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.761310:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804352, portal 16 00000400:00000010:0.0:1769074988.761314:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.761316:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368804352, offset 0 00000400:00000200:0.0:1769074988.761321:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.761335:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.761339:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1769074988.761341:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1769074988.761344:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000800:00000010:3.0:1769074988.761346:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:0.0:1769074988.761350:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.761352:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.761357:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.761361:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.761367:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17125:17125:255:4294967295] 192.168.204.41@tcp LPNI seq info [17121:17121:7:4294967295] 00000400:00000200:0.0:1769074988.761378:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.761384:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.761385:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.761388:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000800:00000010:0.0:1769074988.761390:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.761397:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.761404:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.761408:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.761448:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.761451:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:1.0:1769074988.761454:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.761458:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.761460:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:1.0:1769074988.761462:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:1.0:1769074988.761467:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368804352/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.762115:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.762124:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c200 00000400:00000200:1.0:1769074988.762131:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29159 [1] + 224 00000400:00000200:1.0:1769074988.762140:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.762144:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.762151:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368804352/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.762215:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c08. 00000400:00000200:0.0:1769074988.762220:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:0.0:1769074988.762221:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.762227:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368804352/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.762234:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368804352/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.762246:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296e800. 02000000:00000010:0.0:1769074988.762249:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ec00. 00000100:00000010:0.0:1769074988.762251:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.762253:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.762255:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.762261:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.762263:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351383936, offset 224 00000400:00000200:0.0:1769074988.762266:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.762271:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.762274:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17126:17126:256:4294967295] 192.168.204.41@tcp LPNI seq info [17122:17122:8:4294967295] 00000400:00000200:0.0:1769074988.762280:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.762284:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.762286:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.762289:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.762293:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.762295:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.762310:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.762313:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.762315:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000800:00000200:3.0:1769074988.762354:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.762357:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.762359:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.762363:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.762366:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:3.0:1769074988.762367:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000400:00000200:1.0:1769074988.762804:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.762810:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6f280 00000400:00000200:1.0:1769074988.762814:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21af9 [2] + 392 00000400:00000200:1.0:1769074988.762822:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.762824:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.762827:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.762830:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 00000020:00000010:2.0:1769074988.762871:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.762875:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.762879:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.762882:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.762886:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.762907:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.762910:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000100:00000200:2.0:1769074988.762914:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351384192 00000001:00000010:2.0:1769074988.762920:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.762939:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a02b5d800. 00000020:00000010:2.0:1769074988.762967:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.762971:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492c00. 00080000:00000010:2.0:1769074988.762983:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698280. 00000001:00000010:2.0:1769074988.763010:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02cf95a0. 00000001:00000010:2.0:1769074988.763016:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.763058:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.763063:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00000004:00000010:2.0:1769074988.763084:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b11607a80. 00010000:00000200:2.0:1769074988.763101:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b100 x1855008351384192/t60129542395(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.763113:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.763117:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351384192, offset 224 00000400:00000200:2.0:1769074988.763121:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.763128:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.763133:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17127:17127:256:4294967295] 192.168.204.41@tcp LPNI seq info [17123:17123:8:4294967295] 00000400:00000200:2.0:1769074988.763141:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.763146:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.763149:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.763153:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.763158:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.763161:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.763178:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.763182:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.763186:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.763221:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.763224:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.763226:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.763230:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.763232:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:1.0:1769074988.763233:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074988.764161:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.764167:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d6f300 00000400:00000200:3.0:1769074988.764172:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c45 [64] + 4336 00000400:00000200:3.0:1769074988.764179:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.764182:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.764185:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.764187:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ffb80. 00000020:00000010:2.0:1769074988.764227:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.764232:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.764236:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.764239:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.764243:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.764266:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.764269:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000100:00000200:2.0:1769074988.764273:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351384320 00000001:00000010:2.0:1769074988.764279:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed540. 00010000:00000010:2.0:1769074988.764291:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.0:1769074988.764296:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a2ac980. 02000000:00000010:2.0:1769074988.764310:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b36e2d000. 00010000:00000010:2.0:1769074988.764326:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.0:1769074988.764330:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.764341:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6af00. 00010000:00000010:2.0:1769074988.764344:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1d380. 00010000:00000010:2.0:1769074988.764348:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:2.0:1769074988.764351:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.764373:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.764383:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.764387:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1d380. 00010000:00000010:2.0:1769074988.764402:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a2ac980. 00010000:00000200:2.0:1769074988.764412:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ffb80 x1855008351384320/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.764423:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.764427:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351384320, offset 224 00000400:00000200:2.0:1769074988.764432:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.764439:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.764443:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17128:17128:256:4294967295] 192.168.204.41@tcp LPNI seq info [17124:17124:8:4294967295] 00000400:00000200:2.0:1769074988.764451:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.764456:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.764460:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.764464:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.764468:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.764471:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.764487:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b3ed56480. 00000020:00000010:2.0:1769074988.764492:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.764495:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.764568:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.764572:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.764575:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.764579:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.764582:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074988.764583:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:1.0:1769074988.765320:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.765328:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d6f380 00000400:00000200:1.0:1769074988.765332:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c45 [64] + 4912 00000400:00000200:1.0:1769074988.765339:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.765342:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.765345:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.765349:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1500. 00000020:00000010:2.0:1769074988.765389:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.765394:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.765398:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.765401:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1d380. 00000020:00000010:2.0:1769074988.765404:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.765425:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.765429:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000100:00000200:2.0:1769074988.765431:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351384448 00010000:00000010:2.0:1769074988.765455:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693600. 00010000:00000010:2.0:1769074988.765460:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 02000000:00000010:2.0:1769074988.765474:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b36e2e000. 00010000:00000010:2.0:1769074988.765487:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692000. 00010000:00000010:2.0:1769074988.765490:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.765498:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a500. 00010000:00000010:2.0:1769074988.765502:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1db00. 00010000:00000010:2.0:1769074988.765506:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.765509:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a2ac980. 00010000:00000010:2.0:1769074988.765527:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00010000:00000010:2.0:1769074988.765538:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a2ac980. 00010000:00000010:2.0:1769074988.765542:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1db00. 00010000:00000010:2.0:1769074988.765558:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000200:2.0:1769074988.765567:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1500 x1855008351384448/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 576/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.765578:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.765582:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351384448, offset 224 00000400:00000200:2.0:1769074988.765587:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.765594:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.765599:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17129:17129:256:4294967295] 192.168.204.41@tcp LPNI seq info [17125:17125:8:4294967295] 00000400:00000200:2.0:1769074988.765609:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.765616:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.765619:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.765624:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.765628:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.765630:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.765646:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1d380. 00000020:00000010:2.0:1769074988.765650:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.765653:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.765721:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.765725:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.765729:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.765734:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.765737:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074988.765740:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00010000:00000010:2.1:1769074988.766066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.766072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a700. 00010000:00000010:2.1:1769074988.766076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.766079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074988.766082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00010000:00000010:2.1:1769074988.766085:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ae00. 00010000:00000010:2.1:1769074988.766088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.1:1769074988.766091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00010000:00000010:2.1:1769074988.766094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.1:1769074988.766097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00000400:00000200:1.0:1769074988.766520:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.766530:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d6f480 00000400:00000200:1.0:1769074988.766535:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 5488 00000400:00000200:1.0:1769074988.766565:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.766568:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.766571:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.766575:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3100. 00000020:00000010:2.0:1769074988.766614:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.766619:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.766622:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.766626:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1d380. 00000020:00000010:2.0:1769074988.766630:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.766653:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.766656:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000100:00000200:2.0:1769074988.766660:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351384704 00010000:00000010:2.0:1769074988.766670:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.0:1769074988.766674:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a2ac980. 02000000:00000010:2.0:1769074988.766689:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b36e2c000. 00010000:00000010:2.0:1769074988.766724:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.0:1769074988.766730:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.766738:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6ab00. 00010000:00000010:2.0:1769074988.766741:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1db00. 00010000:00000010:2.0:1769074988.766745:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693c00. 00010000:00000010:2.0:1769074988.766748:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fdd480. 00000004:00000010:2.0:1769074988.766756:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30695c20. 00000004:00000010:2.0:1769074988.766763:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf569d8. 00000004:00000010:2.0:1769074988.766767:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5870. 00080000:00000010:2.0:1769074988.766773:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0b493200. 00000020:00000010:2.0:1769074988.766786:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b131ec0c0. 00080000:00000010:2.0:1769074988.766807:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492e00. 00000004:00000010:2.0:1769074988.766819:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed540. 00020000:00000010:2.0:1769074988.766832:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b390. 00020000:00000010:2.0:1769074988.766836:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bdb8. 00000004:00000010:2.0:1769074988.766847:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764ae98. 00080000:00000010:2.0:1769074988.766855:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698280. 00080000:00000010:2.0:1769074988.766871:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698500. 00000001:00000010:2.0:1769074988.766936:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.766945:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.766964:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.766968:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.766971:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.766973:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.766975:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.766978:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.766987:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b3ed56480. 00080000:00000400:2.0:1769074988.766995:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.766998:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.767000:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.767002:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.767004:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.767007:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.767048:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.767052:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.767054:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.767057:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.767059:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.767061:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.767082:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786840. 00000001:00000010:2.0:1769074988.767087:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed840. 00080000:00000010:2.0:1769074988.767103:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698500. 00080000:00000010:2.0:1769074988.767106:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.767109:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b131ec0c0. 00010000:00000010:2.0:1769074988.767148:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6aa00. 00010000:00000010:2.0:1769074988.767165:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a02f35f80. 00010000:00000010:2.0:1769074988.767170:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692200. 00010000:00000010:2.0:1769074988.767175:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964980. 00000004:00000010:2.0:1769074988.767194:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a051400. 00010000:00000010:2.0:1769074988.767207:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074988.767229:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a2ac980. 00010000:00000200:2.0:1769074988.767236:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542396, last committed = 0 00010000:00000200:2.0:1769074988.767243:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3100 x1855008351384704/t60129542396(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 648/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.767254:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.767258:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351384704, offset 224 00000400:00000200:2.0:1769074988.767263:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.767270:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.767274:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17130:17130:256:4294967295] 192.168.204.41@tcp LPNI seq info [17126:17126:8:4294967295] 00000400:00000200:2.0:1769074988.767283:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.767288:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.767291:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.767295:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.767300:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.767303:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.767320:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1d380. 00000020:00000010:2.0:1769074988.767325:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.767328:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.767387:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.767390:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.767393:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.767396:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.767399:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:1.0:1769074988.767400:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:3.0:1769074988.768260:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.768267:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6f500 00000400:00000200:3.0:1769074988.768271:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 6888 00000400:00000200:3.0:1769074988.768278:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.768281:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.768284:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.768289:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd500. 00000020:00000010:2.0:1769074988.768333:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.768337:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.768341:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.768344:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.768347:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.768371:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698280. 00000020:00000010:2.0:1769074988.768375:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698280. 00000100:00000200:2.0:1769074988.768377:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351384832 00010000:00000010:2.0:1769074988.768388:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a900. 00010000:00000010:2.0:1769074988.768392:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f6a700. 00010000:00000010:2.0:1769074988.768396:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00002000:00000010:2.0:1769074988.768400:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698280. 02000000:00000010:2.0:1769074988.768412:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02b5c000. 00010000:00000200:2.0:1769074988.768426:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd500 x1855008351384832/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.768436:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.768440:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351384832, offset 224 00000400:00000200:2.0:1769074988.768445:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.768451:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.768455:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17131:17131:256:4294967295] 192.168.204.41@tcp LPNI seq info [17127:17127:8:4294967295] 00000400:00000200:2.0:1769074988.768463:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.768468:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.768471:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.768475:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.768480:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.768483:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.768498:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.768503:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.768506:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.768549:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.768552:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.768555:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.768558:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.768561:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074988.768562:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:1.0:1769074988.769406:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.769412:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6f580 00000400:00000200:1.0:1769074988.769416:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 7216 00000400:00000200:1.0:1769074988.769422:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.769425:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.769427:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.769430:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0380. 00000020:00000010:2.0:1769074988.769472:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.769477:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.769481:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.769484:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.769488:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.769509:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.769512:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000100:00000200:2.0:1769074988.769515:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351384960 00010000:00000010:2.0:1769074988.769524:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693e00. 02000000:00000010:2.0:1769074988.769531:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02b5d400. 00010000:00000010:2.0:1769074988.769536:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698500. 00000100:00000010:2.0:1769074988.769540:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066edcc0. 00000100:00000010:2.0:1769074988.769546:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 02000000:00000010:2.0:1769074988.769553:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0b492a00. 02000000:00000010:2.0:1769074988.769566:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b492000. 00000400:00000010:2.0:1769074988.769570:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.769574:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.769577:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804480, portal 16 00000400:00000010:2.0:1769074988.769581:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.769583:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368804480, offset 0 00000400:00000200:2.0:1769074988.769589:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.769595:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.769599:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.769601:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.769605:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.769607:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.769611:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17132:17132:256:4294967295] 192.168.204.41@tcp LPNI seq info [17128:17128:8:4294967295] 00000400:00000200:2.0:1769074988.769620:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.769624:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.769628:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.769633:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.769637:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.769640:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.769754:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.769758:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.769761:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.769765:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.769768:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.769769:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000100:00000200:3.0:1769074988.769774:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487480 x1855008368804480/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.770303:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.770309:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c280 00000400:00000200:1.0:1769074988.770313:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29179 [1] + 224 00000400:00000200:1.0:1769074988.770319:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.770322:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.770327:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487480 x1855008368804480/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.770391:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.770397:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:2.0:1769074988.770399:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.770405:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487480 x1855008368804480/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.770416:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487480 x1855008368804480/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.770433:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b492000. 02000000:00000010:2.0:1769074988.770438:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0b492a00. 00000100:00000010:2.0:1769074988.770441:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00000100:00000010:2.0:1769074988.770444:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066edcc0. 00010000:00000010:2.0:1769074988.770447:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698500. 00010000:00000200:2.0:1769074988.770459:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0380 x1855008351384960/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.770471:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.770475:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351384960, offset 224 00000400:00000200:2.0:1769074988.770480:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.770488:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.770495:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.770501:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17133:17133:256:4294967295] 192.168.204.41@tcp LPNI seq info [17129:17129:8:4294967295] 00000400:00000200:2.0:1769074988.770510:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.770515:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.770520:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6f600 00000800:00000010:2.0:1769074988.770520:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.770526:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2209d [2] + 984 00000800:00000200:2.0:1769074988.770532:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.770538:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.770542:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.770552:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.770557:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.770559:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000100:00000200:1.0:1769074988.770561:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.770569:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0e00. 00000020:00000010:2.0:1769074988.770569:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.770576:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.770613:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074988.770622:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.770629:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.770634:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.770638:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.770641:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.770655:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35cd0e00 x1855008351385088/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.770686:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000800:00000010:3.0:1769074988.770687:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000020:00000010:0.0:1769074988.770690:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000400:00000200:3.0:1769074988.770692:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.770694:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351385088 00000400:00000200:3.0:1769074988.770699:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074988.770714:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a0a800. 00000400:00000200:3.0:1769074988.770717:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.770720:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00010000:00000010:0.0:1769074988.770744:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.770748:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000100:00000010:0.0:1769074988.770751:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.770756:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ec00. 02000000:00000010:0.0:1769074988.770763:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296e800. 00000400:00000010:0.0:1769074988.770765:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000400:00000010:0.0:1769074988.770768:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.770770:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804608, portal 16 00000400:00000010:0.0:1769074988.770773:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074988.770775:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368804608, offset 0 00000400:00000200:0.0:1769074988.770779:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.770790:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.770792:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.770794:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.770796:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.770798:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.770800:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17134:17134:256:4294967295] 192.168.204.41@tcp LPNI seq info [17130:17130:8:4294967295] 00000400:00000200:0.0:1769074988.770806:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.770810:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.770813:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.770816:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.770819:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.770822:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.770884:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.770888:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.770892:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.770897:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.770900:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:1.0:1769074988.770902:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000100:00000200:1.0:1769074988.770909:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368804608/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1769074988.771054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4200. 00000400:00000200:1.0:1769074988.771466:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.771472:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c300 00000400:00000200:1.0:1769074988.771476:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29185 [1] + 224 00000400:00000200:1.0:1769074988.771482:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.771484:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.771489:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368804608/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.771534:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c08. 00000400:00000200:0.0:1769074988.771539:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:0.0:1769074988.771541:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.771548:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368804608/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.771556:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368804608/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.771568:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296e800. 02000000:00000010:0.0:1769074988.771571:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ec00. 00000100:00000010:0.0:1769074988.771572:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.771575:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.771576:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.771583:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.771585:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351385088, offset 224 00000400:00000200:0.0:1769074988.771588:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.771593:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.771596:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17135:17135:256:4294967295] 192.168.204.41@tcp LPNI seq info [17131:17131:8:4294967295] 00000400:00000200:0.0:1769074988.771603:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.771606:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.771609:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.771612:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.771615:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.771618:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.771632:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.771635:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.771638:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000800:00000200:3.0:1769074988.771677:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.771680:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.771683:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.771687:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.771689:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:3.0:1769074988.771691:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000400:00000200:1.0:1769074988.771798:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.771805:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6f700 00000400:00000200:1.0:1769074988.771808:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21af9 [2] + 784 00000400:00000200:1.0:1769074988.771816:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.771819:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.771836:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.771840:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2a00. 00000020:00000010:2.0:1769074988.771883:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.771887:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.771891:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.771894:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.771897:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.771919:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.771921:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000100:00000200:2.0:1769074988.771924:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351385344 00000001:00000010:2.0:1769074988.771928:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.771944:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a02b5cc00. 00000020:00000010:2.0:1769074988.771967:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.771971:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492a00. 00080000:00000010:2.0:1769074988.771982:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698500. 00000001:00000010:2.0:1769074988.771999:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786480. 00000001:00000010:2.0:1769074988.772003:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.772013:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.772017:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.772056:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a051400. 00010000:00000200:2.0:1769074988.772074:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2a00 x1855008351385344/t60129542397(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.772086:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.772090:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351385344, offset 224 00000400:00000200:2.0:1769074988.772096:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.772102:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.772106:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17136:17136:256:4294967295] 192.168.204.41@tcp LPNI seq info [17132:17132:8:4294967295] 00000400:00000200:2.0:1769074988.772115:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.772119:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.772123:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.772127:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.772132:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.772134:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.772151:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.772156:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.772160:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.772199:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.772202:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.772206:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.772210:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.772214:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:1.0:1769074988.772216:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:3.0:1769074988.772969:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.772976:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6f780 00000400:00000200:3.0:1769074988.772980:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 6136 00000400:00000200:3.0:1769074988.772994:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.772997:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.773000:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.773003:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd880. 00000020:00000010:2.0:1769074988.773066:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.773071:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.773075:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.773078:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.773081:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.773103:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.773106:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000100:00000200:2.0:1769074988.773109:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351385472 00000001:00000010:2.0:1769074988.773114:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed840. 00010000:00000010:2.0:1769074988.773125:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693800. 00010000:00000010:2.0:1769074988.773130:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.773142:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b36e29000. 00010000:00000010:2.0:1769074988.773155:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692400. 00010000:00000010:2.0:1769074988.773159:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.773185:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a800. 00010000:00000010:2.0:1769074988.773189:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051e80. 00010000:00000010:2.0:1769074988.773193:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074988.773196:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964080. 00010000:00000010:2.0:1769074988.773218:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.773227:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964080. 00010000:00000010:2.0:1769074988.773232:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051e80. 00010000:00000010:2.0:1769074988.773248:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.773257:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd880 x1855008351385472/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.773269:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.773272:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351385472, offset 224 00000400:00000200:2.0:1769074988.773277:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.773284:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.773288:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17137:17137:256:4294967295] 192.168.204.41@tcp LPNI seq info [17133:17133:8:4294967295] 00000400:00000200:2.0:1769074988.773298:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.773305:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.773308:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.773313:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.773317:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.773320:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.773335:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.773339:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.773342:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.773396:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.773401:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.773406:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.773414:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.773418:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:1.0:1769074988.773419:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:1.0:1769074988.774082:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.774089:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6f800 00000400:00000200:1.0:1769074988.774093:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 6720 00000400:00000200:1.0:1769074988.774101:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.774103:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.774106:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.774109:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3b80. 00000020:00000010:2.0:1769074988.774147:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.774152:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.774157:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.774160:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.774163:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.774185:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.774188:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000100:00000200:2.0:1769074988.774191:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351385600 00010000:00000010:2.0:1769074988.774202:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.0:1769074988.774207:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.774219:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b1766a000. 00010000:00000010:2.0:1769074988.774231:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692600. 00010000:00000010:2.0:1769074988.774234:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964080. 00010000:00000010:2.0:1769074988.774242:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6ae00. 00010000:00000010:2.0:1769074988.774245:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051e80. 00010000:00000010:2.0:1769074988.774248:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.0:1769074988.774251:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.774269:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964080. 00010000:00000010:2.0:1769074988.774278:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.774282:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051e80. 00010000:00000010:2.0:1769074988.774299:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.774307:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3b80 x1855008351385600/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.774319:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.774322:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351385600, offset 224 00000400:00000200:2.0:1769074988.774327:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.774334:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.774338:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17138:17138:256:4294967295] 192.168.204.41@tcp LPNI seq info [17134:17134:8:4294967295] 00000400:00000200:2.0:1769074988.774347:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.774353:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.774356:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.774360:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.774364:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.774367:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.774383:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.774387:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.774391:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.774430:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.774433:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.774436:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.774439:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.774442:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:3.0:1769074988.774443:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:1.0:1769074988.775195:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.775206:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d6f900 00000400:00000200:1.0:1769074988.775212:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 7304 00000400:00000200:1.0:1769074988.775224:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.775228:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.775232:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.775237:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2d80. 00000020:00000010:2.0:1769074988.775279:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.775283:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.775288:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.775291:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.775293:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.775316:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.775319:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000100:00000200:2.0:1769074988.775322:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351385856 00010000:00000010:2.0:1769074988.775332:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693200. 00010000:00000010:2.0:1769074988.775337:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.775352:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b30744000. 00010000:00000010:2.0:1769074988.775376:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.775381:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.775389:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6ad00. 00010000:00000010:2.0:1769074988.775392:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051e80. 00010000:00000010:2.0:1769074988.775396:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:2.0:1769074988.775400:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964080. 00000004:00000010:2.0:1769074988.775408:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30695a40. 00000004:00000010:2.0:1769074988.775414:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56e88. 00000004:00000010:2.0:1769074988.775419:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4440. 00080000:00000010:2.0:1769074988.775423:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a0b492000. 00000020:00000010:2.0:1769074988.775435:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.775438:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493000. 00000004:00000010:2.0:1769074988.775449:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed840. 00020000:00000010:2.0:1769074988.775458:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0be50. 00020000:00000010:2.0:1769074988.775461:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0ba48. 00000004:00000010:2.0:1769074988.775472:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176486a8. 00080000:00000010:2.0:1769074988.775480:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698500. 00080000:00000010:2.0:1769074988.775495:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698440. 00000001:00000010:2.0:1769074988.775549:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.775557:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.775572:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.775576:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.775579:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.775581:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.775585:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.775587:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.775597:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a051200. 00080000:00000400:2.0:1769074988.775603:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.775605:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.775607:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.775610:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.775613:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.775615:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.775633:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.775636:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.775639:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.775641:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.775644:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.775646:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.775665:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786ea0. 00000001:00000010:2.0:1769074988.775669:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066edcc0. 00080000:00000010:2.0:1769074988.775679:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698440. 00080000:00000010:2.0:1769074988.775682:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.775685:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.775720:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a100. 00010000:00000010:2.0:1769074988.775724:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051100. 00010000:00000010:2.0:1769074988.775729:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.0:1769074988.775733:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964100. 00000004:00000010:2.0:1769074988.775750:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a051a00. 00010000:00000010:2.0:1769074988.775763:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.775784:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.775792:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542398, last committed = 0 00010000:00000200:2.0:1769074988.775798:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2d80 x1855008351385856/t60129542398(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.775809:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.775814:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351385856, offset 224 00000400:00000200:2.0:1769074988.775819:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.775825:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.775829:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17139:17139:256:4294967295] 192.168.204.41@tcp LPNI seq info [17135:17135:8:4294967295] 00000400:00000200:2.0:1769074988.775838:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.775843:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.775846:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.775850:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.775855:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.775858:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.775875:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.775879:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.775882:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.775936:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.775939:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.775943:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.775949:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.775953:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:1.0:1769074988.775955:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00010000:00000010:2.1:1769074988.776070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.1:1769074988.776078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6af00. 00010000:00000010:2.1:1769074988.776081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:2.1:1769074988.776084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.1:1769074988.776086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692000. 00010000:00000010:2.1:1769074988.776089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a500. 00010000:00000010:2.1:1769074988.776092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.1:1769074988.776094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693600. 00000400:00000200:3.0:1769074988.777016:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.777023:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6f980 00000400:00000200:3.0:1769074988.777042:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 7544 00000400:00000200:3.0:1769074988.777052:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.777056:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.777060:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.777063:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fdf80. 00000020:00000010:2.0:1769074988.777092:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.777097:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.777101:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.777103:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.777107:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.777128:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698500. 00000020:00000010:2.0:1769074988.777131:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698500. 00000100:00000200:2.0:1769074988.777134:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351385984 00010000:00000010:2.0:1769074988.777160:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a500. 00010000:00000010:2.0:1769074988.777164:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f6af00. 00010000:00000010:2.0:1769074988.777169:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693600. 00002000:00000010:2.0:1769074988.777174:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698500. 02000000:00000010:2.0:1769074988.777185:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02b5f000. 00010000:00000200:2.0:1769074988.777200:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fdf80 x1855008351385984/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.777212:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.777215:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351385984, offset 224 00000400:00000200:2.0:1769074988.777220:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.777226:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.777230:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17140:17140:256:4294967295] 192.168.204.41@tcp LPNI seq info [17136:17136:8:4294967295] 00000400:00000200:2.0:1769074988.777239:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.777243:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.777247:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.777251:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.777255:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.777258:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.777273:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.777277:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.777281:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.777329:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.777332:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.777335:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.777338:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.777341:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:1.0:1769074988.777342:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:1.0:1769074988.778120:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.778127:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6fa00 00000400:00000200:1.0:1769074988.778134:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 7872 00000400:00000200:1.0:1769074988.778165:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.778171:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.778175:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.778178:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1180. 00000020:00000010:3.0:1769074988.778221:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.778225:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.778229:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.778231:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.778235:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.778252:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.778254:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755300. 00000100:00000200:3.0:1769074988.778257:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351386112 00010000:00000010:3.0:1769074988.778266:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602000. 02000000:00000010:3.0:1769074988.778272:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40227c00. 00010000:00000010:3.0:1769074988.778277:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755300. 00000100:00000010:3.0:1769074988.778281:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.778284:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fed80. 02000000:00000010:3.0:1769074988.778289:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.778297:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.778301:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.778304:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000100:00000200:3.0:1769074988.778307:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804736, portal 16 00000400:00000010:3.0:1769074988.778310:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074988.778311:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368804736, offset 0 00000400:00000200:3.0:1769074988.778316:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.778320:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.778323:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.778325:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.778327:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.778329:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.778332:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17141:17141:256:4294967295] 192.168.204.41@tcp LPNI seq info [17137:17137:8:4294967295] 00000400:00000200:3.0:1769074988.778338:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.778341:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.778344:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074988.778347:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.778351:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.778353:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074988.778406:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.778411:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074988.778415:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.778425:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.778429:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:0.0:1769074988.778431:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000100:00000200:0.0:1769074988.778438:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fed80 x1855008368804736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.779024:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.779071:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c380 00000400:00000200:1.0:1769074988.779075:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x291a5 [1] + 224 00000400:00000200:1.0:1769074988.779083:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.779086:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.779092:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fed80 x1855008368804736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.779192:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.779197:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000400:00000010:3.0:1769074988.779199:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00000100:00000200:3.0:1769074988.779206:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fed80 x1855008368804736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.779208:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.779219:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6fa80 00000100:00000200:3.0:1769074988.779220:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fed80 x1855008368804736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.779228:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2209d [2] + 1312 02000000:00000010:3.0:1769074988.779243:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.779248:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.779251:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fed80. 00000100:00000010:3.0:1769074988.779255:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00000400:00000200:1.0:1769074988.779256:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074988.779258:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755300. 00000400:00000200:1.0:1769074988.779262:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.779266:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.779271:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1f80. 00010000:00000200:3.0:1769074988.779272:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1180 x1855008351386112/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.779284:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000100:00000200:3.0:1769074988.779287:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351386112, offset 224 00000400:00000200:3.0:1769074988.779293:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.779317:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.779322:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.779327:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.779330:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.779334:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.779348:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35cd1f80 x1855008351386240/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074988.779361:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.779369:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17142:17142:256:4294967295] 192.168.204.41@tcp LPNI seq info [17138:17138:8:4294967295] 00000020:00000010:0.0:1769074988.779371:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.779377:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.779381:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351386240 02000000:00000010:0.0:1769074988.779389:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08400. 00000400:00000200:3.0:1769074988.779389:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.779397:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.779402:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074988.779406:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.779410:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.779412:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:0.0:1769074988.779414:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.779419:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000100:00000010:0.0:1769074988.779422:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.779427:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ec00. 00000020:00000010:3.0:1769074988.779431:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 02000000:00000010:0.0:1769074988.779436:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296e800. 00000020:00000010:3.0:1769074988.779436:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000400:00000010:0.0:1769074988.779441:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000020:00000010:3.0:1769074988.779442:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000400:00000010:0.0:1769074988.779448:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.779452:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804864, portal 16 00000400:00000010:0.0:1769074988.779456:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.779458:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368804864, offset 0 00000400:00000200:0.0:1769074988.779466:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074988.779469:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.779472:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:0.0:1769074988.779473:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.779476:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.779479:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.779484:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.779487:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.779492:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.779494:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.779498:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17143:17143:255:4294967295] 192.168.204.41@tcp LPNI seq info [17139:17139:7:4294967295] 00000400:00000200:0.0:1769074988.779507:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.779514:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.779514:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000400:00000010:1.0:1769074988.779519:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00000800:00000010:0.0:1769074988.779520:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.779527:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.779533:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.779537:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.779569:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.779572:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:1.0:1769074988.779576:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.779580:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.779582:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:1.0:1769074988.779584:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000200:1.0:1769074988.779589:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368804864/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1769074988.780052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.1:1769074988.780065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.1:1769074988.780072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692c00. 00000400:00000200:1.0:1769074988.780200:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.780206:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c400 00000400:00000200:1.0:1769074988.780210:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x291b1 [1] + 224 00000400:00000200:1.0:1769074988.780217:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.780219:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.780223:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368804864/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.780256:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c08. 00000400:00000200:0.0:1769074988.780260:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:0.0:1769074988.780261:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.780267:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368804864/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.780274:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368804864/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.780287:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296e800. 02000000:00000010:0.0:1769074988.780289:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ec00. 00000100:00000010:0.0:1769074988.780291:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.780293:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.780295:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.780301:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.780303:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351386240, offset 224 00000400:00000200:0.0:1769074988.780306:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.780311:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.780314:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17144:17144:256:4294967295] 192.168.204.41@tcp LPNI seq info [17140:17140:8:4294967295] 00000400:00000200:0.0:1769074988.780321:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.780324:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.780327:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.780330:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.780333:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.780335:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.780350:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.780355:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.780359:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000800:00000200:1.0:1769074988.780390:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.780393:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.780395:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.780398:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.780400:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:1.0:1769074988.780401:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000400:00000200:1.0:1769074988.780473:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.780478:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d6fb80 00000400:00000200:1.0:1769074988.780484:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21af9 [2] + 1176 00000400:00000200:1.0:1769074988.780494:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.780498:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.780501:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.780506:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3480. 00000020:00000010:2.0:1769074988.780549:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.780553:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.780558:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.780561:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.780565:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.780585:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.780588:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.780591:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351386496 00000001:00000010:2.0:1769074988.780596:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:2.0:1769074988.780612:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a02b5e000. 00000020:00000010:2.0:1769074988.780633:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.780637:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493c00. 00080000:00000010:2.0:1769074988.780647:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698440. 00000001:00000010:2.0:1769074988.780666:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786720. 00000001:00000010:2.0:1769074988.780671:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.780681:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.780685:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.780715:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a051a00. 00010000:00000200:2.0:1769074988.780732:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3480 x1855008351386496/t60129542399(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.780744:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.780747:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351386496, offset 224 00000400:00000200:2.0:1769074988.780753:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.780759:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.780764:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17145:17145:256:4294967295] 192.168.204.41@tcp LPNI seq info [17141:17141:8:4294967295] 00000400:00000200:2.0:1769074988.780772:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.780777:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.780781:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.780785:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.780790:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.780792:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.780808:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.780812:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.780815:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.780853:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.780856:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.780858:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.780862:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.780864:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074988.780865:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:1.0:1769074988.781852:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.781858:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6fc00 00000400:00000200:1.0:1769074988.781862:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 7960 00000400:00000200:1.0:1769074988.781869:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.781871:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.781874:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.781876:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3800. 00000020:00000010:2.0:1769074988.781917:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.781922:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.781926:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.781929:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.781933:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.781958:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.781962:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.781966:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351386624 00000001:00000010:2.0:1769074988.781970:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066edcc0. 00010000:00000010:2.0:1769074988.781981:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.0:1769074988.781986:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.781998:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b30742000. 00010000:00000010:2.0:1769074988.782011:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.0:1769074988.782014:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.782023:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a400. 00010000:00000010:2.0:1769074988.782049:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051a80. 00010000:00000010:2.0:1769074988.782055:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.782058:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964f80. 00010000:00000010:2.0:1769074988.782081:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.782090:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964f80. 00010000:00000010:2.0:1769074988.782093:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051a80. 00010000:00000010:2.0:1769074988.782108:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.782117:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3800 x1855008351386624/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.782128:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.782132:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351386624, offset 224 00000400:00000200:2.0:1769074988.782137:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.782143:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.782147:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17146:17146:256:4294967295] 192.168.204.41@tcp LPNI seq info [17142:17142:8:4294967295] 00000400:00000200:2.0:1769074988.782156:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.782161:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.782164:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.782168:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.782173:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.782176:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.782191:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.782195:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.782199:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.782236:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.782239:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.782241:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.782244:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.782246:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:1.0:1769074988.782247:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:1.0:1769074988.783024:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.783048:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d6fc80 00000400:00000200:1.0:1769074988.783053:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 8544 00000400:00000200:1.0:1769074988.783062:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.783065:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.783068:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.783071:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1880. 00000020:00000010:2.0:1769074988.783113:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.783118:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.783123:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.783125:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.783129:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.783150:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.783153:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.783157:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351386752 00010000:00000010:2.0:1769074988.783167:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692000. 00010000:00000010:2.0:1769074988.783172:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.783183:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b30740000. 00010000:00000010:2.0:1769074988.783194:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.0:1769074988.783198:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964f80. 00010000:00000010:2.0:1769074988.783206:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6ac00. 00010000:00000010:2.0:1769074988.783210:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051a80. 00010000:00000010:2.0:1769074988.783214:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:2.0:1769074988.783217:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.783237:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964f80. 00010000:00000010:2.0:1769074988.783247:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.783251:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051a80. 00010000:00000010:2.0:1769074988.783265:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.783274:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1880 x1855008351386752/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.783286:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.783290:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351386752, offset 224 00000400:00000200:2.0:1769074988.783295:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.783301:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.783306:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17147:17147:256:4294967295] 192.168.204.41@tcp LPNI seq info [17143:17143:8:4294967295] 00000400:00000200:2.0:1769074988.783315:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.783319:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.783322:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.783326:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.783331:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.783334:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.783350:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.783354:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.783358:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.783404:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.783422:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.783425:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.783428:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.783430:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:1.0:1769074988.783432:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:1.0:1769074988.784195:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.784201:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d6fd80 00000400:00000200:1.0:1769074988.784205:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 9128 00000400:00000200:1.0:1769074988.784211:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.784214:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.784216:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.784219:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1c00. 00000020:00000010:2.0:1769074988.784261:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.784265:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.784269:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.784272:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.784275:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.784296:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.784299:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.784303:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351387008 00010000:00000010:2.0:1769074988.784313:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00010000:00000010:2.0:1769074988.784318:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.784334:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06f66000. 00010000:00000010:2.0:1769074988.784354:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.0:1769074988.784358:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.784367:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a000. 00010000:00000010:2.0:1769074988.784370:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051a80. 00010000:00000010:2.0:1769074988.784373:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:2.0:1769074988.784376:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964f80. 00000004:00000010:2.0:1769074988.784385:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30695680. 00000004:00000010:2.0:1769074988.784390:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56528. 00000004:00000010:2.0:1769074988.784395:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4770. 00080000:00000010:2.0:1769074988.784402:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a04cee600. 00000020:00000010:2.0:1769074988.784412:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.784417:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3fe61a00. 00000004:00000010:2.0:1769074988.784426:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066edcc0. 00020000:00000010:2.0:1769074988.784436:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bfa8. 00020000:00000010:2.0:1769074988.784439:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bc08. 00000004:00000010:2.0:1769074988.784448:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764a380. 00080000:00000010:2.0:1769074988.784455:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698440. 00080000:00000010:2.0:1769074988.784470:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698240. 00000001:00000010:2.0:1769074988.784519:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.784527:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.784542:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.784545:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.784547:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.784550:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.784553:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.784555:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.784564:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a051280. 00080000:00000400:2.0:1769074988.784570:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.784573:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.784576:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.784578:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.784580:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.784582:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.784602:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.784605:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.784607:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.784609:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.784612:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.784614:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.784631:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786a80. 00000001:00000010:2.0:1769074988.784636:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066edf00. 00080000:00000010:2.0:1769074988.784646:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698240. 00080000:00000010:2.0:1769074988.784648:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.784652:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.784673:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a300. 00010000:00000010:2.0:1769074988.784677:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051680. 00010000:00000010:2.0:1769074988.784681:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.0:1769074988.784684:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964380. 00000004:00000010:2.0:1769074988.784715:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a051e00. 00010000:00000010:2.0:1769074988.784729:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.784749:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.784756:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542400, last committed = 0 00010000:00000200:2.0:1769074988.784761:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1c00 x1855008351387008/t60129542400(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.784773:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.784776:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351387008, offset 224 00000400:00000200:2.0:1769074988.784781:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.784787:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.784791:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17148:17148:256:4294967295] 192.168.204.41@tcp LPNI seq info [17144:17144:8:4294967295] 00000400:00000200:2.0:1769074988.784801:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.784805:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.784809:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.784814:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.784819:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.784822:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.784837:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.784840:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.784843:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.784886:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.784889:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.784892:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.784895:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.784897:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:1.0:1769074988.784899:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00010000:00000010:2.1:1769074988.785062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692400. 00010000:00000010:2.1:1769074988.785068:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a800. 00010000:00000010:2.1:1769074988.785072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.1:1769074988.785076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693800. 00010000:00000010:2.1:1769074988.785079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692600. 00010000:00000010:2.1:1769074988.785082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6ae00. 00010000:00000010:2.1:1769074988.785085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.1:1769074988.785088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.1:1769074988.785091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.1:1769074988.785094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693200. 00000400:00000200:1.0:1769074988.785797:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.785803:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6fe00 00000400:00000200:1.0:1769074988.785807:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 8200 00000400:00000200:1.0:1769074988.785814:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.785816:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.785819:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.785822:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2680. 00000020:00000010:3.0:1769074988.785862:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.785866:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.785869:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.785872:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.785874:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.785892:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755300. 00000020:00000010:3.0:1769074988.785893:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755300. 00000100:00000200:3.0:1769074988.785895:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351387136 00010000:00000010:3.0:1769074988.785904:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e900. 00010000:00000010:3.0:1769074988.785907:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5e500. 00010000:00000010:3.0:1769074988.785910:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00002000:00000010:3.0:1769074988.785913:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755300. 02000000:00000010:3.0:1769074988.785922:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40226400. 00010000:00000200:3.0:1769074988.785936:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2680 x1855008351387136/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.785949:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000100:00000200:3.0:1769074988.785953:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351387136, offset 224 00000400:00000200:3.0:1769074988.785959:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.785966:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.785971:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17149:17149:256:4294967295] 192.168.204.41@tcp LPNI seq info [17145:17145:8:4294967295] 00000400:00000200:3.0:1769074988.785981:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.785986:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.785990:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074988.785994:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.785999:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.786003:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.786018:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.786021:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.786024:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.786081:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.786084:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:1.0:1769074988.786087:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.786090:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.786092:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00000400:00000010:1.0:1769074988.786094:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00000400:00000200:1.0:1769074988.786828:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.786835:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d6fe80 00000400:00000200:1.0:1769074988.786838:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 8528 00000400:00000200:1.0:1769074988.786845:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.786847:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.786850:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.786852:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 00000020:00000010:3.0:1769074988.786890:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a40. 00000020:00000010:3.0:1769074988.786894:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a40. 00000020:00000010:3.0:1769074988.786897:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.786899:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.786901:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.786917:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a40. 00000020:00000010:3.0:1769074988.786919:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a40. 00000100:00000200:3.0:1769074988.786921:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351387264 00010000:00000010:3.0:1769074988.786929:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602c00. 02000000:00000010:3.0:1769074988.786937:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b40225000. 00010000:00000010:3.0:1769074988.786944:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755a40. 00000100:00000010:3.0:1769074988.786948:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.786953:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fed80. 02000000:00000010:3.0:1769074988.786959:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.786973:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.786977:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.786982:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074988.786987:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368804992, portal 16 00000400:00000010:3.0:1769074988.786991:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000100:00000200:3.0:1769074988.786993:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368804992, offset 0 00000400:00000200:3.0:1769074988.786999:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.787005:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.787008:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.787011:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.787013:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.787015:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.787019:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17150:17150:256:4294967295] 192.168.204.41@tcp LPNI seq info [17146:17146:8:4294967295] 00000400:00000200:3.0:1769074988.787045:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.787050:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.787053:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074988.787058:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.787062:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.787065:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.787123:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.787126:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:1.0:1769074988.787129:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.787132:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.787134:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000400:00000010:1.0:1769074988.787136:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00000100:00000200:1.0:1769074988.787140:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fed80 x1855008368804992/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.787733:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.787741:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c480 00000400:00000200:1.0:1769074988.787745:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x291d1 [1] + 224 00000400:00000200:1.0:1769074988.787753:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.787755:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.787761:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fed80 x1855008368804992/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.787830:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.787835:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:3.0:1769074988.787837:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074988.787845:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fed80 x1855008368804992/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.787847:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.787858:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d6ff00 00000100:00000200:3.0:1769074988.787862:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fed80 x1855008368804992/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.787866:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2209d [2] + 1640 02000000:00000010:3.0:1769074988.787886:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.787890:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.787892:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fed80. 00000100:00000010:3.0:1769074988.787895:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.787897:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755a40. 00000400:00000200:1.0:1769074988.787898:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.787904:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.787907:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000200:3.0:1769074988.787910:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0000 x1855008351387264/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000010:1.0:1769074988.787914:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d9c00. 00000400:00000010:3.0:1769074988.787922:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074988.787925:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351387264, offset 224 00000400:00000200:3.0:1769074988.787929:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.787937:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.787942:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17151:17151:256:4294967295] 192.168.204.41@tcp LPNI seq info [17147:17147:8:4294967295] 00000400:00000200:3.0:1769074988.787950:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.787956:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.787985:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.787992:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.787997:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.788001:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000800:00000010:3.0:1769074988.788004:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000020:00000010:0.0:1769074988.788006:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.788020:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a096d9c00 x1855008351387392/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074988.788050:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.788059:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.788063:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.788064:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.788068:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.788070:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351387392 02000000:00000010:0.0:1769074988.788075:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08000. 00000020:00000010:3.0:1769074988.788082:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.788087:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.788090:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00010000:00000010:0.0:1769074988.788113:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.788118:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000100:00000010:0.0:1769074988.788122:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.788127:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296ec00. 02000000:00000010:0.0:1769074988.788136:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296e800. 00000400:00000010:0.0:1769074988.788139:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000800:00000200:2.0:1769074988.788141:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074988.788142:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.788148:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368805120, portal 16 00000800:00000010:2.0:1769074988.788148:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000010:0.0:1769074988.788155:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000400:00000200:2.0:1769074988.788156:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.788158:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368805120, offset 0 00000400:00000200:2.0:1769074988.788164:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.788167:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.788172:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000200:0.0:1769074988.788175:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000010:2.0:1769074988.788177:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000200:0.0:1769074988.788179:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.788183:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.788185:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.788186:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.788189:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17152:17152:255:4294967295] 192.168.204.41@tcp LPNI seq info [17148:17148:7:4294967295] 00000400:00000200:0.0:1769074988.788200:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.788204:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.788207:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.788211:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.788215:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.788217:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.788283:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.788287:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:1.0:1769074988.788289:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.788293:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.788295:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:1.0:1769074988.788297:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000100:00000200:1.0:1769074988.788301:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368805120/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.788910:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.788919:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c500 00000400:00000200:1.0:1769074988.788925:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x291dd [1] + 224 00000400:00000200:1.0:1769074988.788934:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.788938:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.788945:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368805120/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.788997:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c08. 00000400:00000200:0.0:1769074988.789001:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:0.0:1769074988.789002:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.789007:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368805120/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.789015:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368805120/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.789049:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296e800. 02000000:00000010:0.0:1769074988.789053:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296ec00. 00000100:00000010:0.0:1769074988.789060:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.789063:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.789066:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.789074:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.789077:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351387392, offset 224 00000400:00000200:0.0:1769074988.789082:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.789087:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.789091:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17153:17153:256:4294967295] 192.168.204.41@tcp LPNI seq info [17149:17149:8:4294967295] 00000400:00000200:0.0:1769074988.789099:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.789102:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.789105:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.789109:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.789113:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.789116:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.789129:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.789133:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.789136:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000400:00000200:2.0:1769074988.789150:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.789161:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d70000 00000400:00000200:2.0:1769074988.789168:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21af9 [2] + 1568 00000800:00000200:1.0:1769074988.789172:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.789176:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:1.0:1769074988.789180:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.789181:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.789189:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.789194:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.789197:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.789203:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 00000400:00000200:1.0:1769074988.789205:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:1.0:1769074988.789209:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000020:00000010:0.0:1769074988.789244:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.789248:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.789252:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.789254:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.789256:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.789275:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.789277:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.789279:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351387648 00000001:00000010:0.0:1769074988.789283:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 02000000:00000010:0.0:1769074988.789297:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a08c00. 00000020:00000010:0.0:1769074988.789317:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.789319:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296ec00. 00080000:00000010:0.0:1769074988.789327:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.789341:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c518a0. 00000001:00000010:0.0:1769074988.789344:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:0.0:1769074988.789352:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.789354:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.789366:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a051e00. 00010000:00000200:0.0:1769074988.789381:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487480 x1855008351387648/t60129542401(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.789390:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.789410:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351387648, offset 224 00000400:00000200:0.0:1769074988.789414:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.789419:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.789422:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17154:17154:256:4294967295] 192.168.204.41@tcp LPNI seq info [17150:17150:8:4294967295] 00000400:00000200:0.0:1769074988.789429:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.789432:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.789434:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.789437:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.789440:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.789442:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.789454:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.789456:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.789458:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000800:00000200:1.0:1769074988.789504:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.789507:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:1.0:1769074988.789509:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.789513:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.789515:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:1.0:1769074988.789517:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000400:00000200:1.0:1769074988.790524:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.790531:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70080 00000400:00000200:1.0:1769074988.790535:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 9784 00000400:00000200:1.0:1769074988.790542:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.790558:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.790562:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.790566:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096db800. 00000020:00000010:2.0:1769074988.790608:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.790613:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.790617:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.790621:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.790624:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.790649:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.790652:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.790654:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351387776 00000001:00000010:2.0:1769074988.790659:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066edf00. 00010000:00000010:2.0:1769074988.790671:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.790676:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.790689:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f60000. 00010000:00000010:2.0:1769074988.790717:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.790722:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.790731:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6ae00. 00010000:00000010:2.0:1769074988.790734:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051000. 00010000:00000010:2.0:1769074988.790738:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.790741:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964e80. 00010000:00000010:2.0:1769074988.790761:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.790769:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964e80. 00010000:00000010:2.0:1769074988.790773:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051000. 00010000:00000010:2.0:1769074988.790788:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.790796:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096db800 x1855008351387776/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.790808:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.790812:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351387776, offset 224 00000400:00000200:2.0:1769074988.790816:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.790822:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.790827:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17155:17155:256:4294967295] 192.168.204.41@tcp LPNI seq info [17151:17151:8:4294967295] 00000400:00000200:2.0:1769074988.790835:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.790840:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.790843:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.790847:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.790852:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.790855:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.790872:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.790876:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.790880:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.790929:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.790933:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.790937:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.790942:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.790945:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.790948:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:1.0:1769074988.791742:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.791749:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70100 00000400:00000200:1.0:1769074988.791753:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 10368 00000400:00000200:1.0:1769074988.791760:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.791762:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.791765:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.791768:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d9180. 00000020:00000010:2.0:1769074988.791809:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.791815:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.791819:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.791822:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.791826:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.791847:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.791849:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.791852:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351387904 00010000:00000010:2.0:1769074988.791863:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.0:1769074988.791867:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.791878:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f65000. 00010000:00000010:2.0:1769074988.791889:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.0:1769074988.791893:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964e80. 00010000:00000010:2.0:1769074988.791901:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a800. 00010000:00000010:2.0:1769074988.791904:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051000. 00010000:00000010:2.0:1769074988.791907:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693200. 00010000:00000010:2.0:1769074988.791910:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.791927:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964e80. 00010000:00000010:2.0:1769074988.791936:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.791940:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051000. 00010000:00000010:2.0:1769074988.791955:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.791965:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d9180 x1855008351387904/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.791977:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.791980:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351387904, offset 224 00000400:00000200:2.0:1769074988.791985:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.791991:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.791995:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17156:17156:256:4294967295] 192.168.204.41@tcp LPNI seq info [17152:17152:8:4294967295] 00000400:00000200:2.0:1769074988.792004:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.792009:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.792013:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.792017:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.792022:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.792050:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.792061:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.792064:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.792067:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.792120:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.792124:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.792127:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.792131:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.792134:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:1.0:1769074988.792136:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:1.0:1769074988.792906:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.792913:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d70200 00000400:00000200:1.0:1769074988.792917:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 10952 00000400:00000200:1.0:1769074988.792924:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.792927:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.792930:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.792933:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096dbb80. 00000020:00000010:2.0:1769074988.792978:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.792982:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.792986:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.792989:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.792993:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.793014:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.793016:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.793019:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351388160 00010000:00000010:2.0:1769074988.793076:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.0:1769074988.793082:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.793097:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06f67000. 00010000:00000010:2.0:1769074988.793120:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.0:1769074988.793124:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.793132:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786ae00. 00010000:00000010:2.0:1769074988.793136:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051000. 00010000:00000010:2.0:1769074988.793140:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692600. 00010000:00000010:2.0:1769074988.793143:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964e80. 00000004:00000010:2.0:1769074988.793151:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30694b40. 00000004:00000010:2.0:1769074988.793157:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56d20. 00000004:00000010:2.0:1769074988.793161:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5a90. 00080000:00000010:2.0:1769074988.793166:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0875c800. 00000020:00000010:2.0:1769074988.793177:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.793182:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03c08200. 00000004:00000010:2.0:1769074988.793194:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066edf00. 00020000:00000010:2.0:1769074988.793204:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0ba58. 00020000:00000010:2.0:1769074988.793207:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bfc8. 00000004:00000010:2.0:1769074988.793216:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764b540. 00080000:00000010:2.0:1769074988.793222:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698440. 00080000:00000010:2.0:1769074988.793237:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698240. 00000001:00000010:2.0:1769074988.793289:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.793296:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.793312:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.793315:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.793318:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.793320:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.793323:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.793325:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.793334:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a051600. 00080000:00000400:2.0:1769074988.793340:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.793342:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.793344:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.793347:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.793349:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.793351:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.793368:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.793371:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.793373:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.793376:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.793378:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.793381:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.793398:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786d20. 00000001:00000010:2.0:1769074988.793404:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed780. 00080000:00000010:2.0:1769074988.793414:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698240. 00080000:00000010:2.0:1769074988.793416:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.793420:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.793441:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0786a700. 00010000:00000010:2.0:1769074988.793444:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051480. 00010000:00000010:2.0:1769074988.793449:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693800. 00010000:00000010:2.0:1769074988.793453:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964880. 00000004:00000010:2.0:1769074988.793468:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a051780. 00010000:00000010:2.0:1769074988.793480:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.793501:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.793508:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542402, last committed = 0 00010000:00000200:2.0:1769074988.793514:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096dbb80 x1855008351388160/t60129542402(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.793525:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.793528:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351388160, offset 224 00000400:00000200:2.0:1769074988.793533:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.793539:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.793544:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17157:17157:256:4294967295] 192.168.204.41@tcp LPNI seq info [17153:17153:8:4294967295] 00000400:00000200:2.0:1769074988.793553:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.793557:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.793561:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.793565:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.793569:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.793572:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.793589:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.793593:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.793596:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.793665:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.793670:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.793691:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.793695:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.793698:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074988.793710:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00010000:00000010:0.1:1769074988.794069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693600. 00000400:00000200:1.0:1769074988.794538:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.794545:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d70280 00000400:00000200:1.0:1769074988.794549:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 8856 00000400:00000200:1.0:1769074988.794556:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.794559:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.794562:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.794565:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096da680. 00000020:00000010:3.0:1769074988.794607:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a40. 00000020:00000010:3.0:1769074988.794611:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a40. 00000020:00000010:3.0:1769074988.794614:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.794617:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.794619:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.794636:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755a40. 00000020:00000010:3.0:1769074988.794638:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755a40. 00000100:00000200:3.0:1769074988.794640:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351388288 00010000:00000010:3.0:1769074988.794649:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5ed00. 00010000:00000010:3.0:1769074988.794652:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5e000. 00010000:00000010:3.0:1769074988.794670:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602600. 00002000:00000010:3.0:1769074988.794674:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755a40. 02000000:00000010:3.0:1769074988.794684:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b173a6c00. 00010000:00000200:3.0:1769074988.794696:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096da680 x1855008351388288/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.794720:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074988.794723:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351388288, offset 224 00000400:00000200:3.0:1769074988.794727:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.794732:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.794736:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17158:17158:256:4294967295] 192.168.204.41@tcp LPNI seq info [17154:17154:8:4294967295] 00000400:00000200:3.0:1769074988.794742:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.794745:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.794748:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074988.794751:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.794754:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.794757:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.794770:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.794772:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.794774:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.794815:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.794818:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:1.0:1769074988.794821:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.794824:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.794827:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:1.0:1769074988.794828:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000400:00000200:1.0:1769074988.795617:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.795624:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d70300 00000400:00000200:1.0:1769074988.795628:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 9184 00000400:00000200:1.0:1769074988.795636:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.795639:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.795642:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.795645:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8700. 00000020:00000010:3.0:1769074988.795688:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307557c0. 00000020:00000010:3.0:1769074988.795691:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307557c0. 00000020:00000010:3.0:1769074988.795694:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.795696:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.795699:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.795730:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307557c0. 00000020:00000010:3.0:1769074988.795732:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307557c0. 00000100:00000200:3.0:1769074988.795733:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351388416 00010000:00000010:3.0:1769074988.795743:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603c00. 02000000:00000010:3.0:1769074988.795749:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b173a4800. 00010000:00000010:3.0:1769074988.795754:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b307557c0. 00000100:00000010:3.0:1769074988.795757:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.795761:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fed80. 02000000:00000010:3.0:1769074988.795765:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.795774:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.795777:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.795779:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074988.795782:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368805248, portal 16 00000400:00000010:3.0:1769074988.795785:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074988.795787:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368805248, offset 0 00000400:00000200:3.0:1769074988.795791:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.795796:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.795798:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.795801:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.795802:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.795804:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.795807:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17159:17159:256:4294967295] 192.168.204.41@tcp LPNI seq info [17155:17155:8:4294967295] 00000400:00000200:3.0:1769074988.795813:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.795816:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.795818:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074988.795821:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.795825:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.795827:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.795891:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.795894:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:1.0:1769074988.795897:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.795900:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.795903:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:1.0:1769074988.795904:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000100:00000200:1.0:1769074988.795909:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fed80 x1855008368805248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.796575:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.796583:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c580 00000400:00000200:1.0:1769074988.796588:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x291fd [1] + 224 00000400:00000200:1.0:1769074988.796595:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.796598:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.796604:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fed80 x1855008368805248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.796626:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.796631:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d70380 00000400:00000200:1.0:1769074988.796635:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2209d [2] + 1968 00000400:00000010:1.0:1769074988.796638:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498ab58. 00000400:00000200:1.0:1769074988.796651:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a01ebac00 00000400:00000010:3.0:1769074988.796655:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.796660:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:3.0:1769074988.796662:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074988.796669:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fed80 x1855008368805248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.796675:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074988.796679:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fed80 x1855008368805248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.796683:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.796689:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01ebac00 00000400:00000010:1.0:1769074988.796693:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01ebac00. 00000100:00000200:1.0:1769074988.796697:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1769074988.796717:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.796723:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.796726:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fed80. 00000100:00000010:3.0:1769074988.796730:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.796732:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b307557c0. 00000020:00000010:0.0:1769074988.796749:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.796753:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.796756:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.796759:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.796761:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.796773:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a5a850 x1855008351388544/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1769074988.796780:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8700 x1855008351388416/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.796793:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074988.796796:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351388416, offset 224 00000020:00000010:0.0:1769074988.796800:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000400:00000200:3.0:1769074988.796801:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.796805:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.796809:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351388544 00000400:00000200:3.0:1769074988.796815:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:0.0:1769074988.796816:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a09c00. 00000400:00000200:3.0:1769074988.796824:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17160:17160:256:4294967295] 192.168.204.41@tcp LPNI seq info [17156:17156:8:4294967295] 00000400:00000200:3.0:1769074988.796838:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:0.0:1769074988.796842:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000800:00000200:3.0:1769074988.796847:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074988.796848:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fe240. 00000800:00000010:3.0:1769074988.796853:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000100:00000010:0.0:1769074988.796854:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.796862:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296e800. 00000800:00000200:3.0:1769074988.796864:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:0.0:1769074988.796872:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0296f200. 00000800:00000200:3.0:1769074988.796873:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:0.0:1769074988.796877:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000800:00000200:3.0:1769074988.796879:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:0.0:1769074988.796881:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.796888:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368805376, portal 16 00000400:00000010:0.0:1769074988.796890:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.796892:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368805376, offset 0 00000400:00000200:0.0:1769074988.796897:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.796902:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.796905:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:3.0:1769074988.796906:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000400:00000200:0.0:1769074988.796909:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.796914:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1769074988.796915:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000400:00000200:0.0:1769074988.796917:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.796925:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17161:17161:255:4294967295] 192.168.204.41@tcp LPNI seq info [17157:17157:7:4294967295] 00000020:00000010:3.0:1769074988.796925:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.796939:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1769074988.796940:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000010:1.0:1769074988.796944:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000800:00000200:0.0:1769074988.796949:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.796953:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1769074988.796954:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.796963:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.796966:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.796972:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000800:00000200:0.0:1769074988.796973:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:1.0:1769074988.796976:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000800:00000200:0.0:1769074988.796979:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.796996:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.797001:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:1.0:1769074988.797004:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.797009:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.797012:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:1.0:1769074988.797014:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000100:00000200:1.0:1769074988.797021:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368805376/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.797626:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.797632:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c600 00000400:00000200:1.0:1769074988.797635:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29209 [1] + 224 00000400:00000200:1.0:1769074988.797641:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.797644:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.797648:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368805376/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.797681:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924c08. 00000400:00000200:0.0:1769074988.797685:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:0.0:1769074988.797687:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.797692:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368805376/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.797711:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368805376/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.797724:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0296f200. 02000000:00000010:0.0:1769074988.797727:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296e800. 00000100:00000010:0.0:1769074988.797729:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.797732:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fe240. 00010000:00000010:0.0:1769074988.797733:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.797739:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.797758:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351388544, offset 224 00000400:00000200:0.0:1769074988.797761:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.797766:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.797770:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17162:17162:256:4294967295] 192.168.204.41@tcp LPNI seq info [17158:17158:8:4294967295] 00000400:00000200:0.0:1769074988.797776:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.797779:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.797781:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.797784:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.797787:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.797790:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.797803:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.797806:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.797808:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 02000000:00000010:0.0:1769074988.797815:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08000. 00000100:00000010:0.0:1769074988.797818:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d9c00. 02000000:00000010:0.0:1769074988.797821:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08400. 00000100:00000010:0.0:1769074988.797824:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1f80. 02000000:00000010:0.0:1769074988.797827:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a0a800. 00000100:00000010:0.0:1769074988.797830:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0e00. 02000000:00000010:0.0:1769074988.797832:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe10400. 00000100:00000010:0.0:1769074988.797835:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979180. 02000000:00000010:0.0:1769074988.797837:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe12000. 00000100:00000010:0.0:1769074988.797839:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978700. 02000000:00000010:0.0:1769074988.797841:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe11800. 00000100:00000010:0.0:1769074988.797843:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b480. 00000800:00000200:1.0:1769074988.797846:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1769074988.797850:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000010:1.0:1769074988.797850:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000010:0.0:1769074988.797857:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924c08. 00000400:00000200:1.0:1769074988.797857:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.797863:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a010fe240. 00000400:00000200:1.0:1769074988.797865:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.797870:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:1.0:1769074988.797872:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 02000000:00000010:1.0:1769074988.797875:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a09c00. 00000400:00000200:1.0:1769074988.798012:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.798018:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d70480 00000400:00000200:1.0:1769074988.798021:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21af9 [2] + 1960 00000400:00000010:1.0:1769074988.798024:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754630. 00000400:00000200:1.0:1769074988.798054:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b03919900 00000400:00000200:1.0:1769074988.798062:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.798066:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.798070:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b03919900 00000400:00000010:1.0:1769074988.798071:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b03919900. 00000100:00000200:1.0:1769074988.798075:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.798098:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.798102:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.798105:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.798107:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.798109:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.798126:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.798128:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.798129:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351388800 00000001:00000010:0.0:1769074988.798133:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:0.0:1769074988.798145:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0a800. 00000020:00000010:0.0:1769074988.798163:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.798166:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296e800. 00080000:00000010:0.0:1769074988.798174:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.798189:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51d20. 00000001:00000010:0.0:1769074988.798192:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:0.0:1769074988.798200:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.798202:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.798213:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a051780. 00010000:00000200:0.0:1769074988.798226:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13184450 x1855008351388800/t60129542403(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.798235:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.798238:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351388800, offset 224 00000400:00000200:0.0:1769074988.798241:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.798245:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.798249:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17163:17163:256:4294967295] 192.168.204.41@tcp LPNI seq info [17159:17159:8:4294967295] 00000400:00000200:0.0:1769074988.798255:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.798258:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.798260:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.798263:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.798266:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.798268:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.798281:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.798284:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.798286:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 02000000:00000010:0.0:1769074988.798291:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a08c00. 00000100:00000010:0.0:1769074988.798293:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 02000000:00000010:0.0:1769074988.798296:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a02b5e000. 00000100:00000010:0.0:1769074988.798298:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd3480. 02000000:00000010:0.0:1769074988.798301:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a02b5cc00. 00000100:00000010:0.0:1769074988.798303:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2a00. 02000000:00000010:0.0:1769074988.798305:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a02b5d800. 00000100:00000010:0.0:1769074988.798307:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 02000000:00000010:0.0:1769074988.798309:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3062e000. 00000100:00000010:0.0:1769074988.798313:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497ad80. 00000100:00000200:0.0:1769074988.798317:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074988.798320:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924528. 00000400:00000010:0.0:1769074988.798324:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b0b2a1cc0. 00000800:00000200:1.0:1769074988.798331:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.798335:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.798338:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.798341:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.798344:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:1.0:1769074988.798345:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 02000000:00000010:1.0:1769074988.798348:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0a800. 00010000:00000010:2.1:1769074988.799066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.1:1769074988.799074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a400. 00010000:00000010:2.1:1769074988.799087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.1:1769074988.799090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.1:1769074988.799093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.1:1769074988.799097:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6ac00. 00010000:00000010:2.1:1769074988.799100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00010000:00000010:2.1:1769074988.799102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692000. 00010000:00000010:2.1:1769074988.799105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.1:1769074988.799108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00000400:00000200:1.0:1769074988.799300:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.799308:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70500 00000400:00000200:1.0:1769074988.799312:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 11608 00000400:00000200:1.0:1769074988.799320:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.799322:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.799325:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.799328:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8000. 00000020:00000010:2.0:1769074988.799372:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.799377:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.799381:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c08e00. 00000020:00000010:2.0:1769074988.799385:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.799388:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.799412:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.799414:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.799418:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351388928 00000001:00000010:2.0:1769074988.799423:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed780. 00010000:00000010:2.0:1769074988.799433:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692000. 00010000:00000010:2.0:1769074988.799438:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.799449:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f61000. 00010000:00000010:2.0:1769074988.799462:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.0:1769074988.799466:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.799475:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6ac00. 00010000:00000010:2.0:1769074988.799478:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051f80. 00010000:00000010:2.0:1769074988.799482:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.0:1769074988.799485:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964b80. 00010000:00000010:2.0:1769074988.799505:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.799513:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964b80. 00010000:00000010:2.0:1769074988.799517:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051f80. 00010000:00000010:2.0:1769074988.799531:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.799539:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8000 x1855008351388928/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.799551:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.799555:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351388928, offset 224 00000400:00000200:2.0:1769074988.799560:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.799566:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.799571:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17164:17164:256:4294967295] 192.168.204.41@tcp LPNI seq info [17160:17160:8:4294967295] 00000400:00000200:2.0:1769074988.799580:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.799585:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.799589:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.799593:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.799597:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.799601:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.799617:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.799621:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.799626:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c08e00. 00000800:00000200:1.0:1769074988.799663:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.799666:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.799669:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.799672:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.799674:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074988.799676:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:1.0:1769074988.800496:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.800504:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70580 00000400:00000200:1.0:1769074988.800508:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 12192 00000400:00000200:1.0:1769074988.800516:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.800518:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.800521:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.800524:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d9880. 00000020:00000010:2.0:1769074988.800568:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.800572:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.800577:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c08e00. 00000020:00000010:2.0:1769074988.800580:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.800583:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.800606:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.800609:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.800611:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351389056 00010000:00000010:2.0:1769074988.800621:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.800626:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.800637:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06f64000. 00010000:00000010:2.0:1769074988.800649:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.0:1769074988.800653:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964b80. 00010000:00000010:2.0:1769074988.800661:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a400. 00010000:00000010:2.0:1769074988.800664:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051f80. 00010000:00000010:2.0:1769074988.800668:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074988.800670:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.800687:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964b80. 00010000:00000010:2.0:1769074988.800695:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.800699:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051f80. 00010000:00000010:2.0:1769074988.800729:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.800739:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d9880 x1855008351389056/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.800750:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.800754:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351389056, offset 224 00000400:00000200:2.0:1769074988.800759:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.800765:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.800770:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17165:17165:256:4294967295] 192.168.204.41@tcp LPNI seq info [17161:17161:8:4294967295] 00000400:00000200:2.0:1769074988.800781:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.800786:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.800789:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.800793:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.800798:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.800801:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.800816:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.800819:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.800823:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c08e00. 00000800:00000200:1.0:1769074988.800866:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.800869:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.800871:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.800875:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.800877:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:1.0:1769074988.800878:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:1.0:1769074988.801781:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.801787:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d70680 00000400:00000200:1.0:1769074988.801791:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 12776 00000400:00000200:1.0:1769074988.801802:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.801806:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.801809:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.801813:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096db100. 00000020:00000010:2.0:1769074988.801855:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.801859:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.801863:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c08e00. 00000020:00000010:2.0:1769074988.801867:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.801870:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.801891:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.801894:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.801897:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351389312 00010000:00000010:2.0:1769074988.801908:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692400. 00010000:00000010:2.0:1769074988.801912:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.801927:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b358bd000. 00010000:00000010:2.0:1769074988.801949:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693600. 00010000:00000010:2.0:1769074988.801954:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.801973:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca600. 00010000:00000010:2.0:1769074988.801977:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051f80. 00010000:00000010:2.0:1769074988.801981:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:2.0:1769074988.801984:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964b80. 00000004:00000010:2.0:1769074988.801996:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b30695860. 00000004:00000010:2.0:1769074988.802002:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf564b0. 00000004:00000010:2.0:1769074988.802006:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4880. 00080000:00000010:2.0:1769074988.802011:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a03c09400. 00000020:00000010:2.0:1769074988.802022:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.802052:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03c09a00. 00000004:00000010:2.0:1769074988.802064:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed780. 00020000:00000010:2.0:1769074988.802072:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b070. 00020000:00000010:2.0:1769074988.802075:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b150. 00000004:00000010:2.0:1769074988.802084:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17648238. 00080000:00000010:2.0:1769074988.802091:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698440. 00080000:00000010:2.0:1769074988.802105:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698240. 00000001:00000010:2.0:1769074988.802159:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.802167:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.802181:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.802184:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.802187:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.802189:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.802192:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.802194:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.802203:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a051580. 00080000:00000400:2.0:1769074988.802209:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.802212:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.802214:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.802216:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.802218:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.802220:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.802238:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.802241:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.802243:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.802246:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.802248:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.802250:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.802267:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786120. 00000001:00000010:2.0:1769074988.802272:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066eda80. 00080000:00000010:2.0:1769074988.802281:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698240. 00080000:00000010:2.0:1769074988.802284:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.802288:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.802308:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca200. 00010000:00000010:2.0:1769074988.802312:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051d00. 00010000:00000010:2.0:1769074988.802316:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30697600. 00010000:00000010:2.0:1769074988.802320:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964280. 00000004:00000010:2.0:1769074988.802334:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a051500. 00010000:00000010:2.0:1769074988.802347:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.802369:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.802377:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542404, last committed = 0 00010000:00000200:2.0:1769074988.802383:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096db100 x1855008351389312/t60129542404(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.802394:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.802398:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351389312, offset 224 00000400:00000200:2.0:1769074988.802402:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.802409:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.802413:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17166:17166:256:4294967295] 192.168.204.41@tcp LPNI seq info [17162:17162:8:4294967295] 00000400:00000200:2.0:1769074988.802422:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.802427:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.802431:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.802435:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.802439:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.802442:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.802460:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051800. 00000020:00000010:2.0:1769074988.802463:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.802467:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c08e00. 00000800:00000200:1.0:1769074988.802510:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.802513:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.802516:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.802519:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.802521:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:1.0:1769074988.802523:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:1.0:1769074988.803607:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.803613:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d70700 00000400:00000200:1.0:1769074988.803617:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 9512 00000400:00000200:1.0:1769074988.803623:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.803625:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.803628:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.803631:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8e00. 00000020:00000010:3.0:1769074988.803689:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307557c0. 00000020:00000010:3.0:1769074988.803695:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307557c0. 00000020:00000010:3.0:1769074988.803715:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.803720:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.803724:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.803749:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307557c0. 00000020:00000010:3.0:1769074988.803753:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307557c0. 00000100:00000200:3.0:1769074988.803756:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351389440 00010000:00000010:3.0:1769074988.803768:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35d5e400. 00010000:00000010:3.0:1769074988.803771:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35d5ec00. 00010000:00000010:3.0:1769074988.803775:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603800. 00002000:00000010:3.0:1769074988.803779:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b307557c0. 02000000:00000010:3.0:1769074988.803789:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b173a7800. 00010000:00000200:3.0:1769074988.803802:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8e00 x1855008351389440/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.803811:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fcc0. 00000100:00000200:3.0:1769074988.803814:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351389440, offset 224 00000400:00000200:3.0:1769074988.803818:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.803823:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.803827:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17167:17167:256:4294967295] 192.168.204.41@tcp LPNI seq info [17163:17163:8:4294967295] 00000400:00000200:3.0:1769074988.803833:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.803837:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.803839:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074988.803842:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.803846:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.803848:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.803862:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.803865:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.803867:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.803905:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.803908:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074988.803911:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.803914:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.803916:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fcc0 00000400:00000010:1.0:1769074988.803917:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fcc0. 00000400:00000200:1.0:1769074988.804782:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.804790:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d70780 00000400:00000200:1.0:1769074988.804794:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 9840 00000400:00000200:1.0:1769074988.804801:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.804804:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.804807:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.804810:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8a80. 00000020:00000010:3.0:1769074988.804869:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.804875:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.804878:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.804881:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.804883:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.804902:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.804904:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000100:00000200:3.0:1769074988.804906:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351389568 00010000:00000010:3.0:1769074988.804918:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603200. 02000000:00000010:3.0:1769074988.804928:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b307f5c00. 00010000:00000010:3.0:1769074988.804935:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755e40. 00000100:00000010:3.0:1769074988.804940:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856be40. 00000100:00000010:3.0:1769074988.804945:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fed80. 02000000:00000010:3.0:1769074988.804951:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096df800. 02000000:00000010:3.0:1769074988.804963:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096df200. 00000400:00000010:3.0:1769074988.804968:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.804972:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074988.804976:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368805504, portal 16 00000400:00000010:3.0:1769074988.804980:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074988.804983:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368805504, offset 0 00000400:00000200:3.0:1769074988.804987:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.804992:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.804994:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.804996:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.804998:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.805000:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.805002:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17168:17168:256:4294967295] 192.168.204.41@tcp LPNI seq info [17164:17164:8:4294967295] 00000400:00000200:3.0:1769074988.805008:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.805011:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.805014:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074988.805017:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.805020:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.805023:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.805117:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.805121:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:1.0:1769074988.805125:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.805130:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.805134:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:1.0:1769074988.805136:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:1.0:1769074988.805142:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fed80 x1855008368805504/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.805736:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.805745:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c680 00000400:00000200:1.0:1769074988.805751:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29231 [1] + 224 00000400:00000200:1.0:1769074988.805761:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.805765:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.805772:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fed80 x1855008368805504/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.805805:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:3.0:1769074988.805813:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:1.0:1769074988.805814:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d70800 00000400:00000200:3.0:1769074988.805819:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:3.0:1769074988.805823:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074988.805829:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fed80 x1855008368805504/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.805833:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x221e1 [2] + 0 00000100:00000200:3.0:1769074988.805846:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fed80 x1855008368805504/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074988.805860:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096df200. 02000000:00000010:3.0:1769074988.805863:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096df800. 00000100:00000010:3.0:1769074988.805865:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fed80. 00000100:00000010:3.0:1769074988.805868:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856be40. 00010000:00000010:3.0:1769074988.805870:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755e40. 00000400:00000200:1.0:1769074988.805873:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:3.0:1769074988.805882:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8a80 x1855008351389568/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074988.805883:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.805891:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.805896:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d9500. 00000400:00000010:3.0:1769074988.805897:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074988.805901:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351389568, offset 224 00000400:00000200:3.0:1769074988.805906:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.805941:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.805946:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.805951:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074988.805954:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.805958:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.805970:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a096d9500 x1855008351389696/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074988.805977:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.805985:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17169:17169:256:4294967295] 192.168.204.41@tcp LPNI seq info [17165:17165:8:4294967295] 00000400:00000200:3.0:1769074988.805994:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.805999:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074988.806001:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000800:00000010:3.0:1769074988.806003:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000020:00000010:0.0:1769074988.806005:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.806010:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351389696 00000800:00000200:3.0:1769074988.806010:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:0.0:1769074988.806016:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08c00. 00000800:00000200:3.0:1769074988.806022:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.806049:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 496 niov 1 nkiov 1 00010000:00000010:0.0:1769074988.806056:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.806062:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b476c00. 00000020:00000010:3.0:1769074988.806063:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000100:00000010:0.0:1769074988.806067:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 00000020:00000010:3.0:1769074988.806068:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.806075:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 02000000:00000010:0.0:1769074988.806080:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296f200. 02000000:00000010:0.0:1769074988.806095:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0298c800. 00000400:00000010:0.0:1769074988.806100:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029240b0. 00000400:00000010:0.0:1769074988.806105:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.806109:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368805632, portal 16 00000800:00000200:1.0:1769074988.806109:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.806115:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000010:0.0:1769074988.806117:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000400:00000200:1.0:1769074988.806121:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.806123:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368805632, offset 0 00000400:00000200:1.0:1769074988.806129:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.806135:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.806143:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000200:0.0:1769074988.806144:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000010:1.0:1769074988.806146:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000400:00000200:0.0:1769074988.806151:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.806156:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.806158:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.806161:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.806165:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17170:17170:255:4294967295] 192.168.204.41@tcp LPNI seq info [17166:17166:7:4294967295] 00000400:00000200:0.0:1769074988.806175:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.806181:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.806185:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.806192:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.806198:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.806202:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.806278:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.806282:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.806285:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.806290:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.806294:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:1.0:1769074988.806295:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000100:00000200:1.0:1769074988.806302:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368805632/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.806871:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.806879:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c700 00000400:00000200:1.0:1769074988.806883:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2923d [1] + 224 00000400:00000200:1.0:1769074988.806891:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.806893:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.806899:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368805632/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.806938:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029240b0. 00000400:00000200:0.0:1769074988.806942:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:0.0:1769074988.806943:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.806950:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368805632/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.806961:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368805632/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.806977:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0298c800. 02000000:00000010:0.0:1769074988.806982:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296f200. 00000100:00000010:0.0:1769074988.806986:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.806989:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b476c00. 00010000:00000010:0.0:1769074988.806993:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.807001:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.807005:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351389696, offset 224 00000400:00000200:0.0:1769074988.807010:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.807064:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.807070:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17171:17171:256:4294967295] 192.168.204.41@tcp LPNI seq info [17167:17167:8:4294967295] 00000400:00000200:0.0:1769074988.807081:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.807087:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.807091:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.807098:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.807103:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.807107:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.807129:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.807133:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.807136:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00000400:00000200:1.0:1769074988.807164:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.807172:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d70900 00000400:00000200:1.0:1769074988.807177:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21c0d [2] + 0 00000800:00000200:2.0:1769074988.807202:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.807207:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:2.0:1769074988.807211:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.807218:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.807223:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:2.0:1769074988.807225:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000400:00000200:1.0:1769074988.807235:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.807243:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.807249:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.807253:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8380. 00000020:00000010:0.0:1769074988.807292:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.807296:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.807299:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.807301:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.807303:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.807320:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.807321:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.807323:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351389952 00000001:00000010:0.0:1769074988.807327:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:0.0:1769074988.807340:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a08400. 00000020:00000010:0.0:1769074988.807360:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.807363:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296f400. 00080000:00000010:0.0:1769074988.807371:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.807386:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51060. 00000001:00000010:0.0:1769074988.807389:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b476c00. 00080000:00000010:0.0:1769074988.807396:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.807398:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.807409:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a051500. 00010000:00000200:0.0:1769074988.807422:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8380 x1855008351389952/t60129542405(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.807451:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.807454:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351389952, offset 224 00000400:00000200:0.0:1769074988.807457:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.807462:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.807465:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17172:17172:256:4294967295] 192.168.204.41@tcp LPNI seq info [17168:17168:8:4294967295] 00000400:00000200:0.0:1769074988.807471:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.807475:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.807483:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.807486:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.807490:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.807492:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.807503:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.807505:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.807507:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:1.0:1769074988.807561:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.807564:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:1.0:1769074988.807567:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.807571:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.807573:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:1.0:1769074988.807574:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00010000:00000010:0.1:1769074988.808053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:0.1:1769074988.808060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602600. 00010000:00000010:2.1:1769074988.808063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.808071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6ae00. 00010000:00000010:2.1:1769074988.808075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.808079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074988.808081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:2.1:1769074988.808084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a800. 00010000:00000010:2.1:1769074988.808088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693200. 00010000:00000010:2.1:1769074988.808090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:2.1:1769074988.808098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.1:1769074988.808121:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693000. 00000400:00000200:2.0:1769074988.808387:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.808396:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70980 00000400:00000200:2.0:1769074988.808401:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 13432 00000400:00000200:2.0:1769074988.808410:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.808414:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.808418:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.808423:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484700. 00000020:00000010:3.0:1769074988.808477:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.808482:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.808487:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.808491:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.808494:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.808523:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.808527:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000100:00000200:3.0:1769074988.808530:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351390080 00000001:00000010:3.0:1769074988.808536:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066eda80. 00010000:00000010:3.0:1769074988.808549:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602e00. 00010000:00000010:3.0:1769074988.808555:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.808570:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05504000. 00010000:00000010:3.0:1769074988.808586:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602a00. 00010000:00000010:3.0:1769074988.808591:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.808623:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e0c700. 00010000:00000010:3.0:1769074988.808628:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0980. 00010000:00000010:3.0:1769074988.808633:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602200. 00010000:00000010:3.0:1769074988.808637:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.808667:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.808677:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.808681:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0980. 00010000:00000010:3.0:1769074988.808715:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.808728:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484700 x1855008351390080/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.808742:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074988.808747:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351390080, offset 224 00000400:00000200:3.0:1769074988.808753:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.808760:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.808765:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17173:17173:256:4294967295] 192.168.204.41@tcp LPNI seq info [17169:17169:8:4294967295] 00000400:00000200:3.0:1769074988.808774:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.808780:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.808784:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074988.808788:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.808794:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.808797:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.808817:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.808821:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.808824:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.808882:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.808886:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:1.0:1769074988.808889:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.808893:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.808895:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:1.0:1769074988.808897:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000400:00000200:1.0:1769074988.809721:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.809729:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70a00 00000400:00000200:1.0:1769074988.809733:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 14016 00000400:00000200:1.0:1769074988.809741:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.809743:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.809746:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.809749:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096dad80. 00000020:00000010:3.0:1769074988.809797:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.809803:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.809807:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.809811:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.809814:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.809842:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.809846:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000100:00000200:3.0:1769074988.809850:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351390208 00010000:00000010:3.0:1769074988.809862:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603a00. 00010000:00000010:3.0:1769074988.809866:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.809879:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05500000. 00010000:00000010:3.0:1769074988.809893:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603600. 00010000:00000010:3.0:1769074988.809897:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.809907:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e0cc00. 00010000:00000010:3.0:1769074988.809910:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0980. 00010000:00000010:3.0:1769074988.809913:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603000. 00010000:00000010:3.0:1769074988.809917:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.809938:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00010000:00000010:3.0:1769074988.809948:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.809952:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0980. 00010000:00000010:3.0:1769074988.809967:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.809975:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096dad80 x1855008351390208/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.809985:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074988.809988:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351390208, offset 224 00000400:00000200:3.0:1769074988.809991:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.809996:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.810000:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17174:17174:256:4294967295] 192.168.204.41@tcp LPNI seq info [17170:17170:8:4294967295] 00000400:00000200:3.0:1769074988.810006:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.810009:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.810012:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074988.810014:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.810018:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.810020:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.810057:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.810062:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.810064:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:2.0:1769074988.810106:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.810111:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:2.0:1769074988.810114:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.810119:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.810122:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:2.0:1769074988.810124:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000400:00000200:1.0:1769074988.810959:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.810969:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d70b00 00000400:00000200:1.0:1769074988.810976:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 14600 00000400:00000200:1.0:1769074988.810986:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.810990:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.810994:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.810998:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d9c00. 00000020:00000010:3.0:1769074988.811057:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.811061:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.811065:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.811068:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.811071:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.811092:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.811094:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000100:00000200:3.0:1769074988.811096:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351390464 00010000:00000010:3.0:1769074988.811105:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602800. 00010000:00000010:3.0:1769074988.811108:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.811119:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b05502000. 00010000:00000010:3.0:1769074988.811137:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603400. 00010000:00000010:3.0:1769074988.811140:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.811147:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e0c300. 00010000:00000010:3.0:1769074988.811149:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0980. 00010000:00000010:3.0:1769074988.811151:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602400. 00010000:00000010:3.0:1769074988.811153:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81380. 00000004:00000010:3.0:1769074988.811159:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f2b40. 00000004:00000010:3.0:1769074988.811164:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790078. 00000004:00000010:3.0:1769074988.811167:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4440. 00080000:00000010:3.0:1769074988.811171:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a096df800. 00000020:00000010:3.0:1769074988.811180:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074988.811183:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a096df200. 00000004:00000010:3.0:1769074988.811191:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856be40. 00020000:00000010:3.0:1769074988.811198:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285308. 00020000:00000010:3.0:1769074988.811200:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285708. 00000004:00000010:3.0:1769074988.811208:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf12e98. 00080000:00000010:3.0:1769074988.811213:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755e40. 00080000:00000010:3.0:1769074988.811224:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755fc0. 00000001:00000010:3.0:1769074988.811270:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074988.811276:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074988.811288:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.811291:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.811292:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.811294:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.811296:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.811298:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074988.811304:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0100. 00080000:00000400:3.0:1769074988.811308:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.811309:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.811310:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.811312:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.811313:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.811315:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074988.811328:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.811330:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.811331:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.811333:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.811334:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.811336:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074988.811349:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955f00. 00000001:00000010:3.0:1769074988.811352:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856bb40. 00080000:00000010:3.0:1769074988.811360:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755fc0. 00080000:00000010:3.0:1769074988.811362:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.811364:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074988.811382:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398a300. 00010000:00000010:3.0:1769074988.811385:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0900. 00010000:00000010:3.0:1769074988.811387:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602600. 00010000:00000010:3.0:1769074988.811390:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81980. 00000004:00000010:3.0:1769074988.811401:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0b80. 00010000:00000010:3.0:1769074988.811410:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.811426:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.811431:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542406, last committed = 0 00010000:00000200:3.0:1769074988.811436:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d9c00 x1855008351390464/t60129542406(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.811445:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074988.811448:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351390464, offset 224 00000400:00000200:3.0:1769074988.811451:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.811456:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.811459:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17175:17175:256:4294967295] 192.168.204.41@tcp LPNI seq info [17171:17171:8:4294967295] 00000400:00000200:3.0:1769074988.811466:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.811469:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.811471:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074988.811474:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.811478:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.811480:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.811494:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.811497:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.811499:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.811546:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.811549:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:1.0:1769074988.811552:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.811555:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.811558:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:1.0:1769074988.811559:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00010000:00000010:2.1:1769074988.812064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.1:1769074988.812070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6ac00. 00010000:00000010:2.1:1769074988.812074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.1:1769074988.812077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692000. 00000400:00000200:2.0:1769074988.812507:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.812515:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d70b80 00000400:00000200:2.0:1769074988.812520:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 10168 00000400:00000200:2.0:1769074988.812528:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.812532:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.812536:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074988.812540:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485c00. 00000020:00000010:3.0:1769074988.812587:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.812593:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.812598:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.812602:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.812606:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.812634:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755e40. 00000020:00000010:3.0:1769074988.812637:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755e40. 00000100:00000200:3.0:1769074988.812641:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351390592 00010000:00000010:3.0:1769074988.812653:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398a900. 00010000:00000010:3.0:1769074988.812657:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0398ad00. 00010000:00000010:3.0:1769074988.812683:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00002000:00000010:3.0:1769074988.812689:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755e40. 02000000:00000010:3.0:1769074988.812718:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b307f5000. 00010000:00000200:3.0:1769074988.812737:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485c00 x1855008351390592/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.812750:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074988.812754:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351390592, offset 224 00000400:00000200:3.0:1769074988.812760:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.812768:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.812773:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17176:17176:256:4294967295] 192.168.204.41@tcp LPNI seq info [17172:17172:8:4294967295] 00000400:00000200:3.0:1769074988.812782:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.812788:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.812792:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074988.812797:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.812802:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.812805:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.812825:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.812830:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.812834:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.812869:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.812872:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:1.0:1769074988.812874:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.812878:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.812880:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:1.0:1769074988.812881:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000400:00000200:1.0:1769074988.813606:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.813614:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d70c00 00000400:00000200:1.0:1769074988.813618:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 10496 00000400:00000200:1.0:1769074988.813626:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.813628:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.813631:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.813636:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38590380. 00000020:00000010:3.0:1769074988.813676:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.813681:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.813686:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.813689:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.813692:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.813733:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.813737:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000100:00000200:3.0:1769074988.813740:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351390720 00010000:00000010:3.0:1769074988.813753:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc4a00. 02000000:00000010:3.0:1769074988.813763:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbe400. 00010000:00000010:3.0:1769074988.813770:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755fc0. 00000100:00000010:3.0:1769074988.813774:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b180. 00000100:00000010:3.0:1769074988.813780:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fed80. 02000000:00000010:3.0:1769074988.813787:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a096dfe00. 02000000:00000010:3.0:1769074988.813801:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a096de200. 00000400:00000010:3.0:1769074988.813805:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074988.813809:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074988.813813:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368805760, portal 16 00000400:00000010:3.0:1769074988.813817:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074988.813820:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368805760, offset 0 00000400:00000200:3.0:1769074988.813826:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.813832:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.813836:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074988.813839:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074988.813841:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074988.813844:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074988.813848:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17177:17177:256:4294967295] 192.168.204.41@tcp LPNI seq info [17173:17173:8:4294967295] 00000400:00000200:3.0:1769074988.813856:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.813862:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.813866:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074988.813871:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.813876:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.813879:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1769074988.813946:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.813950:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:2.0:1769074988.813954:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.813958:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.813962:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:2.0:1769074988.813964:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000100:00000200:2.0:1769074988.813970:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b361fed80 x1855008368805760/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.814453:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.814459:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c780 00000400:00000200:1.0:1769074988.814463:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2925d [1] + 224 00000400:00000200:1.0:1769074988.814469:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.814472:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.814477:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b361fed80 x1855008368805760/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074988.814507:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074988.814513:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:3.0:1769074988.814515:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074988.814523:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b361fed80 x1855008368805760/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074988.814600:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b361fed80 x1855008368805760/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.814608:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.814619:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d70c80 00000400:00000200:1.0:1769074988.814623:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x221e1 [2] + 328 02000000:00000010:3.0:1769074988.814632:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a096de200. 02000000:00000010:3.0:1769074988.814638:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a096dfe00. 00000100:00000010:3.0:1769074988.814642:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fed80. 00000100:00000010:3.0:1769074988.814646:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b180. 00000400:00000200:1.0:1769074988.814648:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074988.814650:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755fc0. 00000400:00000200:1.0:1769074988.814654:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.814659:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.814662:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593800. 00010000:00000200:3.0:1769074988.814670:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38590380 x1855008351390720/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1769074988.814708:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.814713:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.814717:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f200. 00000020:00000010:0.0:1769074988.814719:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.814722:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.814734:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38593800 x1855008351390848/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074988.814745:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074988.814752:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351390720, offset 224 00000020:00000010:0.0:1769074988.814758:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.814762:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000400:00000200:3.0:1769074988.814763:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074988.814767:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351390848 02000000:00000010:0.0:1769074988.814774:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08000. 00000400:00000200:3.0:1769074988.814777:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.814786:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17178:17178:256:4294967295] 192.168.204.41@tcp LPNI seq info [17174:17174:8:4294967295] 00000400:00000200:3.0:1769074988.814798:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:0.0:1769074988.814800:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.814806:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000800:00000200:3.0:1769074988.814809:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074988.814811:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 00000800:00000010:3.0:1769074988.814817:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 02000000:00000010:0.0:1769074988.814819:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.814827:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:0.0:1769074988.814830:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce8f800. 00000400:00000010:0.0:1769074988.814834:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029240b0. 00000800:00000200:3.0:1769074988.814837:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:0.0:1769074988.814839:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.814845:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368805888, portal 16 00000800:00000200:3.0:1769074988.814845:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:0.0:1769074988.814850:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.814853:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368805888, offset 0 00000400:00000200:0.0:1769074988.814857:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.814862:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.814865:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.814867:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.814869:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1769074988.814871:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000400:00000200:0.0:1769074988.814872:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.814878:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17179:17179:255:4294967295] 192.168.204.41@tcp LPNI seq info [17175:17175:7:4294967295] 00000020:00000010:3.0:1769074988.814879:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.814886:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000400:00000200:0.0:1769074988.814888:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.814894:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.814898:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.814902:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.814906:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.814908:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:2.0:1769074988.814917:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.814922:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:2.0:1769074988.814926:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.814932:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.814936:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:2.0:1769074988.814938:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000800:00000200:2.0:1769074988.814951:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.814954:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:2.0:1769074988.814957:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.814960:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.814963:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:2.0:1769074988.814965:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:2.0:1769074988.814971:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368805888/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.815626:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.815634:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c800 00000400:00000200:1.0:1769074988.815638:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29269 [1] + 224 00000400:00000200:1.0:1769074988.815645:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.815648:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.815653:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368805888/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.815690:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029240b0. 00000400:00000200:0.0:1769074988.815694:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:0.0:1769074988.815695:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.815713:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368805888/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.815721:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368805888/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.815734:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce8f800. 02000000:00000010:0.0:1769074988.815737:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0298c800. 00000100:00000010:0.0:1769074988.815740:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.815742:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.815744:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.815750:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.815753:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351390848, offset 224 00000400:00000200:0.0:1769074988.815756:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.815761:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.815765:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17180:17180:256:4294967295] 192.168.204.41@tcp LPNI seq info [17176:17176:8:4294967295] 00000400:00000200:0.0:1769074988.815771:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.815774:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.815777:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.815780:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.815783:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.815785:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.815799:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.815802:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.815804:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f200. 00000800:00000200:1.0:1769074988.815852:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.815856:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:1.0:1769074988.815860:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.815865:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.815869:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:1.0:1769074988.815872:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000400:00000200:2.0:1769074988.815936:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.815944:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d70d80 00000400:00000200:2.0:1769074988.815951:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21c0d [2] + 392 00000400:00000200:2.0:1769074988.815961:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.815965:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.815969:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074988.815973:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 00000020:00000010:0.0:1769074988.816020:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.816024:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00010000:00000010:0.1:1769074988.816049:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603800. 00000020:00000010:0.0:1769074988.816061:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce8f800. 00010000:00000010:2.1:1769074988.816063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692a00. 00000020:00000010:0.0:1769074988.816066:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00010000:00000010:3.1:1769074988.816068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602a00. 00010000:00000010:2.1:1769074988.816071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a400. 00000020:00000010:0.0:1769074988.816072:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00010000:00000010:3.1:1769074988.816078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e0c700. 00010000:00000010:2.1:1769074988.816080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00010000:00000010:3.1:1769074988.816087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602200. 00010000:00000010:2.1:1769074988.816094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:3.1:1769074988.816097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602e00. 00010000:00000010:2.1:1769074988.816102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693600. 00000020:00000010:0.0:1769074988.816104:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00010000:00000010:3.1:1769074988.816105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603600. 00000020:00000010:0.0:1769074988.816109:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00010000:00000010:2.1:1769074988.816109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692400. 00010000:00000010:3.1:1769074988.816114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e0cc00. 00000100:00000200:0.0:1769074988.816115:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351391104 00000001:00000010:0.0:1769074988.816122:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b476c00. 00010000:00000010:3.1:1769074988.816124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603000. 00010000:00000010:3.1:1769074988.816131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603a00. 02000000:00000010:0.0:1769074988.816138:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0a800. 00000020:00000010:0.0:1769074988.816157:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.816160:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce8fa00. 00080000:00000010:0.0:1769074988.816167:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.816182:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51de0. 00000001:00000010:0.0:1769074988.816185:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:0.0:1769074988.816202:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.816205:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.816217:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0b80. 00010000:00000200:0.0:1769074988.816231:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38486300 x1855008351391104/t60129542407(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.816240:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.816243:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351391104, offset 224 00000400:00000200:0.0:1769074988.816247:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.816252:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.816255:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17181:17181:256:4294967295] 192.168.204.41@tcp LPNI seq info [17177:17177:8:4294967295] 00000400:00000200:0.0:1769074988.816262:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.816265:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.816268:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.816271:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.816274:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.816276:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.816292:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.816295:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.816298:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce8f800. 00000800:00000200:1.0:1769074988.816350:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.816353:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:1.0:1769074988.816355:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.816359:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.816361:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:1.0:1769074988.816362:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:1.0:1769074988.817205:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.817211:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70e00 00000400:00000200:1.0:1769074988.817215:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 15256 00000400:00000200:1.0:1769074988.817221:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.817224:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.817227:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.817229:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593480. 00000020:00000010:3.0:1769074988.817262:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.817267:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.817272:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.817275:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.817279:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.817305:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.817309:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000100:00000200:3.0:1769074988.817313:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351391232 00000001:00000010:3.0:1769074988.817318:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856bb40. 00010000:00000010:3.0:1769074988.817328:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5a00. 00010000:00000010:3.0:1769074988.817331:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.817341:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05503000. 00010000:00000010:3.0:1769074988.817352:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:3.0:1769074988.817355:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.817362:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398ab00. 00010000:00000010:3.0:1769074988.817364:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0500. 00010000:00000010:3.0:1769074988.817367:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc4000. 00010000:00000010:3.0:1769074988.817369:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81500. 00010000:00000010:3.0:1769074988.817384:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.817390:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81500. 00010000:00000010:3.0:1769074988.817393:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0500. 00010000:00000010:3.0:1769074988.817404:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.817411:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38593480 x1855008351391232/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.817420:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074988.817423:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351391232, offset 224 00000400:00000200:3.0:1769074988.817427:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.817432:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.817435:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17182:17182:256:4294967295] 192.168.204.41@tcp LPNI seq info [17178:17178:8:4294967295] 00000400:00000200:3.0:1769074988.817444:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.817447:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.817449:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074988.817454:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.817459:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.817462:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.817480:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.817484:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.817487:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:2.0:1769074988.817541:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.817545:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:2.0:1769074988.817548:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.817553:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.817556:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:2.0:1769074988.817558:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000400:00000200:1.0:1769074988.818207:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.818214:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d70e80 00000400:00000200:1.0:1769074988.818217:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 15840 00000400:00000200:1.0:1769074988.818223:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.818226:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.818228:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.818231:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38591880. 00000020:00000010:3.0:1769074988.818257:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.818260:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.818263:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.818265:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.818268:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.818291:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.818295:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000100:00000200:3.0:1769074988.818298:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351391360 00010000:00000010:3.0:1769074988.818310:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:3.0:1769074988.818315:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.818330:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b068ee000. 00010000:00000010:3.0:1769074988.818345:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:3.0:1769074988.818350:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81500. 00010000:00000010:3.0:1769074988.818360:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398a100. 00010000:00000010:3.0:1769074988.818363:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0500. 00010000:00000010:3.0:1769074988.818367:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.0:1769074988.818370:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.818391:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81500. 00010000:00000010:3.0:1769074988.818398:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.818400:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0500. 00010000:00000010:3.0:1769074988.818413:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.818419:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38591880 x1855008351391360/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.818429:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000100:00000200:3.0:1769074988.818431:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351391360, offset 224 00000400:00000200:3.0:1769074988.818435:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.818440:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.818443:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17183:17183:256:4294967295] 192.168.204.41@tcp LPNI seq info [17179:17179:8:4294967295] 00000400:00000200:3.0:1769074988.818449:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.818453:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.818455:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074988.818458:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.818461:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.818464:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.818477:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.818479:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.818481:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.818520:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.818523:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:1.0:1769074988.818526:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.818529:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.818532:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000400:00000010:1.0:1769074988.818533:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00000400:00000200:2.0:1769074988.819255:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.819264:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d70f80 00000400:00000200:2.0:1769074988.819270:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 16424 00000400:00000200:2.0:1769074988.819279:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.819283:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.819287:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.819291:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485180. 00000020:00000010:3.0:1769074988.819326:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.819331:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.819336:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.819339:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.819343:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.819370:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.819373:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000100:00000200:3.0:1769074988.819377:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351391616 00010000:00000010:3.0:1769074988.819389:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:3.0:1769074988.819394:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.819408:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b068eb000. 00010000:00000010:3.0:1769074988.819429:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:3.0:1769074988.819432:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.819439:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398af00. 00010000:00000010:3.0:1769074988.819441:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0500. 00010000:00000010:3.0:1769074988.819444:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58c00. 00010000:00000010:3.0:1769074988.819446:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81500. 00000004:00000010:3.0:1769074988.819451:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f3680. 00000004:00000010:3.0:1769074988.819454:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790528. 00000004:00000010:3.0:1769074988.819457:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4660. 00080000:00000010:3.0:1769074988.819461:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a096dfe00. 00000020:00000010:3.0:1769074988.819468:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074988.819471:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a096de200. 00000004:00000010:3.0:1769074988.819479:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856bb40. 00020000:00000010:3.0:1769074988.819486:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285fd8. 00020000:00000010:3.0:1769074988.819487:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285c60. 00000004:00000010:3.0:1769074988.819494:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf11aa0. 00080000:00000010:3.0:1769074988.819499:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755fc0. 00080000:00000010:3.0:1769074988.819510:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755500. 00000001:00000010:3.0:1769074988.819548:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074988.819554:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074988.819564:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.819567:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.819569:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.819570:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.819572:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.819573:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074988.819579:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0380. 00080000:00000400:3.0:1769074988.819584:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.819585:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.819586:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.819588:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.819589:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.819591:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074988.819610:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074988.819613:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074988.819616:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074988.819619:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074988.819621:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074988.819623:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074988.819646:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955420. 00000001:00000010:3.0:1769074988.819651:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b180. 00080000:00000010:3.0:1769074988.819663:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755500. 00080000:00000010:3.0:1769074988.819667:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.819670:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074988.819695:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398aa00. 00010000:00000010:3.0:1769074988.819716:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0c80. 00010000:00000010:3.0:1769074988.819722:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59800. 00010000:00000010:3.0:1769074988.819726:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81a80. 00000004:00000010:3.0:1769074988.819746:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0e80. 00010000:00000010:3.0:1769074988.819762:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.819786:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.819794:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542408, last committed = 0 00010000:00000200:3.0:1769074988.819801:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485180 x1855008351391616/t60129542408(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.819814:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000100:00000200:3.0:1769074988.819819:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351391616, offset 224 00000400:00000200:3.0:1769074988.819825:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.819831:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.819836:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17184:17184:256:4294967295] 192.168.204.41@tcp LPNI seq info [17180:17180:8:4294967295] 00000400:00000200:3.0:1769074988.819845:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.819849:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.819852:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074988.819855:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.819858:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.819861:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.819876:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.819878:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.819880:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.819934:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.819939:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:1.0:1769074988.819943:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.819949:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.819973:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:1.0:1769074988.819975:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000400:00000200:1.0:1769074988.820881:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.820888:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71000 00000400:00000200:1.0:1769074988.820892:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 10824 00000400:00000200:1.0:1769074988.820900:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.820902:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.820905:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.820908:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38590a80. 00000020:00000010:3.0:1769074988.820943:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.820947:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.820952:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.820955:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0800. 00000020:00000010:3.0:1769074988.820958:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:3.0:1769074988.820980:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755fc0. 00000020:00000010:3.0:1769074988.820983:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755fc0. 00000100:00000200:3.0:1769074988.820984:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351391744 00010000:00000010:3.0:1769074988.820993:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398ac00. 00010000:00000010:3.0:1769074988.820995:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b0398a600. 00010000:00000010:3.0:1769074988.820999:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58400. 00002000:00000010:3.0:1769074988.821002:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b30755fc0. 02000000:00000010:3.0:1769074988.821010:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbd400. 00010000:00000200:3.0:1769074988.821021:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38590a80 x1855008351391744/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000010:3.1:1769074988.821047:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603400. 00010000:00000010:3.1:1769074988.821051:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602800. 00000400:00000010:3.0:1769074988.821061:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000100:00000200:3.0:1769074988.821066:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351391744, offset 224 00000400:00000200:2.0:1769074988.821122:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.821129:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.821133:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17185:17185:256:4294967295] 192.168.204.41@tcp LPNI seq info [17181:17181:8:4294967295] 00000400:00000200:2.0:1769074988.821142:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.821146:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.821150:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.821156:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.821161:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.821164:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.821181:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0800. 00000020:00000010:2.0:1769074988.821186:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:2.0:1769074988.821190:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074988.821227:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.821230:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.821233:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.821236:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.821238:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:1.0:1769074988.821240:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00000400:00000200:1.0:1769074988.821954:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.821962:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71080 00000400:00000200:1.0:1769074988.821966:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 11152 00000400:00000200:1.0:1769074988.821973:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.821976:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.821979:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.821983:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b800. 00000020:00000010:2.0:1769074988.822053:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.822058:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.822063:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c08e00. 00000020:00000010:2.0:1769074988.822066:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.822070:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.822089:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.822092:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.822095:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351391872 00010000:00000010:2.0:1769074988.822105:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693600. 02000000:00000010:2.0:1769074988.822114:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b385f2000. 00010000:00000010:2.0:1769074988.822120:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698440. 00000100:00000010:2.0:1769074988.822124:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066ed240. 00000100:00000010:2.0:1769074988.822129:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 02000000:00000010:2.0:1769074988.822134:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a03c09800. 02000000:00000010:2.0:1769074988.822145:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0b493600. 00000400:00000010:2.0:1769074988.822149:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.822153:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.822157:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806016, portal 16 00000400:00000010:2.0:1769074988.822161:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.822163:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368806016, offset 0 00000400:00000200:2.0:1769074988.822169:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.822175:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.822178:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.822180:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.822183:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.822185:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.822189:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17186:17186:256:4294967295] 192.168.204.41@tcp LPNI seq info [17182:17182:8:4294967295] 00000400:00000200:2.0:1769074988.822197:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.822202:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.822205:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.822209:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.822214:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.822217:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.822279:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.822282:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.822285:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.822288:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.822291:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074988.822292:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000100:00000200:1.0:1769074988.822297:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487800 x1855008368806016/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.822835:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.822857:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c880 00000400:00000200:1.0:1769074988.822861:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29289 [1] + 224 00000400:00000200:1.0:1769074988.822867:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.822870:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.822874:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487800 x1855008368806016/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.822923:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.822928:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:2.0:1769074988.822930:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.822937:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487800 x1855008368806016/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.822948:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487800 x1855008368806016/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.822965:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0b493600. 02000000:00000010:2.0:1769074988.822970:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a03c09800. 00000100:00000010:2.0:1769074988.822974:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487800. 00000100:00000010:2.0:1769074988.822978:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066ed240. 00010000:00000010:2.0:1769074988.822982:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698440. 00000400:00000200:1.0:1769074988.822998:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:2.0:1769074988.822998:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b800 x1855008351391872/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074988.823006:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d71100 00000400:00000200:1.0:1769074988.823013:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x221e1 [2] + 656 00000400:00000010:2.0:1769074988.823019:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.823045:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351391872, offset 224 00000400:00000200:2.0:1769074988.823052:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.823060:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.823065:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17187:17187:256:4294967295] 192.168.204.41@tcp LPNI seq info [17183:17183:8:4294967295] 00000400:00000200:2.0:1769074988.823075:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:1.0:1769074988.823077:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074988.823082:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.823087:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000010:2.0:1769074988.823089:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000100:00000200:1.0:1769074988.823093:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:2.0:1769074988.823099:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:1.0:1769074988.823102:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a300. 00000800:00000200:2.0:1769074988.823108:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.823112:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.823132:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:0.0:1769074988.823133:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:2.0:1769074988.823138:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:0.0:1769074988.823139:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:2.0:1769074988.823144:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c08e00. 00000020:00000010:0.0:1769074988.823147:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce8f800. 00000020:00000010:0.0:1769074988.823153:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.823157:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000800:00000200:1.0:1769074988.823160:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.823164:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.823169:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.823174:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0489a300 x1855008351392000/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074988.823174:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.823177:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:1.0:1769074988.823180:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000020:00000010:0.0:1769074988.823202:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.823205:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.823209:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351392000 02000000:00000010:0.0:1769074988.823216:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a09c00. 00010000:00000010:0.0:1769074988.823241:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.823245:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b476c00. 00000100:00000010:0.0:1769074988.823249:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.823253:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0296f200. 02000000:00000010:0.0:1769074988.823261:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0298c800. 00000400:00000010:0.0:1769074988.823264:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029240b0. 00000400:00000010:0.0:1769074988.823266:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.823269:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806144, portal 16 00000400:00000010:0.0:1769074988.823271:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074988.823273:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368806144, offset 0 00000400:00000200:0.0:1769074988.823277:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.823281:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.823283:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.823285:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.823287:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.823289:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.823291:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17188:17188:256:4294967295] 192.168.204.41@tcp LPNI seq info [17184:17184:8:4294967295] 00000400:00000200:0.0:1769074988.823297:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.823300:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.823303:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.823306:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.823309:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.823311:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.823379:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.823382:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.823384:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.823388:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.823390:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:1.0:1769074988.823391:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:1.0:1769074988.823395:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368806144/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.823893:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.823900:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c900 00000400:00000200:3.0:1769074988.823904:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29295 [1] + 224 00000400:00000200:3.0:1769074988.823922:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.823927:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.823935:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368806144/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.823977:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029240b0. 00000400:00000200:0.0:1769074988.823981:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074988.823982:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.823987:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368806144/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.823994:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368806144/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.824010:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0298c800. 02000000:00000010:0.0:1769074988.824013:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0296f200. 00000100:00000010:0.0:1769074988.824015:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.824017:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b476c00. 00010000:00000010:0.0:1769074988.824019:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00010000:00000010:0.1:1769074988.824052:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00000400:00000010:0.0:1769074988.824058:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.824061:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351392000, offset 224 00000400:00000200:0.0:1769074988.824067:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.824073:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.824079:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17189:17189:256:4294967295] 192.168.204.41@tcp LPNI seq info [17185:17185:8:4294967295] 00000400:00000200:0.0:1769074988.824088:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.824093:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.824097:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.824101:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.824105:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.824107:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.824122:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.824126:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.824130:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce8f800. 00000800:00000200:3.0:1769074988.824171:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074988.824178:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.824187:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d71200 00000400:00000200:1.0:1769074988.824192:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21c0d [2] + 784 00000400:00000200:1.0:1769074988.824224:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1769074988.824227:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:1.0:1769074988.824231:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.824232:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074988.824238:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000400:00000200:3.0:1769074988.824239:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074988.824246:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489aa00. 00000400:00000200:3.0:1769074988.824246:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:3.0:1769074988.824248:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074988.824293:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.824297:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.824300:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.824303:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.824305:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.824327:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.824329:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.824330:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351392256 00000001:00000010:0.0:1769074988.824334:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:0.0:1769074988.824347:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b04a0b000. 00000020:00000010:0.0:1769074988.824371:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.824375:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce8f800. 00080000:00000010:0.0:1769074988.824382:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.824397:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c510c0. 00000001:00000010:0.0:1769074988.824400:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b476c00. 00080000:00000010:0.0:1769074988.824407:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.824410:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.824421:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0e80. 00010000:00000200:0.0:1769074988.824434:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489aa00 x1855008351392256/t60129542409(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.824444:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074988.824447:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351392256, offset 224 00000400:00000200:0.0:1769074988.824450:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.824455:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.824459:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17190:17190:256:4294967295] 192.168.204.41@tcp LPNI seq info [17186:17186:8:4294967295] 00000400:00000200:0.0:1769074988.824465:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.824468:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.824471:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.824474:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.824478:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.824480:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.824493:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.824496:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.824498:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.824544:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.824549:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.824552:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.824558:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.824561:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:3.0:1769074988.824563:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000400:00000200:3.0:1769074988.825301:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.825307:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d71280 00000400:00000200:3.0:1769074988.825311:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 17080 00000400:00000200:3.0:1769074988.825318:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.825321:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.825324:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.825326:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fed80. 00000020:00000010:2.0:1769074988.825377:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.825382:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.825386:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.825390:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.825393:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.825415:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.825418:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.825422:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351392384 00000001:00000010:2.0:1769074988.825428:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b180. 00010000:00000010:2.0:1769074988.825438:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.825443:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.825456:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b358bf000. 00010000:00000010:2.0:1769074988.825469:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074988.825473:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.825482:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edcaf00. 00010000:00000010:2.0:1769074988.825486:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051400. 00010000:00000010:2.0:1769074988.825490:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.0:1769074988.825493:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964a80. 00010000:00000010:2.0:1769074988.825513:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.825522:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964a80. 00010000:00000010:2.0:1769074988.825526:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051400. 00010000:00000010:2.0:1769074988.825541:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.825550:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fed80 x1855008351392384/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.825561:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.825565:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351392384, offset 224 00000400:00000200:2.0:1769074988.825570:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.825577:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.825581:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17191:17191:256:4294967295] 192.168.204.41@tcp LPNI seq info [17187:17187:8:4294967295] 00000400:00000200:2.0:1769074988.825589:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.825595:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.825598:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.825603:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.825608:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.825611:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.825627:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.825630:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.825634:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.825677:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.825681:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.825683:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.825687:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.825689:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074988.825691:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074988.826291:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.826297:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d71300 00000400:00000200:3.0:1769074988.826301:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 17672 00000400:00000200:3.0:1769074988.826307:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.826309:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.826312:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.826315:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fc380. 00000020:00000010:2.0:1769074988.826351:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.826356:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.826360:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.826363:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.826366:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.826388:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.826391:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.826394:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351392512 00010000:00000010:2.0:1769074988.826404:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.0:1769074988.826409:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.826419:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b358bc000. 00010000:00000010:2.0:1769074988.826431:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.0:1769074988.826434:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964a80. 00010000:00000010:2.0:1769074988.826442:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca500. 00010000:00000010:2.0:1769074988.826445:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051400. 00010000:00000010:2.0:1769074988.826449:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.0:1769074988.826452:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.826469:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964a80. 00010000:00000010:2.0:1769074988.826477:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.826481:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051400. 00010000:00000010:2.0:1769074988.826494:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.826501:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fc380 x1855008351392512/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.826513:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.826516:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351392512, offset 224 00000400:00000200:2.0:1769074988.826521:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.826526:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.826531:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17192:17192:256:4294967295] 192.168.204.41@tcp LPNI seq info [17188:17188:8:4294967295] 00000400:00000200:2.0:1769074988.826541:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.826545:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.826549:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.826552:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.826557:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.826560:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.826575:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.826579:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.826582:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:3.0:1769074988.826636:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.826641:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.826645:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.826650:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.826654:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.826656:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:1.0:1769074988.827368:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.827378:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d71400 00000400:00000200:1.0:1769074988.827384:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 18264 00000400:00000200:1.0:1769074988.827394:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.827398:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.827402:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.827407:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489bb80. 00000020:00000010:2.0:1769074988.827447:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.827452:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.827456:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.827459:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.827462:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.827486:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.827489:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.827491:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351392768 00010000:00000010:2.0:1769074988.827501:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.0:1769074988.827506:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.827519:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b358be000. 00010000:00000010:2.0:1769074988.827540:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693200. 00010000:00000010:2.0:1769074988.827545:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.827553:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edcab00. 00010000:00000010:2.0:1769074988.827556:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051400. 00010000:00000010:2.0:1769074988.827560:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692400. 00010000:00000010:2.0:1769074988.827563:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964a80. 00000004:00000010:2.0:1769074988.827570:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b0360eb40. 00000004:00000010:2.0:1769074988.827576:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf562d0. 00000004:00000010:2.0:1769074988.827581:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4550. 00080000:00000010:2.0:1769074988.827585:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a03c08e00. 00000020:00000010:2.0:1769074988.827596:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.827600:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03c09800. 00000004:00000010:2.0:1769074988.827610:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed240. 00020000:00000010:2.0:1769074988.827618:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bf58. 00020000:00000010:2.0:1769074988.827621:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b240. 00000004:00000010:2.0:1769074988.827629:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17648470. 00080000:00000010:2.0:1769074988.827635:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698440. 00080000:00000010:2.0:1769074988.827648:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698240. 00000001:00000010:2.0:1769074988.827714:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.827724:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.827740:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.827743:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.827745:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.827748:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.827750:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.827752:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.827762:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a051800. 00080000:00000400:2.0:1769074988.827767:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.827770:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.827772:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.827774:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.827776:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.827779:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.827797:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.827800:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.827802:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.827804:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.827806:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.827809:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.827825:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786360. 00000001:00000010:2.0:1769074988.827829:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed480. 00080000:00000010:2.0:1769074988.827838:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698240. 00080000:00000010:2.0:1769074988.827841:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.827845:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.827865:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edcaa00. 00010000:00000010:2.0:1769074988.827868:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051f00. 00010000:00000010:2.0:1769074988.827872:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692000. 00010000:00000010:2.0:1769074988.827876:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964580. 00000004:00000010:2.0:1769074988.827891:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a051500. 00010000:00000010:2.0:1769074988.827903:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.827923:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.827930:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542410, last committed = 0 00010000:00000200:2.0:1769074988.827937:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489bb80 x1855008351392768/t60129542410(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.827949:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.827952:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351392768, offset 224 00000400:00000200:2.0:1769074988.827957:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.827963:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.827968:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17193:17193:256:4294967295] 192.168.204.41@tcp LPNI seq info [17189:17189:8:4294967295] 00000400:00000200:2.0:1769074988.827976:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.827981:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.827984:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.827988:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.827993:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.827996:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.828011:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.828015:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.828019:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00010000:00000010:3.1:1769074988.828048:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:3.1:1769074988.828056:0:16310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398ab00. 00010000:00000010:3.1:1769074988.828060:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4000. 00010000:00000010:3.1:1769074988.828063:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5a00. 00010000:00000010:3.1:1769074988.828065:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:3.1:1769074988.828067:0:16310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398a100. 00010000:00000010:3.1:1769074988.828069:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.1:1769074988.828071:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00010000:00000010:3.1:1769074988.828072:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:3.1:1769074988.828074:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59000. 00000800:00000200:3.0:1769074988.828111:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.828114:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.828116:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.828120:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.828122:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.828123:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074988.828989:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.828996:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71480 00000400:00000200:3.0:1769074988.829000:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 11480 00000400:00000200:3.0:1769074988.829006:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.829008:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.829011:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.829014:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fe300. 00000020:00000010:2.0:1769074988.829081:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.829085:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.829089:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.829092:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.829096:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.829117:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698440. 00000020:00000010:2.0:1769074988.829120:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698440. 00000100:00000200:2.0:1769074988.829123:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351392896 00010000:00000010:2.0:1769074988.829149:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca900. 00010000:00000010:2.0:1769074988.829153:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3edca700. 00010000:00000010:2.0:1769074988.829157:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00002000:00000010:2.0:1769074988.829162:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698440. 02000000:00000010:2.0:1769074988.829172:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b385f1400. 00010000:00000200:2.0:1769074988.829186:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fe300 x1855008351392896/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.829198:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.829202:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351392896, offset 224 00000400:00000200:2.0:1769074988.829207:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.829214:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.829218:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17194:17194:256:4294967295] 192.168.204.41@tcp LPNI seq info [17190:17190:8:4294967295] 00000400:00000200:2.0:1769074988.829227:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.829232:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.829235:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.829239:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.829243:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.829246:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.829262:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.829266:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.829270:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:1.0:1769074988.829311:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.829316:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.829319:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.829325:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.829328:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.829330:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:3.0:1769074988.830084:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.830092:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71500 00000400:00000200:3.0:1769074988.830096:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 11808 00000400:00000200:3.0:1769074988.830103:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.830105:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.830108:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.830111:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd180. 00000020:00000010:2.0:1769074988.830149:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.830153:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.830157:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493600. 00000020:00000010:2.0:1769074988.830160:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.830163:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.830183:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.830187:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000100:00000200:2.0:1769074988.830190:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351393024 00010000:00000010:2.0:1769074988.830200:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4200. 02000000:00000010:2.0:1769074988.830208:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a029e7800. 00010000:00000010:2.0:1769074988.830214:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698240. 00000100:00000010:2.0:1769074988.830219:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b066eda80. 00000100:00000010:2.0:1769074988.830223:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 02000000:00000010:2.0:1769074988.830242:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304dee00. 02000000:00000010:2.0:1769074988.830255:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304dec00. 00000400:00000010:2.0:1769074988.830259:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.830262:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.830267:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806272, portal 16 00000400:00000010:2.0:1769074988.830270:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.830273:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368806272, offset 0 00000400:00000200:2.0:1769074988.830279:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.830284:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.830288:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.830291:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.830294:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.830296:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.830300:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17195:17195:256:4294967295] 192.168.204.41@tcp LPNI seq info [17191:17191:8:4294967295] 00000400:00000200:2.0:1769074988.830308:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.830313:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.830316:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.830320:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.830325:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.830328:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.830401:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.830405:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.830408:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.830414:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.830418:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.830420:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:3.0:1769074988.830427:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487800 x1855008368806272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.830973:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.830981:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0c980 00000400:00000200:1.0:1769074988.830985:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x292b5 [1] + 224 00000400:00000200:1.0:1769074988.830992:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.830995:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.831000:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487800 x1855008368806272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.831074:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.831080:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:2.0:1769074988.831082:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.831089:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487800 x1855008368806272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.831098:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487800 x1855008368806272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.831112:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304dec00. 02000000:00000010:2.0:1769074988.831116:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304dee00. 00000100:00000010:2.0:1769074988.831120:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487800. 00000100:00000010:2.0:1769074988.831123:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b066eda80. 00010000:00000010:2.0:1769074988.831128:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698240. 00010000:00000200:2.0:1769074988.831139:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd180 x1855008351393024/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.831152:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.831155:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351393024, offset 224 00000400:00000200:2.0:1769074988.831160:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.831168:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.831174:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17196:17196:256:4294967295] 192.168.204.41@tcp LPNI seq info [17192:17192:8:4294967295] 00000400:00000200:3.0:1769074988.831180:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.831190:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.831195:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.831199:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.831201:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d71580 00000800:00000200:2.0:1769074988.831207:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074988.831209:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x221e1 [2] + 984 00000800:00000200:2.0:1769074988.831219:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.831223:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.831236:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.831242:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.831243:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000100:00000200:3.0:1769074988.831246:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1769074988.831249:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000100:00000010:3.0:1769074988.831252:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021f80. 00000020:00000010:2.0:1769074988.831255:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493600. 00000800:00000200:0.0:1769074988.831284:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.831288:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:0.0:1769074988.831291:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.831296:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.831299:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074988.831302:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000020:00000010:1.0:1769074988.831311:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.831316:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.831321:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02cde800. 00000020:00000010:1.0:1769074988.831326:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.831331:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000100:00000200:1.0:1769074988.831346:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a09021f80 x1855008351393152/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074988.831369:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.831371:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.831373:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351393152 02000000:00000010:1.0:1769074988.831378:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d6a800. 00010000:00000010:1.0:1769074988.831400:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b540. 00000100:00000010:1.0:1769074988.831403:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b062879c0. 00000100:00000010:1.0:1769074988.831406:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898e00. 02000000:00000010:1.0:1769074988.831412:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b222bbc00. 02000000:00000010:1.0:1769074988.831420:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b06510a00. 00000400:00000010:1.0:1769074988.831423:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000400:00000010:1.0:1769074988.831426:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.831429:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806400, portal 16 00000400:00000010:1.0:1769074988.831431:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074988.831433:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368806400, offset 0 00000400:00000200:1.0:1769074988.831436:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.831441:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.831443:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074988.831445:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074988.831447:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.831449:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074988.831452:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17197:17197:256:4294967295] 192.168.204.41@tcp LPNI seq info [17193:17193:8:4294967295] 00000400:00000200:1.0:1769074988.831458:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.831461:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.831478:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.831481:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.831485:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.831487:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.831546:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.831549:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.831552:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.831556:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.831559:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:3.0:1769074988.831560:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000100:00000200:3.0:1769074988.831565:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04898e00 x1855008368806400/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.1:1769074988.832066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58400. 00010000:00000010:2.1:1769074988.832066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.1:1769074988.832077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edcaf00. 00010000:00000010:2.1:1769074988.832083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.1:1769074988.832088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00000400:00000200:0.0:1769074988.832089:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.832098:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ca00 00010000:00000010:2.1:1769074988.832100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00000400:00000200:0.0:1769074988.832105:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x292c1 [1] + 224 00010000:00000010:2.1:1769074988.832107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca500. 00010000:00000010:2.1:1769074988.832112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693000. 00000400:00000200:0.0:1769074988.832114:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1769074988.832117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692c00. 00000400:00000200:0.0:1769074988.832120:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.832127:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04898e00 x1855008368806400/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.832160:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:1.0:1769074988.832164:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:1.0:1769074988.832166:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.832170:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04898e00 x1855008368806400/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.832177:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04898e00 x1855008368806400/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.832189:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b06510a00. 02000000:00000010:1.0:1769074988.832192:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b222bbc00. 00000100:00000010:1.0:1769074988.832194:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898e00. 00000100:00000010:1.0:1769074988.832197:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b062879c0. 00010000:00000010:1.0:1769074988.832199:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b540. 00000400:00000010:1.0:1769074988.832205:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.832207:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351393152, offset 224 00000400:00000200:1.0:1769074988.832210:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.832215:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.832218:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17198:17198:256:4294967295] 192.168.204.41@tcp LPNI seq info [17194:17194:8:4294967295] 00000400:00000200:1.0:1769074988.832224:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.832227:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.832229:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.832232:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.832237:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.832240:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.832258:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.832262:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.832282:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02cde800. 00000800:00000200:3.0:1769074988.832300:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.832303:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.832307:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.832312:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.832316:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:3.0:1769074988.832318:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:3.0:1769074988.832481:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.832488:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d71680 00000400:00000200:3.0:1769074988.832492:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21c0d [2] + 1176 00000400:00000200:3.0:1769074988.832498:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.832501:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.832503:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.832506:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021180. 00000020:00000010:0.0:1769074988.832596:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.832600:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.832604:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.832607:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.832609:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.832628:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.832630:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.832632:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351393408 00000001:00000010:0.0:1769074988.832636:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074988.832649:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3062e000. 00000020:00000010:0.0:1769074988.832668:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.832671:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296f200. 00080000:00000010:0.0:1769074988.832678:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.832694:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51960. 00000001:00000010:0.0:1769074988.832697:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b476c00. 00080000:00000010:0.0:1769074988.832724:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.832727:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.832739:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a051500. 00010000:00000200:0.0:1769074988.832753:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021180 x1855008351393408/t60129542411(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.832763:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.832766:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351393408, offset 224 00000400:00000200:0.0:1769074988.832769:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.832774:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.832779:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17199:17199:256:4294967295] 192.168.204.41@tcp LPNI seq info [17195:17195:8:4294967295] 00000400:00000200:0.0:1769074988.832785:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.832788:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.832791:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.832794:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.832798:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.832800:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.832815:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.832817:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.832819:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.832864:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.832867:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.832869:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.832873:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.832875:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074988.832877:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:3.0:1769074988.833695:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.833719:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d71700 00000400:00000200:3.0:1769074988.833724:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 18928 00000400:00000200:3.0:1769074988.833732:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.833734:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.833738:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.833741:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020000. 00000020:00000010:2.0:1769074988.833781:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.833786:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.833791:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.833795:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.833798:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.833821:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.833824:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000100:00000200:2.0:1769074988.833826:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351393536 00000001:00000010:2.0:1769074988.833831:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed480. 00010000:00000010:2.0:1769074988.833841:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.833846:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.833860:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b38b5e000. 00010000:00000010:2.0:1769074988.833873:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.833877:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.833886:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca500. 00010000:00000010:2.0:1769074988.833889:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051780. 00010000:00000010:2.0:1769074988.833893:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.833896:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964d00. 00010000:00000010:2.0:1769074988.833915:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.833924:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964d00. 00010000:00000010:2.0:1769074988.833928:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051780. 00010000:00000010:2.0:1769074988.833943:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.833952:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020000 x1855008351393536/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.833965:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.833969:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351393536, offset 224 00000400:00000200:2.0:1769074988.833974:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.833980:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.833985:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17200:17200:256:4294967295] 192.168.204.41@tcp LPNI seq info [17196:17196:8:4294967295] 00000400:00000200:2.0:1769074988.833994:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.833998:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.834001:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.834005:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.834010:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.834013:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.834046:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.834051:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.834055:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.834091:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.834096:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.834100:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.834104:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.834108:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:3.0:1769074988.834110:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:3.0:1769074988.834779:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.834786:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d71780 00000400:00000200:3.0:1769074988.834790:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 19512 00000400:00000200:3.0:1769074988.834797:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.834800:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.834803:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.834806:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020e00. 00000020:00000010:2.0:1769074988.834845:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.834850:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.834854:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.834857:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.834861:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.834882:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.834885:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000100:00000200:2.0:1769074988.834887:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351393664 00010000:00000010:2.0:1769074988.834897:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.0:1769074988.834903:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.834915:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b38b5f000. 00010000:00000010:2.0:1769074988.834926:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.0:1769074988.834930:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964d00. 00010000:00000010:2.0:1769074988.834938:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edcaf00. 00010000:00000010:2.0:1769074988.834941:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051780. 00010000:00000010:2.0:1769074988.834945:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.0:1769074988.834948:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.834967:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964d00. 00010000:00000010:2.0:1769074988.834975:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.834979:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051780. 00010000:00000010:2.0:1769074988.834993:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.835001:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020e00 x1855008351393664/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.835014:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.835017:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351393664, offset 224 00000400:00000200:2.0:1769074988.835022:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.835050:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.835056:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17201:17201:256:4294967295] 192.168.204.41@tcp LPNI seq info [17197:17197:8:4294967295] 00000400:00000200:2.0:1769074988.835069:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.835074:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.835078:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.835083:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.835088:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.835092:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.835107:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.835112:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.835115:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.835158:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.835161:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.835164:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.835167:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.835169:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.835171:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074988.835876:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.835885:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d71880 00000400:00000200:3.0:1769074988.835891:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 20096 00000400:00000200:3.0:1769074988.835900:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.835903:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.835906:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.835909:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023800. 00000020:00000010:2.0:1769074988.835947:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.835952:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.835957:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.835959:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.835964:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.835986:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.835988:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000100:00000200:2.0:1769074988.835991:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351393920 00010000:00000010:2.0:1769074988.836000:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.836005:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.836020:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b0793d000. 00010000:00000010:2.1:1769074988.836048:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693200. 00010000:00000010:2.1:1769074988.836054:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.0:1769074988.836075:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.0:1769074988.836079:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.836087:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca800. 00010000:00000010:2.0:1769074988.836090:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051780. 00010000:00000010:2.0:1769074988.836093:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693200. 00010000:00000010:2.0:1769074988.836096:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964d00. 00000004:00000010:2.0:1769074988.836104:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b0360e5a0. 00000004:00000010:2.0:1769074988.836109:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf567f8. 00000004:00000010:2.0:1769074988.836113:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4000. 00080000:00000010:2.0:1769074988.836117:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b304dec00. 00000020:00000010:2.0:1769074988.836127:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.836131:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304dfa00. 00000004:00000010:2.0:1769074988.836140:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed480. 00020000:00000010:2.0:1769074988.836149:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b508. 00020000:00000010:2.0:1769074988.836152:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b668. 00000004:00000010:2.0:1769074988.836159:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764a7f0. 00080000:00000010:2.0:1769074988.836166:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698240. 00080000:00000010:2.0:1769074988.836179:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698f80. 00000001:00000010:2.0:1769074988.836263:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.836271:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.836285:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.836289:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.836291:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.836294:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.836296:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.836299:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.836308:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a051e00. 00080000:00000400:2.0:1769074988.836313:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.836316:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.836318:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.836320:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.836323:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.836325:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.836343:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.836346:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.836348:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.836350:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.836352:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.836354:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.836371:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786b40. 00000001:00000010:2.0:1769074988.836375:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.836384:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698f80. 00080000:00000010:2.0:1769074988.836387:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.836390:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.836411:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edcae00. 00010000:00000010:2.0:1769074988.836415:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b3cfb8800. 00010000:00000010:2.0:1769074988.836419:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.0:1769074988.836423:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964000. 00000004:00000010:2.0:1769074988.836438:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b11607a80. 00010000:00000010:2.0:1769074988.836450:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.836469:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.836475:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542412, last committed = 0 00010000:00000200:2.0:1769074988.836482:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09023800 x1855008351393920/t60129542412(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.836493:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.836497:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351393920, offset 224 00000400:00000200:2.0:1769074988.836501:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.836507:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.836512:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17202:17202:256:4294967295] 192.168.204.41@tcp LPNI seq info [17198:17198:8:4294967295] 00000400:00000200:2.0:1769074988.836520:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.836525:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.836528:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.836532:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.836538:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.836541:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.836559:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.836563:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.836566:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.836641:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.836645:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.836648:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.836652:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.836655:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.836656:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000400:00000200:3.0:1769074988.837530:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.837537:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71900 00000400:00000200:3.0:1769074988.837542:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 12136 00000400:00000200:3.0:1769074988.837549:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.837551:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.837554:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.837557:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021880. 00000020:00000010:2.0:1769074988.837596:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.837601:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.837605:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.837609:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.837612:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.837633:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698240. 00000020:00000010:2.0:1769074988.837636:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698240. 00000100:00000200:2.0:1769074988.837639:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351394048 00010000:00000010:2.0:1769074988.837649:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edcad00. 00010000:00000010:2.0:1769074988.837652:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3edca100. 00010000:00000010:2.0:1769074988.837656:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00002000:00000010:2.0:1769074988.837661:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698240. 02000000:00000010:2.0:1769074988.837672:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b2fe69c00. 00010000:00000200:2.0:1769074988.837684:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021880 x1855008351394048/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.837695:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.837714:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351394048, offset 224 00000400:00000200:2.0:1769074988.837720:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.837726:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.837731:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17203:17203:256:4294967295] 192.168.204.41@tcp LPNI seq info [17199:17199:8:4294967295] 00000400:00000200:2.0:1769074988.837739:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.837744:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.837747:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.837751:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.837755:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.837758:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.837772:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.837776:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.837779:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.837818:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.837821:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.837824:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.837827:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.837829:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.837831:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:3.0:1769074988.838563:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.838569:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71980 00000400:00000200:3.0:1769074988.838573:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 12464 00000400:00000200:3.0:1769074988.838579:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.838581:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.838584:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.838587:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022300. 00000020:00000010:2.0:1769074988.838625:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.838629:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.838634:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.838637:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.838641:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.838661:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.838665:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000100:00000200:2.0:1769074988.838667:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351394176 00010000:00000010:2.0:1769074988.838685:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dba00. 02000000:00000010:2.0:1769074988.838694:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3cc97800. 00010000:00000010:2.0:1769074988.838716:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698f80. 00000100:00000010:2.0:1769074988.838722:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b3ecf00. 00000100:00000010:2.0:1769074988.838728:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 02000000:00000010:2.0:1769074988.838734:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304df200. 02000000:00000010:2.0:1769074988.838745:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304dfe00. 00000400:00000010:2.0:1769074988.838749:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.838753:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.838757:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806528, portal 16 00000400:00000010:2.0:1769074988.838760:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.838763:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368806528, offset 0 00000400:00000200:2.0:1769074988.838768:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.838774:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.838777:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.838780:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.838782:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.838785:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.838788:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17204:17204:256:4294967295] 192.168.204.41@tcp LPNI seq info [17200:17200:8:4294967295] 00000400:00000200:2.0:1769074988.838796:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.838800:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.838803:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.838807:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.838812:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.838815:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.838875:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.838877:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.838880:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.838883:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.838886:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.838887:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:3.0:1769074988.838891:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487800 x1855008368806528/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.839342:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.839348:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ca80 00000400:00000200:3.0:1769074988.839352:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x292e1 [1] + 224 00000400:00000200:3.0:1769074988.839358:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.839360:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.839365:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487800 x1855008368806528/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.839403:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.839408:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:2.0:1769074988.839410:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.839417:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487800 x1855008368806528/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.839427:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487800 x1855008368806528/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.839443:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304dfe00. 02000000:00000010:2.0:1769074988.839447:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304df200. 00000100:00000010:2.0:1769074988.839450:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487800. 00000100:00000010:2.0:1769074988.839453:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b3ecf00. 00010000:00000010:2.0:1769074988.839456:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698f80. 00010000:00000200:2.0:1769074988.839466:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022300 x1855008351394176/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.839476:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.839480:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351394176, offset 224 00000400:00000200:2.0:1769074988.839485:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.839490:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.839495:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17205:17205:256:4294967295] 192.168.204.41@tcp LPNI seq info [17201:17201:8:4294967295] 00000400:00000200:2.0:1769074988.839504:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.839509:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.839513:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.839518:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.839524:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.839527:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.839545:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.839550:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.839554:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000400:00000200:3.0:1769074988.839556:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.839565:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d71a00 00000400:00000200:3.0:1769074988.839569:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x221e1 [2] + 1312 00000800:00000200:1.0:1769074988.839617:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.839621:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.839626:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.839626:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.839635:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.839637:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.839640:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:1.0:1769074988.839643:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000100:00000010:3.0:1769074988.839645:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020700. 00000400:00000010:1.0:1769074988.839646:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000020:00000010:0.0:1769074988.839697:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.839716:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.839722:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c800. 00000020:00000010:0.0:1769074988.839726:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.839730:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.839745:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a09020700 x1855008351394304/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.839779:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.839783:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.839786:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351394304 02000000:00000010:0.0:1769074988.839793:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3051a800. 00010000:00000010:0.0:1769074988.839813:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.839817:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fea80. 00000100:00000010:0.0:1769074988.839820:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.839833:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07865000. 02000000:00000010:0.0:1769074988.839842:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865c00. 00000400:00000010:0.0:1769074988.839845:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029240b0. 00000400:00000010:0.0:1769074988.839847:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.839850:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806656, portal 16 00000400:00000010:0.0:1769074988.839853:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.839855:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368806656, offset 0 00000400:00000200:0.0:1769074988.839859:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.839864:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.839866:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.839868:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.839870:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.839872:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.839874:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17206:17206:256:4294967295] 192.168.204.41@tcp LPNI seq info [17202:17202:8:4294967295] 00000400:00000200:0.0:1769074988.839880:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.839884:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.839886:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.839889:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.839893:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.839895:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.839953:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.839956:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.839959:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.839962:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.839965:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:3.0:1769074988.839966:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000100:00000200:3.0:1769074988.839970:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643800 x1855008368806656/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.840590:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.840600:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cb00 00000400:00000200:1.0:1769074988.840606:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x292ed [1] + 224 00000400:00000200:1.0:1769074988.840614:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.840616:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.840622:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643800 x1855008368806656/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.840657:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029240b0. 00000400:00000200:0.0:1769074988.840661:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:0.0:1769074988.840663:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.840668:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643800 x1855008368806656/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.840676:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643800 x1855008368806656/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.840688:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865c00. 02000000:00000010:0.0:1769074988.840690:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07865000. 00000100:00000010:0.0:1769074988.840692:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000100:00000010:0.0:1769074988.840694:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fea80. 00010000:00000010:0.0:1769074988.840696:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.840716:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.840719:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351394304, offset 224 00000400:00000200:0.0:1769074988.840722:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.840727:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.840731:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17207:17207:256:4294967295] 192.168.204.41@tcp LPNI seq info [17203:17203:8:4294967295] 00000400:00000200:0.0:1769074988.840737:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.840740:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.840743:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.840746:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.840749:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.840751:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.840765:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.840767:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.840769:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c800. 00000800:00000200:3.0:1769074988.840810:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.840813:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.840816:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.840819:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.840822:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:3.0:1769074988.840823:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000400:00000200:3.0:1769074988.840919:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.840925:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d71b00 00000400:00000200:3.0:1769074988.840928:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21c0d [2] + 1568 00000400:00000200:3.0:1769074988.840934:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.840937:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.840939:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.840942:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022a00. 00000020:00000010:0.0:1769074988.840985:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.840989:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.840993:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.840996:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.840999:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.841019:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.841022:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.841024:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351394560 00000001:00000010:0.0:1769074988.841048:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074988.841063:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b7800. 00000020:00000010:0.0:1769074988.841083:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.841086:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865c00. 00080000:00000010:0.0:1769074988.841094:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.841109:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c513c0. 00000001:00000010:0.0:1769074988.841112:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a010fea80. 00080000:00000010:0.0:1769074988.841120:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.841122:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.841133:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b11607a80. 00010000:00000200:0.0:1769074988.841146:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022a00 x1855008351394560/t60129542413(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.841160:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074988.841162:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351394560, offset 224 00000400:00000200:0.0:1769074988.841165:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.841170:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.841173:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17208:17208:256:4294967295] 192.168.204.41@tcp LPNI seq info [17204:17204:8:4294967295] 00000400:00000200:0.0:1769074988.841179:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.841183:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.841185:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.841188:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.841207:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.841209:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.841219:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.841222:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.841225:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:1.0:1769074988.841260:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.841263:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.841265:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.841269:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.841271:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:1.0:1769074988.841273:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000400:00000200:3.0:1769074988.842205:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.842215:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d71b80 00000400:00000200:3.0:1769074988.842221:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 20752 00000400:00000200:3.0:1769074988.842232:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.842236:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.842240:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.842245:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022680. 00000020:00000010:2.0:1769074988.842285:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.842289:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.842294:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.842297:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.842300:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.842322:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.842326:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000100:00000200:2.0:1769074988.842329:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351394688 00000001:00000010:2.0:1769074988.842334:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 00010000:00000010:2.0:1769074988.842345:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db200. 00010000:00000010:2.0:1769074988.842350:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.842362:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b0793f000. 00010000:00000010:2.0:1769074988.842375:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.0:1769074988.842379:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.842388:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca400. 00010000:00000010:2.0:1769074988.842391:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1d380. 00010000:00000010:2.0:1769074988.842396:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da000. 00010000:00000010:2.0:1769074988.842399:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.842419:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:2.0:1769074988.842428:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.842432:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1d380. 00010000:00000010:2.0:1769074988.842447:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.842454:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022680 x1855008351394688/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.842465:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.842469:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351394688, offset 224 00000400:00000200:2.0:1769074988.842474:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.842480:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.842484:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17209:17209:256:4294967295] 192.168.204.41@tcp LPNI seq info [17205:17205:8:4294967295] 00000400:00000200:2.0:1769074988.842493:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.842498:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.842501:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.842506:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.842510:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.842514:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.842529:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a051a00. 00000020:00000010:2.0:1769074988.842533:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.842536:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.842583:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.842587:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.842589:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.842593:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.842596:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.842597:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:1.0:1769074988.843291:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.843301:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d71c00 00000400:00000200:1.0:1769074988.843308:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 21336 00000400:00000200:1.0:1769074988.843318:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.843321:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.843324:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.843327:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898e00. 00000020:00000010:3.0:1769074988.843368:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074988.843372:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074988.843375:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074988.843377:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074988.843380:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074988.843398:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074988.843400:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074988.843402:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351394816 00010000:00000010:3.0:1769074988.843411:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:3.0:1769074988.843415:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074988.843424:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b068ef000. 00010000:00000010:3.0:1769074988.843434:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:3.0:1769074988.843436:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.843443:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398a100. 00010000:00000010:3.0:1769074988.843445:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0000. 00010000:00000010:3.0:1769074988.843448:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.0:1769074988.843450:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81f80. 00010000:00000010:3.0:1769074988.843465:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074988.843471:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81f80. 00010000:00000010:3.0:1769074988.843473:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0000. 00010000:00000010:3.0:1769074988.843485:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074988.843491:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898e00 x1855008351394816/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074988.843501:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000100:00000200:3.0:1769074988.843504:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351394816, offset 224 00000400:00000200:3.0:1769074988.843507:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.843512:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.843516:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17210:17210:256:4294967295] 192.168.204.41@tcp LPNI seq info [17206:17206:8:4294967295] 00000400:00000200:3.0:1769074988.843522:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074988.843526:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074988.843528:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074988.843531:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074988.843535:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074988.843538:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074988.843552:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074988.843555:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074988.843558:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074988.843588:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.843591:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074988.843594:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.843598:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.843601:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000010:0.0:1769074988.843603:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000400:00000200:3.0:1769074988.844394:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.844401:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d71d00 00000400:00000200:3.0:1769074988.844404:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 21920 00000400:00000200:3.0:1769074988.844411:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.844414:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.844417:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.844419:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09023b80. 00000020:00000010:2.0:1769074988.844460:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.844465:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.844470:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.844472:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38b1d380. 00000020:00000010:2.0:1769074988.844476:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.844499:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.844502:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000100:00000200:2.0:1769074988.844505:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351395072 00010000:00000010:2.0:1769074988.844517:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dae00. 00010000:00000010:2.0:1769074988.844521:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.844534:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07939000. 00010000:00000010:2.0:1769074988.844558:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dac00. 00010000:00000010:2.0:1769074988.844562:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.844570:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edcac00. 00010000:00000010:2.0:1769074988.844574:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051a00. 00010000:00000010:2.0:1769074988.844577:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353daa00. 00010000:00000010:2.0:1769074988.844579:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964400. 00000004:00000010:2.0:1769074988.844588:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b0360e3c0. 00000004:00000010:2.0:1769074988.844593:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56d98. 00000004:00000010:2.0:1769074988.844598:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5100. 00080000:00000010:2.0:1769074988.844602:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b304df200. 00000020:00000010:2.0:1769074988.844612:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.844615:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304dfe00. 00000004:00000010:2.0:1769074988.844625:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a0b3ecf00. 00020000:00000010:2.0:1769074988.844634:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bb10. 00020000:00000010:2.0:1769074988.844637:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b0f0. 00000004:00000010:2.0:1769074988.844646:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17648f88. 00080000:00000010:2.0:1769074988.844653:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698f80. 00080000:00000010:2.0:1769074988.844667:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01698740. 00000001:00000010:2.0:1769074988.844745:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.844753:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.844767:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.844771:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.844774:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.844777:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.844779:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.844781:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.844792:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9a500. 00080000:00000400:2.0:1769074988.844798:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.844800:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.844802:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.844805:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.844807:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.844809:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.844828:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.844832:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.844834:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.844837:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.844839:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.844841:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.844859:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786960. 00000001:00000010:2.0:1769074988.844863:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b066ed180. 00080000:00000010:2.0:1769074988.844873:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698740. 00080000:00000010:2.0:1769074988.844876:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.844879:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.844900:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca000. 00010000:00000010:2.0:1769074988.844903:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9ad00. 00010000:00000010:2.0:1769074988.844908:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbc00. 00010000:00000010:2.0:1769074988.844911:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964780. 00000004:00000010:2.0:1769074988.844926:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9ac00. 00010000:00000010:2.0:1769074988.844939:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.844961:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.844970:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542414, last committed = 0 00010000:00000200:2.0:1769074988.844976:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09023b80 x1855008351395072/t60129542414(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.844993:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.844996:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351395072, offset 224 00000400:00000200:2.0:1769074988.845003:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.845009:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.845013:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17211:17211:256:4294967295] 192.168.204.41@tcp LPNI seq info [17207:17207:8:4294967295] 00000400:00000200:2.0:1769074988.845022:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.845053:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.845057:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.845063:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.845070:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.845074:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.845090:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38b1d380. 00000020:00000010:2.0:1769074988.845094:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.845097:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:1.0:1769074988.845126:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.845129:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.845133:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.845136:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.845157:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074988.845158:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:0.0:1769074988.846005:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.846015:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71d80 00000400:00000200:0.0:1769074988.846021:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 12792 00000400:00000200:0.0:1769074988.846055:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074988.846058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00000400:00000200:0.0:1769074988.846061:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.846068:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074988.846073:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 00000020:00000010:2.0:1769074988.846116:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.846120:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.846124:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.846128:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa00. 00000020:00000010:2.0:1769074988.846131:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.846152:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698f80. 00000020:00000010:2.0:1769074988.846155:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698f80. 00000100:00000200:2.0:1769074988.846158:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351395200 00010000:00000010:2.0:1769074988.846168:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca300. 00010000:00000010:2.0:1769074988.846171:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f6a400. 00010000:00000010:2.0:1769074988.846191:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da200. 00002000:00000010:2.0:1769074988.846196:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698f80. 02000000:00000010:2.0:1769074988.846207:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3cc95800. 00010000:00000200:2.0:1769074988.846220:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38643800 x1855008351395200/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.846237:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.846240:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351395200, offset 224 00000400:00000200:2.0:1769074988.846245:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.846252:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.846256:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17212:17212:256:4294967295] 192.168.204.41@tcp LPNI seq info [17208:17208:8:4294967295] 00000400:00000200:2.0:1769074988.846264:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.846269:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.846273:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.846276:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.846281:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.846284:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.846299:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa00. 00000020:00000010:2.0:1769074988.846305:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.846308:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.846337:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.846341:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.846344:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.846348:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.846351:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.846352:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:3.0:1769074988.847156:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.847164:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d71e00 00000400:00000200:3.0:1769074988.847168:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 13120 00000400:00000200:3.0:1769074988.847176:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.847180:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.847184:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.847187:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020380. 00000020:00000010:2.0:1769074988.847228:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.847232:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.847237:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.847240:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa00. 00000020:00000010:2.0:1769074988.847244:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.847264:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.847267:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698740. 00000100:00000200:2.0:1769074988.847271:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351395328 00010000:00000010:2.0:1769074988.847281:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db400. 02000000:00000010:2.0:1769074988.847289:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a01ea3400. 00010000:00000010:2.0:1769074988.847294:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698740. 00000100:00000010:2.0:1769074988.847299:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074988.847304:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 02000000:00000010:2.0:1769074988.847309:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304dea00. 02000000:00000010:2.0:1769074988.847320:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304df600. 00000400:00000010:2.0:1769074988.847324:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.847329:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.847332:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806784, portal 16 00000400:00000010:2.0:1769074988.847335:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.847338:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368806784, offset 0 00000400:00000200:2.0:1769074988.847343:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.847349:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.847352:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.847355:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.847358:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.847360:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.847363:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17213:17213:256:4294967295] 192.168.204.41@tcp LPNI seq info [17209:17209:8:4294967295] 00000400:00000200:2.0:1769074988.847372:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.847377:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.847398:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.847404:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.847409:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.847412:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.847469:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.847472:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.847474:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.847478:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.847480:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:3.0:1769074988.847481:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:3.0:1769074988.847486:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487800 x1855008368806784/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.848001:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.848010:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cb80 00000400:00000200:3.0:1769074988.848016:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2930d [1] + 224 00000400:00000200:3.0:1769074988.848023:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074988.848046:0:16312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:3.1:1769074988.848052:0:16312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398a100. 00010000:00000010:3.1:1769074988.848055:0:16312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.1:1769074988.848059:0:16312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58e00. 00000400:00000200:3.0:1769074988.848065:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.848071:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487800 x1855008368806784/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074988.848073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.848082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca500. 00010000:00000010:2.1:1769074988.848087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.848097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074988.848101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.1:1769074988.848105:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edcaf00. 00010000:00000010:2.1:1769074988.848110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.1:1769074988.848113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.1:1769074988.848117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.1:1769074988.848120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00000400:00000010:2.0:1769074988.848132:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.848136:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:2.0:1769074988.848138:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.848145:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487800 x1855008368806784/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.848155:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487800 x1855008368806784/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.848172:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304df600. 02000000:00000010:2.0:1769074988.848176:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304dea00. 00000100:00000010:2.0:1769074988.848180:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487800. 00000100:00000010:2.0:1769074988.848184:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074988.848188:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698740. 00010000:00000200:2.0:1769074988.848203:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020380 x1855008351395328/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074988.848204:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.848214:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d71e80 00000400:00000200:3.0:1769074988.848222:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x221e1 [2] + 1640 00000400:00000010:2.0:1769074988.848226:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.848231:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351395328, offset 224 00000400:00000200:2.0:1769074988.848238:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.848246:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074988.848247:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.848257:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.848258:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17214:17214:256:4294967295] 192.168.204.41@tcp LPNI seq info [17210:17210:8:4294967295] 00000400:00000200:2.0:1769074988.848269:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.848275:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074988.848275:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:2.0:1769074988.848280:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000100:00000010:3.0:1769074988.848282:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f87480. 00000800:00000200:2.0:1769074988.848288:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.848295:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.848298:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.848318:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa00. 00000020:00000010:2.0:1769074988.848323:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.848328:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000020:00000010:0.0:1769074988.848330:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.848336:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.848343:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.848348:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.848352:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000800:00000200:3.0:1769074988.848356:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.848359:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.848363:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.848370:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.848371:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35f87480 x1855008351395456/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074988.848372:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.848376:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000020:00000010:0.0:1769074988.848406:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.848410:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.848413:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351395456 02000000:00000010:0.0:1769074988.848421:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b5800. 00010000:00000010:0.0:1769074988.848448:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.848454:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a0b476c00. 00000100:00000010:0.0:1769074988.848459:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643480. 02000000:00000010:0.0:1769074988.848465:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864600. 02000000:00000010:0.0:1769074988.848476:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07864400. 00000400:00000010:0.0:1769074988.848480:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029240b0. 00000400:00000010:0.0:1769074988.848484:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.848488:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368806912, portal 16 00000400:00000010:0.0:1769074988.848491:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074988.848494:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368806912, offset 0 00000400:00000200:0.0:1769074988.848499:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.848506:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.848509:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.848512:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.848514:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.848517:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.848521:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17215:17215:256:4294967295] 192.168.204.41@tcp LPNI seq info [17211:17211:8:4294967295] 00000400:00000200:0.0:1769074988.848530:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.848535:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.848538:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.848541:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.848545:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.848548:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.848602:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.848605:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.848607:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.848610:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.848612:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:3.0:1769074988.848614:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000100:00000200:3.0:1769074988.848618:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643480 x1855008368806912/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.849205:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.849213:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cc00 00000400:00000200:1.0:1769074988.849218:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29319 [1] + 224 00000400:00000200:1.0:1769074988.849225:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.849228:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.849233:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643480 x1855008368806912/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.849271:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029240b0. 00000400:00000200:0.0:1769074988.849274:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074988.849276:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.849281:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643480 x1855008368806912/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.849287:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643480 x1855008368806912/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.849299:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07864400. 02000000:00000010:0.0:1769074988.849302:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864600. 00000100:00000010:0.0:1769074988.849303:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643480. 00000100:00000010:0.0:1769074988.849305:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a0b476c00. 00010000:00000010:0.0:1769074988.849307:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.849313:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.849315:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351395456, offset 224 00000400:00000200:0.0:1769074988.849319:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.849323:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.849326:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17216:17216:256:4294967295] 192.168.204.41@tcp LPNI seq info [17212:17212:8:4294967295] 00000400:00000200:0.0:1769074988.849332:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.849335:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.849338:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.849341:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.849344:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.849346:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.849359:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.849362:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.849366:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.849401:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.849404:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.849407:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.849410:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.849412:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:3.0:1769074988.849413:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000400:00000200:3.0:1769074988.849529:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.849535:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d71f80 00000400:00000200:3.0:1769074988.849539:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21c0d [2] + 1960 00000400:00000010:3.0:1769074988.849541:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754dc0. 00000400:00000200:3.0:1769074988.849544:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b112e0540 00000400:00000200:3.0:1769074988.849549:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.849551:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.849553:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112e0540 00000400:00000010:3.0:1769074988.849555:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b112e0540. 00000100:00000200:3.0:1769074988.849557:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074988.849599:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.849623:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.849627:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.849631:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.849634:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.849655:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.849658:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.849661:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351395712 00000001:00000010:0.0:1769074988.849666:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a010fea80. 02000000:00000010:0.0:1769074988.849679:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b4000. 00000020:00000010:0.0:1769074988.849696:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.849714:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864600. 00080000:00000010:0.0:1769074988.849723:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.849739:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51ba0. 00000001:00000010:0.0:1769074988.849742:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b476c00. 00080000:00000010:0.0:1769074988.849749:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.849752:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.849763:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9ac00. 00010000:00000200:0.0:1769074988.849775:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13185050 x1855008351395712/t60129542415(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.849784:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074988.849787:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351395712, offset 224 00000400:00000200:0.0:1769074988.849790:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.849795:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.849798:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17217:17217:256:4294967295] 192.168.204.41@tcp LPNI seq info [17213:17213:8:4294967295] 00000400:00000200:0.0:1769074988.849804:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.849807:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.849809:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.849812:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.849815:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.849817:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.849843:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.849846:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.849848:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 02000000:00000010:0.0:1769074988.849852:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b7800. 00000100:00000010:0.0:1769074988.849854:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022a00. 02000000:00000010:0.0:1769074988.849859:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3062e000. 00000100:00000010:0.0:1769074988.849862:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021180. 02000000:00000010:0.0:1769074988.849867:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0b000. 00000100:00000010:0.0:1769074988.849869:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489aa00. 02000000:00000010:0.0:1769074988.849871:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a0a800. 00000100:00000010:0.0:1769074988.849873:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 02000000:00000010:0.0:1769074988.849875:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b04a08400. 00000100:00000010:0.0:1769074988.849878:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8380. 00000100:00000200:0.0:1769074988.849882:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074988.849886:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029240b0. 00000400:00000010:0.0:1769074988.849889:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a010fea80. 00000800:00000200:1.0:1769074988.849902:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.849905:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.849908:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.849911:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.849914:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:1.0:1769074988.849916:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 02000000:00000010:1.0:1769074988.849919:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b4000. 00000400:00000200:3.0:1769074988.850793:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.850800:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72000 00000400:00000200:3.0:1769074988.850805:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 22576 00000400:00000200:3.0:1769074988.850812:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.850814:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.850817:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.850820:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f86a00. 00000020:00000010:2.0:1769074988.850864:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.850868:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.850872:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.850876:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa00. 00000020:00000010:2.0:1769074988.850879:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.850901:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.850904:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698740. 00000100:00000200:2.0:1769074988.850907:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351395840 00000001:00000010:2.0:1769074988.850913:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b066ed180. 00010000:00000010:2.0:1769074988.850924:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.0:1769074988.850929:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.850942:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b0793c000. 00010000:00000010:2.0:1769074988.850956:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db800. 00010000:00000010:2.0:1769074988.850960:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.850987:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6ac00. 00010000:00000010:2.0:1769074988.850990:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9aa80. 00010000:00000010:2.0:1769074988.850995:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da400. 00010000:00000010:2.0:1769074988.850999:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a2ac980. 00010000:00000010:2.0:1769074988.851019:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.851054:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a2ac980. 00010000:00000010:2.0:1769074988.851061:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9aa80. 00010000:00000010:2.0:1769074988.851080:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.851091:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f86a00 x1855008351395840/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.851104:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.851108:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351395840, offset 224 00000400:00000200:2.0:1769074988.851114:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.851120:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.851125:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17218:17218:256:4294967295] 192.168.204.41@tcp LPNI seq info [17214:17214:8:4294967295] 00000400:00000200:2.0:1769074988.851133:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.851138:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.851142:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.851146:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.851150:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.851154:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.851169:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa00. 00000020:00000010:2.0:1769074988.851173:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074988.851176:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.851226:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.851230:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.851232:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.851236:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.851238:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.851239:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:1.0:1769074988.851925:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.851932:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72080 00000400:00000200:1.0:1769074988.851935:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 23160 00000400:00000200:1.0:1769074988.851942:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.851944:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.851947:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.851950:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899f80. 00000020:00000010:2.0:1769074988.851992:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.851997:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.852001:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.852004:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa00. 00000020:00000010:2.0:1769074988.852007:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00010000:00000010:2.1:1769074988.852052:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db600. 00010000:00000010:0.1:1769074988.852054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.1:1769074988.852060:0:28096:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca400. 00010000:00000010:2.1:1769074988.852068:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da000. 00010000:00000010:2.1:1769074988.852075:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db200. 00010000:00000010:2.1:1769074988.852081:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dac00. 00010000:00000010:2.1:1769074988.852085:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dae00. 00000020:00000010:1.0:1769074988.852090:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.852094:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.852097:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351395968 00010000:00000010:1.0:1769074988.852107:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.0:1769074988.852111:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.852123:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06352000. 00010000:00000010:1.0:1769074988.852133:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.0:1769074988.852152:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0f80. 00010000:00000010:1.0:1769074988.852160:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aec00. 00010000:00000010:1.0:1769074988.852162:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.852165:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.0:1769074988.852167:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.852186:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0f80. 00010000:00000010:1.0:1769074988.852193:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.852196:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:1.0:1769074988.852207:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.852213:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899f80 x1855008351395968/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.852222:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.852225:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351395968, offset 224 00000400:00000200:1.0:1769074988.852228:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.852233:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.852236:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17219:17219:256:4294967295] 192.168.204.41@tcp LPNI seq info [17215:17215:8:4294967295] 00000400:00000200:1.0:1769074988.852242:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.852246:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.852249:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.852253:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.852258:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.852261:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.852279:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa00. 00000020:00000010:1.0:1769074988.852282:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:1.0:1769074988.852287:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dee00. 00000800:00000200:3.0:1769074988.852326:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.852329:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.852331:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.852335:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.852337:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:3.0:1769074988.852339:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000400:00000200:3.0:1769074988.853071:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.853079:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d72180 00000400:00000200:3.0:1769074988.853083:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 23744 00000400:00000200:3.0:1769074988.853089:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.853092:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.853095:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.853097:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85f80. 00000020:00000010:1.0:1769074988.853143:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.853148:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.853151:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.853153:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.853172:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.853197:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.853200:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.853202:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351396224 00010000:00000010:1.0:1769074988.853213:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.0:1769074988.853216:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.853229:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f5c000. 00010000:00000010:1.0:1769074988.853248:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.0:1769074988.853250:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.853257:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae100. 00010000:00000010:1.0:1769074988.853260:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b30132700. 00010000:00000010:1.0:1769074988.853263:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031000. 00010000:00000010:1.0:1769074988.853265:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0f80. 00000004:00000010:1.0:1769074988.853270:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae42960. 00000004:00000010:1.0:1769074988.853274:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d061e0. 00000004:00000010:1.0:1769074988.853277:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066dfba0. 00080000:00000010:1.0:1769074988.853281:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02cde800. 00000020:00000010:1.0:1769074988.853289:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927fba0. 00080000:00000010:1.0:1769074988.853292:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222bbc00. 00000004:00000010:1.0:1769074988.853301:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b062879c0. 00020000:00000010:1.0:1769074988.853309:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03776168. 00020000:00000010:1.0:1769074988.853311:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03776d70. 00000004:00000010:1.0:1769074988.853318:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecb18. 00080000:00000010:1.0:1769074988.853323:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.853334:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b080. 00000001:00000010:1.0:1769074988.853377:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794528. 00000001:00000010:1.0:1769074988.853382:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794528. 00080000:00000400:1.0:1769074988.853393:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.853396:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.853398:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.853399:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.853401:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.853417:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074988.853427:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b03c98400. 00080000:00000400:1.0:1769074988.853434:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.853436:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.853438:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.853441:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.853443:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.853445:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074988.853468:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.853472:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.853474:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.853476:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.853479:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.853481:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074988.853504:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f480. 00000001:00000010:1.0:1769074988.853510:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b03919900. 00080000:00000010:1.0:1769074988.853521:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b080. 00080000:00000010:1.0:1769074988.853524:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.853527:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927fba0. 00010000:00000010:1.0:1769074988.853547:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae700. 00010000:00000010:1.0:1769074988.853550:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b03f37b00. 00010000:00000010:1.0:1769074988.853553:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030000. 00010000:00000010:1.0:1769074988.853556:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0680. 00000004:00000010:1.0:1769074988.853568:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511c80. 00010000:00000010:1.0:1769074988.853578:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.853595:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.853600:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542416, last committed = 0 00010000:00000200:1.0:1769074988.853605:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85f80 x1855008351396224/t60129542416(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.853615:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.853618:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351396224, offset 224 00000400:00000200:1.0:1769074988.853621:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.853641:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.853647:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17220:17220:256:4294967295] 192.168.204.41@tcp LPNI seq info [17216:17216:8:4294967295] 00000400:00000200:1.0:1769074988.853656:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.853661:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.853665:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.853670:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.853676:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.853679:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.853714:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b35dc2500. 00000020:00000010:1.0:1769074988.853720:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.853724:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.853748:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.853751:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.853753:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.853756:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.853758:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074988.853760:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:3.0:1769074988.854645:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.854652:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d72200 00000400:00000200:3.0:1769074988.854656:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 13448 00000400:00000200:3.0:1769074988.854663:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.854666:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.854669:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.854671:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85c00. 00000020:00000010:2.0:1769074988.854722:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.854726:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.854731:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.854734:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.854738:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.854759:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698740. 00000020:00000010:2.0:1769074988.854762:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698740. 00000100:00000200:2.0:1769074988.854765:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351396352 00010000:00000010:2.0:1769074988.854791:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f6a800. 00010000:00000010:2.0:1769074988.854795:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f6ae00. 00010000:00000010:2.0:1769074988.854799:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dae00. 00002000:00000010:2.0:1769074988.854803:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698740. 02000000:00000010:2.0:1769074988.854815:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a01ea0000. 00010000:00000200:2.0:1769074988.854829:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85c00 x1855008351396352/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.854841:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.854845:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351396352, offset 224 00000400:00000200:2.0:1769074988.854850:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.854856:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.854861:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17221:17221:256:4294967295] 192.168.204.41@tcp LPNI seq info [17217:17217:8:4294967295] 00000400:00000200:2.0:1769074988.854870:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.854874:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.854877:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.854882:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.854887:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.854890:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.854905:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.854909:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.854913:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.854954:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.854958:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.854961:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.854966:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.854969:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.854971:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074988.855779:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.855785:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d72280 00000400:00000200:3.0:1769074988.855789:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 13776 00000400:00000200:3.0:1769074988.855795:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.855798:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.855801:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.855804:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84700. 00000020:00000010:2.0:1769074988.855845:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698540. 00000020:00000010:2.0:1769074988.855850:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698540. 00000020:00000010:2.0:1769074988.855855:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.855858:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.855862:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.855882:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698540. 00000020:00000010:2.0:1769074988.855885:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698540. 00000100:00000200:2.0:1769074988.855888:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351396480 00010000:00000010:2.0:1769074988.855898:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dac00. 02000000:00000010:2.0:1769074988.855906:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04997400. 00010000:00000010:2.0:1769074988.855912:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01698540. 00000100:00000010:2.0:1769074988.855916:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074988.855921:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 02000000:00000010:2.0:1769074988.855927:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304df600. 02000000:00000010:2.0:1769074988.855938:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304df400. 00000400:00000010:2.0:1769074988.855943:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.855946:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.855950:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807040, portal 16 00000400:00000010:2.0:1769074988.855954:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.855956:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368807040, offset 0 00000400:00000200:2.0:1769074988.855962:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.855968:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.855971:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.855974:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.855976:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.855979:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.855982:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17222:17222:256:4294967295] 192.168.204.41@tcp LPNI seq info [17218:17218:8:4294967295] 00000400:00000200:2.0:1769074988.855991:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.855996:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.855999:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.856003:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.856008:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.856011:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.856082:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.856086:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.856090:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.856094:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.856098:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074988.856100:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000100:00000200:3.0:1769074988.856107:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487800 x1855008368807040/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.856718:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.856729:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cc80 00000400:00000200:3.0:1769074988.856735:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2933d [1] + 224 00000400:00000200:3.0:1769074988.856746:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.856750:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.856758:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487800 x1855008368807040/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.856822:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.856828:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000200:3.0:1769074988.856829:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074988.856833:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074988.856838:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d72300 00000100:00000200:2.0:1769074988.856845:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487800 x1855008368807040/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.856845:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x221e1 [2] + 1968 00000400:00000010:3.0:1769074988.856848:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307545d8. 00000400:00000200:3.0:1769074988.856860:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b2c10bcc0 00000100:00000200:2.0:1769074988.856864:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487800 x1855008368807040/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.856883:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304df400. 02000000:00000010:2.0:1769074988.856887:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304df600. 00000100:00000010:2.0:1769074988.856891:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487800. 00000400:00000200:3.0:1769074988.856893:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074988.856895:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00000400:00000200:3.0:1769074988.856901:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074988.856902:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01698540. 00000400:00000200:3.0:1769074988.856905:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b2c10bcc0 00000400:00000010:3.0:1769074988.856908:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b2c10bcc0. 00000100:00000200:3.0:1769074988.856912:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000200:2.0:1769074988.856918:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f84700 x1855008351396480/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.856932:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.856936:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351396480, offset 224 00000400:00000200:2.0:1769074988.856941:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.856949:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:0.0:1769074988.856955:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000400:00000200:2.0:1769074988.856955:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17223:17223:256:4294967295] 192.168.204.41@tcp LPNI seq info [17219:17219:8:4294967295] 00000020:00000010:0.0:1769074988.856960:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.856966:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.856971:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.856976:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:2.0:1769074988.856976:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.856986:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.856991:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000100:00000200:0.0:1769074988.856992:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a5b450 x1855008351396608/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1769074988.857001:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.857012:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.857016:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.857052:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.857058:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:0.0:1769074988.857061:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:2.0:1769074988.857063:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000020:00000010:0.0:1769074988.857068:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.857074:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351396608 00000800:00000200:3.0:1769074988.857081:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074988.857082:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b7800. 00000800:00000010:3.0:1769074988.857084:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.857089:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.857093:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.857097:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:3.0:1769074988.857098:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00010000:00000010:0.0:1769074988.857114:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.857120:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a73780. 00000100:00000010:0.0:1769074988.857122:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643480. 02000000:00000010:0.0:1769074988.857127:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864400. 02000000:00000010:0.0:1769074988.857135:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07864e00. 00000400:00000010:0.0:1769074988.857138:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029242c0. 00000400:00000010:0.0:1769074988.857140:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.857143:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807168, portal 16 00000400:00000010:0.0:1769074988.857145:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.857147:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368807168, offset 0 00000400:00000200:0.0:1769074988.857151:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.857156:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.857159:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.857161:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.857164:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.857166:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.857171:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17224:17224:256:4294967295] 192.168.204.41@tcp LPNI seq info [17220:17220:8:4294967295] 00000400:00000200:0.0:1769074988.857182:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.857187:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.857191:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.857197:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.857202:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.857205:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.857269:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.857272:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.857276:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.857281:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.857284:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:3.0:1769074988.857286:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000100:00000200:3.0:1769074988.857293:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643480 x1855008368807168/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.857837:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.857843:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cd00 00000400:00000200:3.0:1769074988.857847:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29349 [1] + 224 00000400:00000200:3.0:1769074988.857854:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.857856:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.857861:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643480 x1855008368807168/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.857897:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029242c0. 00000400:00000200:0.0:1769074988.857901:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074988.857902:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.857908:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643480 x1855008368807168/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.857915:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643480 x1855008368807168/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.857927:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07864e00. 02000000:00000010:0.0:1769074988.857930:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864400. 00000100:00000010:0.0:1769074988.857931:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643480. 00000100:00000010:0.0:1769074988.857933:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a73780. 00010000:00000010:0.0:1769074988.857935:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.857958:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.857960:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351396608, offset 224 00000400:00000200:0.0:1769074988.857964:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.857968:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.857972:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17225:17225:256:4294967295] 192.168.204.41@tcp LPNI seq info [17221:17221:8:4294967295] 00000400:00000200:0.0:1769074988.857978:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.857981:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.857983:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.857986:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.857990:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.857992:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.858005:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.858008:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.858010:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 02000000:00000010:0.0:1769074988.858015:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b5800. 00000100:00000010:0.0:1769074988.858017:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f87480. 02000000:00000010:0.0:1769074988.858021:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3051a800. 00000100:00000010:0.0:1769074988.858041:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020700. 02000000:00000010:0.0:1769074988.858046:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d6a800. 00000100:00000010:0.0:1769074988.858049:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021f80. 02000000:00000010:0.0:1769074988.858053:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a09c00. 00000100:00000010:0.0:1769074988.858056:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a300. 02000000:00000010:0.0:1769074988.858059:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08000. 00000100:00000010:0.0:1769074988.858060:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593800. 02000000:00000010:0.0:1769074988.858064:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08c00. 00000100:00000010:0.0:1769074988.858066:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d9500. 00000800:00000200:3.0:1769074988.858066:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.858072:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000100:00000200:0.0:1769074988.858075:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1769074988.858077:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074988.858080:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029242c0. 00000400:00000200:3.0:1769074988.858084:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074988.858086:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b12a73780. 00000400:00000200:3.0:1769074988.858088:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074988.858091:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 02000000:00000010:3.0:1769074988.858095:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b7800. 00000400:00000200:3.0:1769074988.859172:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.859178:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d72400 00000400:00000200:3.0:1769074988.859182:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21d35 [2] + 0 00000400:00000200:3.0:1769074988.859188:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.859190:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.859194:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.859197:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85180. 00000020:00000010:0.0:1769074988.859234:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.859239:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.859242:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.859245:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.859247:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.859267:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.859268:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.859270:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351396864 00000001:00000010:0.0:1769074988.859274:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074988.859288:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b5800. 00000020:00000010:0.0:1769074988.859306:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.859308:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864400. 00080000:00000010:0.0:1769074988.859316:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.859332:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51300. 00000001:00000010:0.0:1769074988.859336:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73300. 00080000:00000010:0.0:1769074988.859344:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.859346:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.859357:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511c80. 00010000:00000200:0.0:1769074988.859370:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85180 x1855008351396864/t60129542417(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.859380:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074988.859382:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351396864, offset 224 00000400:00000200:0.0:1769074988.859386:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.859391:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.859394:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17226:17226:256:4294967295] 192.168.204.41@tcp LPNI seq info [17222:17222:8:4294967295] 00000400:00000200:0.0:1769074988.859400:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.859404:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.859406:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.859409:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.859413:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.859415:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.859429:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.859447:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.859450:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.859475:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.859478:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.859480:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.859484:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.859486:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074988.859488:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000200:3.0:1769074988.860343:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.860351:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72480 00000400:00000200:3.0:1769074988.860355:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 24400 00000400:00000200:3.0:1769074988.860363:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.860365:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.860368:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.860371:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f87480. 00000020:00000010:1.0:1769074988.860408:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.860413:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.860417:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.860419:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.860422:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.860442:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.860444:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.860446:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351396992 00000001:00000010:1.0:1769074988.860450:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b03919900. 00010000:00000010:1.0:1769074988.860459:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.0:1769074988.860463:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.860473:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5e000. 00010000:00000010:1.0:1769074988.860484:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:1.0:1769074988.860487:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.860494:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae900. 00010000:00000010:1.0:1769074988.860497:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511e00. 00010000:00000010:1.0:1769074988.860499:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:1.0:1769074988.860501:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0480. 00010000:00000010:1.0:1769074988.860518:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.860542:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0480. 00010000:00000010:1.0:1769074988.860545:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511e00. 00010000:00000010:1.0:1769074988.860556:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.860563:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f87480 x1855008351396992/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.860574:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.860576:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351396992, offset 224 00000400:00000200:1.0:1769074988.860580:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.860585:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.860589:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17227:17227:256:4294967295] 192.168.204.41@tcp LPNI seq info [17223:17223:8:4294967295] 00000400:00000200:1.0:1769074988.860595:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.860599:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.860602:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.860605:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.860608:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.860610:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.860623:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.860626:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.860628:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.860682:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.860686:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.860689:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.860693:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.860696:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:3.0:1769074988.860697:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000400:00000200:3.0:1769074988.861358:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.861364:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72500 00000400:00000200:3.0:1769074988.861368:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 24984 00000400:00000200:3.0:1769074988.861374:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.861377:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.861380:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.861385:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666680. 00000020:00000010:1.0:1769074988.861426:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.861431:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.861435:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.861438:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.861442:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.861468:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.861471:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.861475:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351397120 00010000:00000010:1.0:1769074988.861487:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:1.0:1769074988.861492:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.861521:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5b000. 00010000:00000010:1.0:1769074988.861534:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.0:1769074988.861536:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0480. 00010000:00000010:1.0:1769074988.861543:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae500. 00010000:00000010:1.0:1769074988.861545:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511e00. 00010000:00000010:1.0:1769074988.861547:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:1.0:1769074988.861549:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.861565:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0480. 00010000:00000010:1.0:1769074988.861571:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.861573:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511e00. 00010000:00000010:1.0:1769074988.861587:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.861596:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30666680 x1855008351397120/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.861609:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.861614:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351397120, offset 224 00000400:00000200:1.0:1769074988.861620:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.861626:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.861631:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17228:17228:256:4294967295] 192.168.204.41@tcp LPNI seq info [17224:17224:8:4294967295] 00000400:00000200:1.0:1769074988.861641:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.861646:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.861650:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.861654:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.861659:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.861663:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.861680:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.861683:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.861685:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.861734:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.861737:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.861739:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.861743:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.861745:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:3.0:1769074988.861746:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00010000:00000010:0.1:1769074988.862056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da200. 00000400:00000200:3.0:1769074988.862420:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.862428:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d72600 00000400:00000200:3.0:1769074988.862433:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 25568 00000400:00000200:3.0:1769074988.862443:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.862446:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.862451:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.862455:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665f80. 00000020:00000010:1.0:1769074988.862502:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.862523:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.862529:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.862532:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.862536:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.862562:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.862565:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.862568:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351397376 00010000:00000010:1.0:1769074988.862580:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f400. 00010000:00000010:1.0:1769074988.862585:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.862601:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35f5d000. 00010000:00000010:1.0:1769074988.862625:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:1.0:1769074988.862629:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.862638:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aef00. 00010000:00000010:1.0:1769074988.862641:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511e00. 00010000:00000010:1.0:1769074988.862644:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:1.0:1769074988.862646:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0480. 00000004:00000010:1.0:1769074988.862653:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae42f00. 00000004:00000010:1.0:1769074988.862657:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06ca8. 00000004:00000010:1.0:1769074988.862660:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066de660. 00080000:00000010:1.0:1769074988.862665:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35d3ae00. 00000020:00000010:1.0:1769074988.862673:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927fba0. 00080000:00000010:1.0:1769074988.862676:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b01284a00. 00000004:00000010:1.0:1769074988.862685:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b03919900. 00020000:00000010:1.0:1769074988.862692:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b037760a8. 00020000:00000010:1.0:1769074988.862694:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03776b48. 00000004:00000010:1.0:1769074988.862715:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176ecf88. 00080000:00000010:1.0:1769074988.862723:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.862736:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b080. 00000001:00000010:1.0:1769074988.862780:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794528. 00000001:00000010:1.0:1769074988.862788:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794528. 00080000:00000400:1.0:1769074988.862805:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.862808:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.862828:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.862831:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.862833:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.862835:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074988.862855:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511a80. 00080000:00000400:1.0:1769074988.862862:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.862865:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.862868:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.862870:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.862873:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.862875:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074988.862897:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.862899:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.862901:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.862902:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.862904:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.862905:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074988.862921:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927fc00. 00000001:00000010:1.0:1769074988.862925:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d747180. 00080000:00000010:1.0:1769074988.862933:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b080. 00080000:00000010:1.0:1769074988.862935:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.862937:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927fba0. 00010000:00000010:1.0:1769074988.862954:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae300. 00010000:00000010:1.0:1769074988.862957:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511f00. 00010000:00000010:1.0:1769074988.862959:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:1.0:1769074988.862962:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0980. 00000004:00000010:1.0:1769074988.862974:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511500. 00010000:00000010:1.0:1769074988.862984:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.862999:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.863004:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542418, last committed = 0 00010000:00000200:1.0:1769074988.863009:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30665f80 x1855008351397376/t60129542418(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.863055:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000100:00000200:1.0:1769074988.863059:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351397376, offset 224 00000400:00000200:1.0:1769074988.863065:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.863071:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.863075:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17229:17229:256:4294967295] 192.168.204.41@tcp LPNI seq info [17225:17225:8:4294967295] 00000400:00000200:1.0:1769074988.863085:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.863089:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.863092:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.863103:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.863109:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.863112:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.863123:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.863126:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.863129:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.863172:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.863179:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.863184:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.863188:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.863192:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:3.0:1769074988.863194:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000400:00000200:3.0:1769074988.863992:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.863997:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d72680 00000400:00000200:3.0:1769074988.864001:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 14104 00000400:00000200:3.0:1769074988.864007:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.864009:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.864012:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.864015:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664e00. 00000020:00000010:2.0:1769074988.864083:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698540. 00000020:00000010:2.0:1769074988.864087:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698540. 00000020:00000010:2.0:1769074988.864092:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.864095:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.864098:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.864121:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01698540. 00000020:00000010:2.0:1769074988.864123:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01698540. 00000100:00000200:2.0:1769074988.864126:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351397504 00010000:00000010:2.0:1769074988.864137:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca400. 00010000:00000010:2.0:1769074988.864141:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3edcaf00. 00010000:00000010:2.0:1769074988.864161:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db200. 00002000:00000010:2.0:1769074988.864166:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01698540. 02000000:00000010:2.0:1769074988.864177:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b04997c00. 00010000:00000200:2.0:1769074988.864192:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664e00 x1855008351397504/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.864205:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.864208:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351397504, offset 224 00000400:00000200:2.0:1769074988.864214:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.864221:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.864226:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17230:17230:256:4294967295] 192.168.204.41@tcp LPNI seq info [17226:17226:8:4294967295] 00000400:00000200:2.0:1769074988.864235:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.864239:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.864243:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.864247:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.864252:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.864256:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.864271:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.864276:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.864279:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.864316:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.864319:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.864321:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.864324:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.864327:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.864328:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:3.0:1769074988.865147:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.865152:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d72700 00000400:00000200:3.0:1769074988.865156:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 14432 00000400:00000200:3.0:1769074988.865162:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.865164:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.865167:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.865169:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665180. 00000020:00000010:2.0:1769074988.865210:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016989c0. 00000020:00000010:2.0:1769074988.865215:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016989c0. 00000020:00000010:2.0:1769074988.865220:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.865223:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.865226:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.865247:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016989c0. 00000020:00000010:2.0:1769074988.865250:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016989c0. 00000100:00000200:2.0:1769074988.865254:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351397632 00010000:00000010:2.0:1769074988.865264:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da000. 02000000:00000010:2.0:1769074988.865272:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17526000. 00010000:00000010:2.0:1769074988.865278:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a016989c0. 00000100:00000010:2.0:1769074988.865282:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074988.865286:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 02000000:00000010:2.0:1769074988.865291:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304df600. 02000000:00000010:2.0:1769074988.865302:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304df400. 00000400:00000010:2.0:1769074988.865305:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.865309:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.865312:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807296, portal 16 00000400:00000010:2.0:1769074988.865316:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.865319:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368807296, offset 0 00000400:00000200:2.0:1769074988.865324:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.865329:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.865333:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.865336:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.865339:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.865341:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.865345:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17231:17231:256:4294967295] 192.168.204.41@tcp LPNI seq info [17227:17227:8:4294967295] 00000400:00000200:2.0:1769074988.865353:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.865358:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.865361:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.865365:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.865370:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.865373:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.865434:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.865437:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.865439:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.865442:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.865445:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.865446:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:3.0:1769074988.865450:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487800 x1855008368807296/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.865962:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.865971:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cd80 00000400:00000200:3.0:1769074988.865976:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2936d [1] + 224 00000400:00000200:3.0:1769074988.865985:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.865989:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.865996:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487800 x1855008368807296/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.866064:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.866071:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074988.866073:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.866080:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487800 x1855008368807296/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.866091:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487800 x1855008368807296/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.866107:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304df400. 02000000:00000010:2.0:1769074988.866111:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304df600. 00000100:00000010:2.0:1769074988.866114:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487800. 00000100:00000010:2.0:1769074988.866118:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074988.866121:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a016989c0. 00010000:00000200:2.0:1769074988.866132:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30665180 x1855008351397632/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.866143:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.866147:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351397632, offset 224 00000400:00000200:2.0:1769074988.866153:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.866160:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.866166:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17232:17232:256:4294967295] 192.168.204.41@tcp LPNI seq info [17228:17228:8:4294967295] 00000400:00000200:2.0:1769074988.866180:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074988.866183:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074988.866192:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074988.866196:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d72780 00000800:00000010:2.0:1769074988.866199:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.866203:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2231d [2] + 0 00000800:00000200:2.0:1769074988.866209:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.866215:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.866219:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:3.0:1769074988.866227:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.866231:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.866234:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.866238:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666300. 00000020:00000010:2.0:1769074988.866241:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.866247:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.866252:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000020:00000010:0.0:1769074988.866281:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.866285:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.866288:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.866291:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.866293:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.866304:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b30666300 x1855008351397760/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074988.866326:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.866328:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.866330:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351397760 00000800:00000200:3.0:1769074988.866333:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074988.866335:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b6400. 00000800:00000010:3.0:1769074988.866337:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.866343:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.866349:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.866352:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074988.866354:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00010000:00000010:0.0:1769074988.866369:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.866374:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.866378:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643480. 02000000:00000010:0.0:1769074988.866382:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864e00. 02000000:00000010:0.0:1769074988.866390:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07864c00. 00000400:00000010:0.0:1769074988.866393:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924688. 00000400:00000010:0.0:1769074988.866395:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.866398:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807424, portal 16 00000400:00000010:0.0:1769074988.866400:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.866406:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368807424, offset 0 00000400:00000200:0.0:1769074988.866410:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.866415:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.866418:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.866420:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.866422:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.866423:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.866426:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17233:17233:256:4294967295] 192.168.204.41@tcp LPNI seq info [17229:17229:8:4294967295] 00000400:00000200:0.0:1769074988.866431:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.866450:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.866453:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28d00. 00000800:00000200:0.0:1769074988.866456:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.866459:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.866462:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28d00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.866516:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.866519:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28d00. 00000400:00000200:3.0:1769074988.866521:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.866525:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.866527:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:3.0:1769074988.866528:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:3.0:1769074988.866532:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643480 x1855008368807424/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074988.867061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.1:1769074988.867069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aec00. 00010000:00000010:1.1:1769074988.867072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030200. 00010000:00000010:2.1:1769074988.867075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db800. 00010000:00000010:1.1:1769074988.867076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:2.1:1769074988.867086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6ac00. 00010000:00000010:1.1:1769074988.867087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:2.1:1769074988.867098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da400. 00010000:00000010:1.1:1769074988.867099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031400. 00010000:00000010:2.1:1769074988.867108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:1.1:1769074988.867110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:1.1:1769074988.867116:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae900. 00010000:00000010:1.1:1769074988.867122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:1.1:1769074988.867126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00000400:00000200:2.0:1769074988.867133:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.867143:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ce00 00000400:00000200:2.0:1769074988.867148:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29379 [1] + 224 00000400:00000200:2.0:1769074988.867157:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.867161:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.867168:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643480 x1855008368807424/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.867206:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924688. 00000400:00000200:0.0:1769074988.867211:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074988.867213:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.867218:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643480 x1855008368807424/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.867226:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643480 x1855008368807424/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.867238:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.867241:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864e00. 00000100:00000010:0.0:1769074988.867242:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643480. 00000100:00000010:0.0:1769074988.867244:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.867246:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00000400:00000010:0.0:1769074988.867252:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.867255:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351397760, offset 224 00000400:00000200:0.0:1769074988.867258:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.867263:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.867266:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17234:17234:256:4294967295] 192.168.204.41@tcp LPNI seq info [17230:17230:8:4294967295] 00000400:00000200:0.0:1769074988.867272:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.867276:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.867278:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.867290:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.867297:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.867299:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.867326:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.867329:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.867331:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.867368:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.867372:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.867374:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.867378:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.867380:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:3.0:1769074988.867381:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000400:00000200:3.0:1769074988.868740:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.868746:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d72880 00000400:00000200:3.0:1769074988.868750:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21d35 [2] + 392 00000400:00000200:3.0:1769074988.868756:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.868759:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.868761:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.868764:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664a80. 00000020:00000010:0.0:1769074988.868801:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.868805:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.868808:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.868810:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.868812:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.868830:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.868831:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.868833:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351398016 00000001:00000010:0.0:1769074988.868836:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73300. 02000000:00000010:0.0:1769074988.868849:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b7c00. 00000020:00000010:0.0:1769074988.868868:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074988.868871:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864e00. 00080000:00000010:0.0:1769074988.868879:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168480. 00000001:00000010:0.0:1769074988.868895:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51b40. 00000001:00000010:0.0:1769074988.868897:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73300. 00080000:00000010:0.0:1769074988.868905:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.868908:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51240. 00000004:00000010:0.0:1769074988.868919:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511500. 00010000:00000200:0.0:1769074988.868933:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664a80 x1855008351398016/t60129542419(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.868950:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.868953:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351398016, offset 224 00000400:00000200:0.0:1769074988.868957:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.868961:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.868965:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17235:17235:256:4294967295] 192.168.204.41@tcp LPNI seq info [17231:17231:8:4294967295] 00000400:00000200:0.0:1769074988.868971:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.868974:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.868977:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.868979:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.868983:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.868985:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.868997:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.869001:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.869004:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:2.0:1769074988.869078:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.869081:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:2.0:1769074988.869085:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.869090:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.869093:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:2.0:1769074988.869095:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074988.869895:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.869901:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72900 00000400:00000200:3.0:1769074988.869905:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 26224 00000400:00000200:3.0:1769074988.869911:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.869913:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.869916:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.869919:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667b80. 00000020:00000010:1.0:1769074988.869968:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.869973:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.869978:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.869982:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.869985:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.870006:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.870008:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.870010:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351398144 00000001:00000010:1.0:1769074988.870014:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d747180. 00010000:00000010:1.0:1769074988.870067:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:1.0:1769074988.870082:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.870107:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35f5a000. 00010000:00000010:1.0:1769074988.870124:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:1.0:1769074988.870128:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.870140:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae900. 00010000:00000010:1.0:1769074988.870144:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.870148:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ee00. 00010000:00000010:1.0:1769074988.870152:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0300. 00010000:00000010:1.0:1769074988.870177:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.870188:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0300. 00010000:00000010:1.0:1769074988.870192:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.870210:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.870220:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30667b80 x1855008351398144/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.870234:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074988.870238:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351398144, offset 224 00000400:00000200:1.0:1769074988.870244:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.870252:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.870257:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17236:17236:256:4294967295] 192.168.204.41@tcp LPNI seq info [17232:17232:8:4294967295] 00000400:00000200:1.0:1769074988.870267:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.870272:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.870276:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074988.870280:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.870285:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.870288:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.870305:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.870309:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.870312:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.870343:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.870346:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.870348:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.870357:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.870359:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:3.0:1769074988.870360:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00010000:00000010:1.1:1769074988.871056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.1:1769074988.871062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae500. 00010000:00000010:0.1:1769074988.871065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dae00. 00010000:00000010:1.1:1769074988.871068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:1.1:1769074988.871073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:1.1:1769074988.871077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:1.1:1769074988.871080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f400. 00000400:00000200:2.0:1769074988.871113:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.871121:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72980 00000400:00000200:2.0:1769074988.871127:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 26808 00000400:00000200:2.0:1769074988.871137:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.871141:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.871144:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074988.871148:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487800. 00000020:00000010:1.0:1769074988.871185:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.871188:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.871191:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.871193:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.871196:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.871214:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.871216:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.871218:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351398272 00010000:00000010:1.0:1769074988.871227:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f400. 00010000:00000010:1.0:1769074988.871230:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.871242:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10bec000. 00010000:00000010:1.0:1769074988.871256:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:1.0:1769074988.871260:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0300. 00010000:00000010:1.0:1769074988.871268:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae500. 00010000:00000010:1.0:1769074988.871272:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.871275:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:1.0:1769074988.871278:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.871300:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0300. 00010000:00000010:1.0:1769074988.871309:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.871313:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.871329:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.871337:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487800 x1855008351398272/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.871347:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074988.871350:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351398272, offset 224 00000400:00000200:1.0:1769074988.871353:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.871358:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.871362:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17237:17237:256:4294967295] 192.168.204.41@tcp LPNI seq info [17233:17233:8:4294967295] 00000400:00000200:1.0:1769074988.871368:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.871371:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.871374:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.871376:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.871380:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.871392:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.871404:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.871407:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.871409:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:3.0:1769074988.871499:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.871503:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:3.0:1769074988.871507:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.871510:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.871513:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074988.871515:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:3.0:1769074988.872251:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.872258:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d72a80 00000400:00000200:3.0:1769074988.872262:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 27392 00000400:00000200:3.0:1769074988.872269:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.872271:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.872274:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.872277:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667800. 00000020:00000010:1.0:1769074988.872313:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.872316:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.872319:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b06510a00. 00000020:00000010:1.0:1769074988.872321:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.872323:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.872342:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.872344:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.872345:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351398528 00010000:00000010:1.0:1769074988.872354:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:1.0:1769074988.872357:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.872368:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10be8000. 00010000:00000010:1.0:1769074988.872386:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.0:1769074988.872389:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.872395:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aec00. 00010000:00000010:1.0:1769074988.872397:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511900. 00010000:00000010:1.0:1769074988.872400:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.0:1769074988.872402:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0300. 00000004:00000010:1.0:1769074988.872407:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae423c0. 00000004:00000010:1.0:1769074988.872411:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06e10. 00000004:00000010:1.0:1769074988.872414:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066df540. 00080000:00000010:1.0:1769074988.872433:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b34c34800. 00000020:00000010:1.0:1769074988.872444:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927fba0. 00080000:00000010:1.0:1769074988.872446:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35800. 00000004:00000010:1.0:1769074988.872455:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3d747180. 00020000:00000010:1.0:1769074988.872462:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03776888. 00020000:00000010:1.0:1769074988.872464:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b037768f8. 00000004:00000010:1.0:1769074988.872471:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176edcd8. 00080000:00000010:1.0:1769074988.872478:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b540. 00080000:00000010:1.0:1769074988.872495:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3e35b080. 00000001:00000010:1.0:1769074988.872559:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794528. 00000001:00000010:1.0:1769074988.872568:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794528. 00080000:00000400:1.0:1769074988.872584:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.872587:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.872590:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.872593:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.872596:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.872598:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074988.872607:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b38511a00. 00080000:00000400:1.0:1769074988.872612:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.872614:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.872616:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.872617:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.872619:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.872620:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074988.872635:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074988.872636:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074988.872638:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074988.872639:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074988.872641:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074988.872642:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074988.872656:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f780. 00000001:00000010:1.0:1769074988.872659:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3d747540. 00080000:00000010:1.0:1769074988.872666:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b080. 00080000:00000010:1.0:1769074988.872668:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.872670:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927fba0. 00010000:00000010:1.0:1769074988.872690:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae000. 00010000:00000010:1.0:1769074988.872694:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511880. 00010000:00000010:1.0:1769074988.872711:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031400. 00010000:00000010:1.0:1769074988.872716:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0780. 00000004:00000010:1.0:1769074988.872736:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38511100. 00010000:00000010:1.0:1769074988.872751:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.872772:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.872779:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542420, last committed = 0 00010000:00000200:1.0:1769074988.872786:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30667800 x1855008351398528/t60129542420(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.872798:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000100:00000200:1.0:1769074988.872801:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351398528, offset 224 00000400:00000200:1.0:1769074988.872804:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.872810:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.872813:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17238:17238:256:4294967295] 192.168.204.41@tcp LPNI seq info [17234:17234:8:4294967295] 00000400:00000200:1.0:1769074988.872819:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.872822:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.872825:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074988.872828:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.872831:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.872833:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.872853:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.872856:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.872858:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b06510a00. 00000800:00000200:2.0:1769074988.872899:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074988.872904:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074988.872908:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.872913:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.872917:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:2.0:1769074988.872919:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000400:00000200:3.0:1769074988.873814:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.873821:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d72b00 00000400:00000200:3.0:1769074988.873825:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 14760 00000400:00000200:3.0:1769074988.873832:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.873835:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.873838:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.873841:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664380. 00000020:00000010:2.0:1769074988.873884:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016989c0. 00000020:00000010:2.0:1769074988.873889:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016989c0. 00000020:00000010:2.0:1769074988.873893:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.873897:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.873901:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.873923:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a016989c0. 00000020:00000010:2.0:1769074988.873926:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a016989c0. 00000100:00000200:2.0:1769074988.873929:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351398656 00010000:00000010:2.0:1769074988.873940:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3edca500. 00010000:00000010:2.0:1769074988.873945:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f6ac00. 00010000:00000010:2.0:1769074988.873967:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db800. 00002000:00000010:2.0:1769074988.873973:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a016989c0. 02000000:00000010:2.0:1769074988.873984:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17527800. 00010000:00000200:2.0:1769074988.874001:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664380 x1855008351398656/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.874014:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.874017:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351398656, offset 224 00000400:00000200:2.0:1769074988.874023:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.874053:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.874058:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17239:17239:256:4294967295] 192.168.204.41@tcp LPNI seq info [17235:17235:8:4294967295] 00000400:00000200:2.0:1769074988.874071:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.874077:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.874081:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.874085:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.874090:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.874093:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.874107:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.874112:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.874116:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.874153:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.874157:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.874161:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.874164:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.874168:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:3.0:1769074988.874169:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:2.0:1769074988.874945:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.874953:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d72b80 00000400:00000200:2.0:1769074988.874959:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x138f5 [8] + 15088 00000400:00000010:2.0:1769074988.874963:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:2.0:1769074988.874966:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a02cd9300 00000400:00000200:2.0:1769074988.874974:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.874978:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074988.874981:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02cd9300 00000400:00000010:2.0:1769074988.874983:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8a02cd9300. 00000100:00000200:2.0:1769074988.874988:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074988.875063:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.875066:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.875070:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.875073:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.875076:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.875098:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.875100:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.875102:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351398784 00010000:00000010:0.0:1769074988.875111:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c1c00. 02000000:00000010:0.0:1769074988.875117:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b061b4400. 00010000:00000010:0.0:1769074988.875122:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168480. 00000100:00000010:0.0:1769074988.875125:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.875129:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643480. 02000000:00000010:0.0:1769074988.875133:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.875142:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.875145:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924688. 00000400:00000010:0.0:1769074988.875147:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.875150:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807552, portal 16 00000400:00000010:0.0:1769074988.875152:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.875154:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368807552, offset 0 00000400:00000200:0.0:1769074988.875158:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.875162:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.875165:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.875167:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.875169:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.875171:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.875174:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17240:17240:256:4294967295] 192.168.204.41@tcp LPNI seq info [17236:17236:8:4294967295] 00000400:00000200:0.0:1769074988.875188:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.875194:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.875197:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.875200:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.875204:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.875206:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.875262:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.875266:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074988.875268:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.875272:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.875275:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:3.0:1769074988.875276:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000100:00000200:3.0:1769074988.875281:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38643480 x1855008368807552/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.875863:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.875869:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ce80 00000400:00000200:3.0:1769074988.875873:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29399 [1] + 224 00000400:00000200:3.0:1769074988.875879:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.875882:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.875886:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38643480 x1855008368807552/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.875923:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924688. 00000400:00000200:0.0:1769074988.875927:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:0.0:1769074988.875929:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.875935:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38643480 x1855008368807552/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.875942:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38643480 x1855008368807552/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.875960:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.875964:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.875967:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643480. 00000100:00000010:0.0:1769074988.875970:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.875973:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168480. 00010000:00000200:0.0:1769074988.875985:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3febd050 x1855008351398784/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.875998:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.876002:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351398784, offset 224 00000400:00000200:0.0:1769074988.876007:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.876014:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.876019:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17241:17241:256:4294967295] 192.168.204.41@tcp LPNI seq info [17237:17237:8:4294967295] 00010000:00000010:0.1:1769074988.876052:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db200. 00000400:00000200:0.0:1769074988.876060:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.876080:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.876096:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000010:0.0:1769074988.876097:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.876104:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.876113:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074988.876113:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d72c00 00000800:00000200:0.0:1769074988.876117:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:2.0:1769074988.876124:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2231d [2] + 328 00000020:00000010:0.0:1769074988.876133:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.876138:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.876140:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 02000000:00000010:0.0:1769074988.876153:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17527800. 00000100:00000010:0.0:1769074988.876156:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664380. 02000000:00000010:0.0:1769074988.876160:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17526000. 00000100:00000010:0.0:1769074988.876163:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665180. 00000400:00000200:2.0:1769074988.876163:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074988.876169:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04997c00. 00000100:00000010:0.0:1769074988.876174:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664e00. 00000400:00000200:2.0:1769074988.876174:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074988.876179:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04997400. 00000100:00000200:2.0:1769074988.876182:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074988.876183:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84700. 02000000:00000010:0.0:1769074988.876188:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a01ea0000. 00000100:00000010:2.0:1769074988.876191:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 00000100:00000010:0.0:1769074988.876192:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85c00. 00000800:00000200:3.0:1769074988.876194:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074988.876197:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a01ea3400. 00000800:00000010:3.0:1769074988.876199:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000100:00000010:0.0:1769074988.876201:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09020380. 02000000:00000010:0.0:1769074988.876205:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3cc95800. 00000100:00000010:0.0:1769074988.876213:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 02000000:00000010:0.0:1769074988.876216:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3cc97800. 00000100:00000010:0.0:1769074988.876218:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022300. 02000000:00000010:0.0:1769074988.876222:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b2fe69c00. 00000100:00000010:0.0:1769074988.876225:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021880. 02000000:00000010:0.0:1769074988.876229:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a029e7800. 00000100:00000010:0.0:1769074988.876233:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fd180. 00000020:00000010:1.0:1769074988.876235:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 02000000:00000010:0.0:1769074988.876238:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b385f1400. 00000020:00000010:1.0:1769074988.876240:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000010:0.0:1769074988.876244:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fe300. 00000020:00000010:1.0:1769074988.876246:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34c34000. 00000020:00000010:1.0:1769074988.876250:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 02000000:00000010:0.0:1769074988.876252:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b385f2000. 00000020:00000010:1.0:1769074988.876254:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000100:00000010:0.0:1769074988.876258:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b800. 00000400:00000200:3.0:1769074988.876260:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074988.876266:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02bbd400. 00000100:00000200:1.0:1769074988.876269:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38487100 x1855008351398912/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074988.876272:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:0.0:1769074988.876273:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590a80. 02000000:00000010:0.0:1769074988.876281:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02bbe400. 00000400:00000200:3.0:1769074988.876283:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000100:00000010:0.0:1769074988.876287:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590380. 00000400:00000010:3.0:1769074988.876288:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 02000000:00000010:0.0:1769074988.876294:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b307f5000. 02000000:00000010:3.0:1769074988.876297:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b061b4400. 00000100:00000010:0.0:1769074988.876302:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485c00. 00000020:00000010:1.0:1769074988.876302:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.876310:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 02000000:00000010:0.0:1769074988.876312:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b307f5c00. 00000100:00000200:1.0:1769074988.876315:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351398912 00000100:00000010:0.0:1769074988.876318:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8a80. 02000000:00000010:1.0:1769074988.876325:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d68c00. 02000000:00000010:0.0:1769074988.876326:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b173a7800. 00000100:00000010:0.0:1769074988.876331:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8e00. 02000000:00000010:0.0:1769074988.876333:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b173a4800. 00000100:00000010:0.0:1769074988.876335:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8700. 02000000:00000010:0.0:1769074988.876338:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b173a6c00. 00000100:00000010:0.0:1769074988.876341:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096da680. 02000000:00000010:0.0:1769074988.876344:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40225000. 00000100:00000010:0.0:1769074988.876347:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 02000000:00000010:0.0:1769074988.876349:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40226400. 00000100:00000010:0.0:1769074988.876352:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd2680. 02000000:00000010:0.0:1769074988.876355:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227c00. 00000100:00000010:0.0:1769074988.876357:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd1180. 02000000:00000010:0.0:1769074988.876360:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02b5f000. 00010000:00000010:1.0:1769074988.876363:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3e35b540. 00000100:00000010:0.0:1769074988.876364:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fdf80. 02000000:00000010:0.0:1769074988.876372:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02b5d400. 00000100:00000010:1.0:1769074988.876373:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3d747cc0. 00000100:00000010:0.0:1769074988.876376:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0380. 00000100:00000010:1.0:1769074988.876381:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a680. 02000000:00000010:0.0:1769074988.876383:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a02b5c000. 00000100:00000010:0.0:1769074988.876389:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fd500. 02000000:00000010:1.0:1769074988.876392:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b34c34200. 02000000:00000010:0.0:1769074988.876393:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062cc00. 00000100:00000010:0.0:1769074988.876399:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fea00. 02000000:00000010:0.0:1769074988.876403:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062f800. 00000100:00000010:0.0:1769074988.876408:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978a80. 02000000:00000010:1.0:1769074988.876408:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b34c35000. 02000000:00000010:0.0:1769074988.876416:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062d000. 00000400:00000010:1.0:1769074988.876416:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000100:00000010:0.0:1769074988.876422:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04979500. 00000400:00000010:1.0:1769074988.876423:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 02000000:00000010:0.0:1769074988.876426:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062c800. 00000100:00000200:1.0:1769074988.876429:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807680, portal 16 00000100:00000010:0.0:1769074988.876431:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361ff480. 00000400:00000010:1.0:1769074988.876434:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 02000000:00000010:0.0:1769074988.876438:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062c400. 00000100:00000200:1.0:1769074988.876440:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368807680, offset 0 00000100:00000010:0.0:1769074988.876442:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978380. 02000000:00000010:0.0:1769074988.876447:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062dc00. 00000400:00000200:1.0:1769074988.876450:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074988.876451:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fc700. 02000000:00000010:0.0:1769074988.876456:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062f000. 00000100:00000010:0.0:1769074988.876458:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978000. 00000400:00000200:1.0:1769074988.876460:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 02000000:00000010:0.0:1769074988.876462:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3062c000. 00000100:00000010:0.0:1769074988.876465:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fca80. 00000400:00000200:1.0:1769074988.876465:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1769074988.876470:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a09d52000. 00000400:00000200:1.0:1769074988.876471:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000100:00000010:0.0:1769074988.876475:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361ff100. 00000400:00000200:1.0:1769074988.876475:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074988.876478:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 02000000:00000010:0.0:1769074988.876481:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04a0bc00. 00000400:00000200:1.0:1769074988.876484:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17242:17242:256:4294967295] 192.168.204.41@tcp LPNI seq info [17238:17238:8:4294967295] 00000100:00000010:0.0:1769074988.876485:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059a680. 02000000:00000010:0.0:1769074988.876491:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04a08800. 00000100:00000010:0.0:1769074988.876495:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fe680. 00000400:00000200:1.0:1769074988.876499:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:0.0:1769074988.876501:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04a0b400. 00000100:00000010:0.0:1769074988.876505:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fc000. 00000800:00000200:1.0:1769074988.876509:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:0.0:1769074988.876511:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04a0b800. 00000800:00000010:1.0:1769074988.876513:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000100:00000010:0.0:1769074988.876515:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9c00. 02000000:00000010:0.0:1769074988.876520:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b04a09400. 00000800:00000200:1.0:1769074988.876522:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074988.876524:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 02000000:00000010:0.0:1769074988.876528:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227000. 00000800:00000200:1.0:1769074988.876530:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:0.0:1769074988.876532:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb800. 00000800:00000200:1.0:1769074988.876535:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 488 niov 1 nkiov 1 02000000:00000010:0.0:1769074988.876537:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40224c00. 00000100:00000010:0.0:1769074988.876541:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb480. 02000000:00000010:0.0:1769074988.876542:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227800. 00000100:00000010:0.0:1769074988.876544:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19180. 02000000:00000010:0.0:1769074988.876546:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40224400. 00000100:00000010:0.0:1769074988.876548:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a300. 02000000:00000010:0.0:1769074988.876552:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40226000. 00000100:00000010:0.0:1769074988.876554:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19f80. 02000000:00000010:0.0:1769074988.876559:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40224800. 00000100:00000010:0.0:1769074988.876561:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b480. 02000000:00000010:0.0:1769074988.876565:0:44333:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b40227400. 00000100:00000010:0.0:1769074988.876568:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598a80. 00000100:00000200:0.0:1769074988.876574:0:44333:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1769074988.876577:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924688. 00000400:00000010:0.0:1769074988.876581:0:44333:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b1fc28d00. 00000800:00000200:3.0:1769074988.876601:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.876604:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074988.876607:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.876610:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.876613:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:3.0:1769074988.876614:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000100:00000200:3.0:1769074988.876619:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0489a680 x1855008368807680/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074988.877194:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074988.877203:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cf00 00000400:00000200:2.0:1769074988.877209:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x293a5 [1] + 224 00000400:00000200:2.0:1769074988.877216:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074988.877220:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.877227:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0489a680 x1855008368807680/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074988.877263:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00000400:00000200:1.0:1769074988.877268:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:1.0:1769074988.877269:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.877275:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0489a680 x1855008368807680/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074988.877282:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0489a680 x1855008368807680/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074988.877294:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b34c35000. 02000000:00000010:1.0:1769074988.877298:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b34c34200. 00000100:00000010:1.0:1769074988.877301:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a680. 00000100:00000010:1.0:1769074988.877304:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3d747cc0. 00010000:00000010:1.0:1769074988.877305:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3e35b540. 00000400:00000010:1.0:1769074988.877311:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074988.877313:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351398912, offset 224 00000400:00000200:1.0:1769074988.877317:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.877321:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.877324:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17243:17243:256:4294967295] 192.168.204.41@tcp LPNI seq info [17239:17239:8:4294967295] 00000400:00000200:1.0:1769074988.877330:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.877334:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.877336:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.877339:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.877342:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.877344:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.877358:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.877360:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.877363:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34c34000. 00000800:00000200:3.0:1769074988.877416:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.877421:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:3.0:1769074988.877425:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.877430:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.877433:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:3.0:1769074988.877434:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:0.0:1769074988.877748:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.877757:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d72d00 00000400:00000200:0.0:1769074988.877767:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21d35 [2] + 784 00000400:00000200:0.0:1769074988.877780:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.877798:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.877805:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074988.877808:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 00000020:00000010:2.0:1769074988.877854:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.877861:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.877868:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.877873:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.877879:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.877906:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.877911:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.877917:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351399168 00000001:00000010:2.0:1769074988.877925:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73300. 02000000:00000010:2.0:1769074988.877945:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17525800. 00000020:00000010:2.0:1769074988.877975:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.877981:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304df600. 00080000:00000010:2.0:1769074988.877991:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130980. 00000001:00000010:2.0:1769074988.878014:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357869c0. 00000001:00000010:2.0:1769074988.878021:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074988.878056:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.878062:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.878082:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38511100. 00010000:00000200:2.0:1769074988.878105:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38643800 x1855008351399168/t60129542421(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.878119:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.878124:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351399168, offset 224 00000400:00000200:2.0:1769074988.878132:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.878140:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.878145:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17244:17244:256:4294967295] 192.168.204.41@tcp LPNI seq info [17240:17240:8:4294967295] 00000400:00000200:2.0:1769074988.878154:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.878160:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.878164:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.878168:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.878173:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.878177:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.878194:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.878200:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.878205:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.878239:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.878242:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.878245:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.878250:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.878254:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074988.878255:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:3.0:1769074988.879146:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.879153:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72d80 00000400:00000200:3.0:1769074988.879157:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 28048 00000400:00000200:3.0:1769074988.879164:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.879166:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.879169:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.879172:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664700. 00000020:00000010:1.0:1769074988.879205:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.879208:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.879211:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34c34000. 00000020:00000010:1.0:1769074988.879213:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.879216:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.879234:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3e35b540. 00000020:00000010:1.0:1769074988.879236:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3e35b540. 00000100:00000200:1.0:1769074988.879238:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351399296 00000001:00000010:1.0:1769074988.879242:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d747540. 00010000:00000010:1.0:1769074988.879250:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.0:1769074988.879254:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d00. 02000000:00000010:1.0:1769074988.879264:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b10beb000. 00010000:00000010:1.0:1769074988.879276:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.0:1769074988.879278:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.879285:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aee00. 00010000:00000010:1.0:1769074988.879287:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38511c00. 00010000:00000010:1.0:1769074988.879290:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.0:1769074988.879292:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a031a0a00. 00010000:00000010:1.0:1769074988.879309:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d80. 00010000:00000010:1.0:1769074988.879316:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0a00. 00010000:00000010:1.0:1769074988.879318:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511c00. 00010000:00000010:1.0:1769074988.879330:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0d00. 00010000:00000200:1.0:1769074988.879336:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664700 x1855008351399296/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074988.879345:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000200:1.0:1769074988.879347:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351399296, offset 224 00000400:00000200:1.0:1769074988.879351:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.879355:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074988.879359:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17245:17245:256:4294967295] 192.168.204.41@tcp LPNI seq info [17241:17241:8:4294967295] 00000400:00000200:1.0:1769074988.879365:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074988.879368:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074988.879371:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:1.0:1769074988.879374:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074988.879377:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074988.879379:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:1.0:1769074988.879392:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b38511400. 00000020:00000010:1.0:1769074988.879395:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074988.879398:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34c34000. 00000800:00000200:0.0:1769074988.879459:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.879464:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:0.0:1769074988.879467:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.879471:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.879474:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:0.0:1769074988.879475:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00010000:00000010:1.1:1769074988.880057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f600. 00010000:00000010:1.1:1769074988.880062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae900. 00010000:00000010:1.1:1769074988.880066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ee00. 00010000:00000010:1.1:1769074988.880070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ec00. 00010000:00000010:1.1:1769074988.880073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fe00. 00010000:00000010:1.1:1769074988.880078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae500. 00010000:00000010:1.1:1769074988.880080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fc00. 00010000:00000010:1.1:1769074988.880083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f400. 00010000:00000010:1.1:1769074988.880084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.1:1769074988.880086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e200. 00000400:00000200:1.0:1769074988.880171:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.880178:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d72e00 00000400:00000200:1.0:1769074988.880182:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 28632 00000400:00000200:1.0:1769074988.880189:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.880192:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.880194:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.880197:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a680. 00000020:00000010:2.0:1769074988.880246:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.880251:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.880255:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.880258:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.880262:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.880285:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.880288:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.880292:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351399424 00010000:00000010:2.0:1769074988.880303:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.0:1769074988.880308:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a2ac980. 02000000:00000010:2.0:1769074988.880320:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07938000. 00010000:00000010:2.0:1769074988.880332:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da800. 00010000:00000010:2.0:1769074988.880336:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.880355:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.0:1769074988.880359:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a980. 00010000:00000010:2.0:1769074988.880364:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.0:1769074988.880368:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.880390:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.880400:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074988.880403:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a980. 00010000:00000010:2.0:1769074988.880419:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a2ac980. 00010000:00000200:2.0:1769074988.880429:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489a680 x1855008351399424/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.880442:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.880446:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351399424, offset 224 00000400:00000200:2.0:1769074988.880451:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.880458:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.880462:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17246:17246:256:4294967295] 192.168.204.41@tcp LPNI seq info [17242:17242:8:4294967295] 00000400:00000200:2.0:1769074988.880471:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.880476:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.880479:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.880483:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.880488:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.880491:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.880508:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.880512:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.880516:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.880543:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.880546:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.880549:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.880552:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.880555:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.880556:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:0.0:1769074988.881368:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.881376:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d72f00 00000400:00000200:0.0:1769074988.881380:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 29216 00000400:00000200:0.0:1769074988.881387:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.881390:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.881393:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.881396:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643480. 00000020:00000010:2.0:1769074988.881438:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.881442:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.881446:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.881449:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.881453:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.881475:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.881478:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074988.881481:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351399680 00010000:00000010:2.0:1769074988.881492:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da600. 00010000:00000010:2.0:1769074988.881496:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c80. 02000000:00000010:2.0:1769074988.881510:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b0793b000. 00010000:00000010:2.0:1769074988.881533:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db200. 00010000:00000010:2.0:1769074988.881537:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.881546:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4000. 00010000:00000010:2.0:1769074988.881550:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a980. 00010000:00000010:2.0:1769074988.881553:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da400. 00010000:00000010:2.0:1769074988.881557:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a2ac980. 00000004:00000010:2.0:1769074988.881564:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b0360e1e0. 00000004:00000010:2.0:1769074988.881571:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf561e0. 00000004:00000010:2.0:1769074988.881575:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4220. 00080000:00000010:2.0:1769074988.881580:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b304df400. 00000020:00000010:2.0:1769074988.881591:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.881595:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304de800. 00000004:00000010:2.0:1769074988.881606:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b066ed180. 00020000:00000010:2.0:1769074988.881616:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b7e0. 00020000:00000010:2.0:1769074988.881619:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bbd0. 00000004:00000010:2.0:1769074988.881628:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764b0d0. 00080000:00000010:2.0:1769074988.881636:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130980. 00080000:00000010:2.0:1769074988.881651:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.881722:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.881731:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.881747:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.881750:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.881753:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.881755:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.881758:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.881761:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.881770:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9a580. 00080000:00000400:2.0:1769074988.881776:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.881779:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.881781:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.881784:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.881786:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.881789:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.881807:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.881810:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.881812:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.881814:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.881816:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.881818:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.881836:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786ae0. 00000001:00000010:2.0:1769074988.881842:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a01da8300. 00080000:00000010:2.0:1769074988.881851:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.881854:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074988.881858:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.881880:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4300. 00010000:00000010:2.0:1769074988.881883:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a180. 00010000:00000010:2.0:1769074988.881888:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dae00. 00010000:00000010:2.0:1769074988.881892:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b34fddf00. 00000004:00000010:2.0:1769074988.881907:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9af80. 00010000:00000010:2.0:1769074988.881921:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.881943:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c80. 00010000:00000200:2.0:1769074988.881952:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542422, last committed = 0 00010000:00000200:2.0:1769074988.881959:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38643480 x1855008351399680/t60129542422(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.881972:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.881976:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351399680, offset 224 00000400:00000200:2.0:1769074988.881981:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.881988:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.881993:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17247:17247:256:4294967295] 192.168.204.41@tcp LPNI seq info [17243:17243:8:4294967295] 00000400:00000200:2.0:1769074988.882002:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.882007:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.882011:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.882015:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.882020:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.882023:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.882060:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.882065:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.882069:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.882100:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.882103:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.882105:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.882109:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.882111:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.882113:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:3.0:1769074988.882936:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.882945:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d72f80 00000400:00000200:3.0:1769074988.882952:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 0 00000400:00000200:3.0:1769074988.882963:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.882966:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.882971:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.882975:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666d80. 00000020:00000010:0.0:1769074988.883057:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.883061:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.883064:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.883067:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.883069:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.883089:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168480. 00000020:00000010:0.0:1769074988.883091:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168480. 00000100:00000200:0.0:1769074988.883093:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351399808 00010000:00000010:0.0:1769074988.883103:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b27f04f00. 00010000:00000010:0.0:1769074988.883115:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1000. 00010000:00000010:0.0:1769074988.883119:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 00002000:00000010:0.0:1769074988.883123:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168480. 02000000:00000010:0.0:1769074988.883132:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b061b7800. 00010000:00000200:0.0:1769074988.883145:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30666d80 x1855008351399808/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.883153:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074988.883156:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351399808, offset 224 00000400:00000200:0.0:1769074988.883159:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.883164:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.883167:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17248:17248:256:4294967295] 192.168.204.41@tcp LPNI seq info [17244:17244:8:4294967295] 00000400:00000200:0.0:1769074988.883173:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.883177:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.883179:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.883182:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.883185:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.883187:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.883201:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.883203:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.883205:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.883258:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.883261:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.883264:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.883268:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.883271:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074988.883273:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000400:00000200:1.0:1769074988.884163:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.884170:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d73000 00000400:00000200:1.0:1769074988.884174:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 328 00000400:00000200:1.0:1769074988.884181:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.884183:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.884186:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.884189:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b480. 00000020:00000010:0.0:1769074988.884228:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.884232:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.884235:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.884237:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.884239:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.884256:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.884258:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1684c0. 00000100:00000200:0.0:1769074988.884259:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351399936 00010000:00000010:0.0:1769074988.884268:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0200. 02000000:00000010:0.0:1769074988.884274:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b061b4000. 00010000:00000010:0.0:1769074988.884279:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b1684c0. 00000100:00000010:0.0:1769074988.884282:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.884286:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 02000000:00000010:0.0:1769074988.884290:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.884307:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.884310:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.884313:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074988.884316:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807808, portal 16 00000400:00000010:0.0:1769074988.884318:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074988.884320:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368807808, offset 0 00000400:00000200:0.0:1769074988.884324:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.884328:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.884331:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.884333:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.884335:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.884337:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.884339:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17249:17249:256:4294967295] 192.168.204.41@tcp LPNI seq info [17245:17245:8:4294967295] 00000400:00000200:0.0:1769074988.884344:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.884347:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.884350:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.884353:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.884356:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.884358:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.884411:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.884414:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.884416:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.884420:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.884422:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074988.884424:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000100:00000200:3.0:1769074988.884429:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38642300 x1855008368807808/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.884911:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.884917:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0cf80 00000400:00000200:3.0:1769074988.884921:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x293c9 [1] + 224 00000400:00000200:3.0:1769074988.884927:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.884930:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.884934:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38642300 x1855008368807808/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.885059:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.885063:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:0.0:1769074988.885065:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074988.885071:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38642300 x1855008368807808/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.885081:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38642300 x1855008368807808/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.885128:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.885132:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.885135:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000100:00000010:0.0:1769074988.885139:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.885141:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b1684c0. 00010000:00000200:0.0:1769074988.885155:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b480 x1855008351399936/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.885169:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074988.885172:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351399936, offset 224 00000400:00000200:0.0:1769074988.885176:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.885181:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.885184:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17250:17250:256:4294967295] 192.168.204.41@tcp LPNI seq info [17246:17246:8:4294967295] 00000400:00000200:1.0:1769074988.885197:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.885201:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.885206:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.885210:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000400:00000200:1.0:1769074988.885211:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d73080 00000800:00000200:0.0:1769074988.885216:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.885220:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2231d [2] + 656 00000800:00000200:0.0:1769074988.885225:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.885228:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.885243:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.885247:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:1.0:1769074988.885248:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074988.885253:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000400:00000200:1.0:1769074988.885256:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.885261:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.885265:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898000. 00000020:00000010:0.0:1769074988.885297:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.885305:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.885308:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.885310:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.885312:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:0.0:1769074988.885324:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04898000 x1855008351400064/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074988.885342:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.885345:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.885348:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.885354:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.885357:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:3.0:1769074988.885359:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000020:00000010:0.0:1769074988.885361:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.885367:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1684c0. 00000100:00000200:0.0:1769074988.885370:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351400064 02000000:00000010:0.0:1769074988.885377:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b4c00. 00010000:00000010:0.0:1769074988.885403:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b1684c0. 00000100:00000010:0.0:1769074988.885408:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.885412:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 02000000:00000010:0.0:1769074988.885418:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.885428:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.885432:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.885436:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.885439:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368807936, portal 16 00000400:00000010:0.0:1769074988.885443:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074988.885445:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368807936, offset 0 00000400:00000200:0.0:1769074988.885451:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.885457:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.885461:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.885464:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.885467:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.885470:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.885473:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17251:17251:256:4294967295] 192.168.204.41@tcp LPNI seq info [17247:17247:8:4294967295] 00000400:00000200:0.0:1769074988.885482:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.885487:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.885492:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.885496:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.885501:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.885505:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.885548:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.885550:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074988.885552:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.885556:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.885558:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:3.0:1769074988.885559:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000100:00000200:3.0:1769074988.885563:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38642300 x1855008368807936/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074988.886063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db800. 00000400:00000200:1.0:1769074988.886179:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.886189:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d000 00000400:00000200:1.0:1769074988.886195:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x293d5 [1] + 224 00000400:00000200:1.0:1769074988.886204:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.886208:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.886215:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38642300 x1855008368807936/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.886254:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.886257:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:0.0:1769074988.886273:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.886278:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38642300 x1855008368807936/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.886285:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38642300 x1855008368807936/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.886297:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.886299:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.886301:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000100:00000010:0.0:1769074988.886303:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.886305:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b1684c0. 00000400:00000010:0.0:1769074988.886311:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074988.886313:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351400064, offset 224 00000400:00000200:0.0:1769074988.886316:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.886321:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.886324:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17252:17252:256:4294967295] 192.168.204.41@tcp LPNI seq info [17248:17248:8:4294967295] 00000400:00000200:0.0:1769074988.886330:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.886333:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.886335:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.886338:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.886341:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.886343:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.886356:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.886359:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.886361:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.886399:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.886402:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.886405:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.886409:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.886411:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:3.0:1769074988.886412:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000400:00000200:3.0:1769074988.887952:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.887959:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d73180 00000400:00000200:3.0:1769074988.887963:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21d35 [2] + 1176 00000400:00000200:3.0:1769074988.887969:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.887972:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.887975:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.887977:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665880. 00000020:00000010:2.0:1769074988.888018:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.888023:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.888046:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.888050:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.888054:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.888073:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.888076:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.888079:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351400320 00000001:00000010:2.0:1769074988.888084:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 02000000:00000010:2.0:1769074988.888098:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17526000. 00000020:00000010:2.0:1769074988.888119:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.888123:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304df800. 00080000:00000010:2.0:1769074988.888132:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.888149:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357860c0. 00000001:00000010:2.0:1769074988.888154:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a01da8900. 00080000:00000010:2.0:1769074988.888163:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.888167:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.888183:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9af80. 00010000:00000200:2.0:1769074988.888198:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30665880 x1855008351400320/t60129542423(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.888211:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.888215:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351400320, offset 224 00000400:00000200:2.0:1769074988.888220:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.888226:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.888231:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17253:17253:256:4294967295] 192.168.204.41@tcp LPNI seq info [17249:17249:8:4294967295] 00000400:00000200:2.0:1769074988.888240:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.888245:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.888248:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.888252:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.888257:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.888260:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.888277:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.888281:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.888284:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.888323:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.888327:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.888329:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.888332:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.888335:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:1.0:1769074988.888336:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:3.0:1769074988.889159:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.889165:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d73200 00000400:00000200:3.0:1769074988.889169:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 29872 00000400:00000200:3.0:1769074988.889175:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.889177:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.889180:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.889183:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30667480. 00000020:00000010:2.0:1769074988.889219:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.889224:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.889228:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.889231:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.889234:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.889254:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.889257:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.889260:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351400448 00000001:00000010:2.0:1769074988.889265:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a01da8300. 00010000:00000010:2.0:1769074988.889276:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.0:1769074988.889282:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c80. 02000000:00000010:2.0:1769074988.889295:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c1b000. 00010000:00000010:2.0:1769074988.889308:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da200. 00010000:00000010:2.0:1769074988.889312:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.889320:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4600. 00010000:00000010:2.0:1769074988.889324:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a680. 00010000:00000010:2.0:1769074988.889328:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db800. 00010000:00000010:2.0:1769074988.889332:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 00010000:00000010:2.0:1769074988.889352:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.889363:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000010:2.0:1769074988.889367:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a680. 00010000:00000010:2.0:1769074988.889382:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c80. 00010000:00000200:2.0:1769074988.889390:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30667480 x1855008351400448/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.889402:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.889406:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351400448, offset 224 00000400:00000200:2.0:1769074988.889411:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.889417:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.889422:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17254:17254:256:4294967295] 192.168.204.41@tcp LPNI seq info [17250:17250:8:4294967295] 00000400:00000200:2.0:1769074988.889431:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.889435:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.889439:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.889443:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.889448:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.889451:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.889466:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.889471:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.889475:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.889513:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.889517:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.889521:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.889526:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.889529:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.889532:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00010000:00000010:1.1:1769074988.890054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030200. 00010000:00000010:2.1:1769074988.890062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da800. 00010000:00000010:1.1:1769074988.890067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aee00. 00010000:00000010:2.1:1769074988.890071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4c00. 00010000:00000010:1.1:1769074988.890073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:2.1:1769074988.890081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db000. 00010000:00000010:1.1:1769074988.890082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:2.1:1769074988.890092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db600. 00000400:00000200:1.0:1769074988.890171:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.890185:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d73280 00000400:00000200:1.0:1769074988.890194:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 30456 00000400:00000200:1.0:1769074988.890204:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.890208:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.890212:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.890216:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899880. 00000020:00000010:2.0:1769074988.890257:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.890262:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.890266:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.890269:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.890272:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.890293:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.890296:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.890299:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351400576 00010000:00000010:2.0:1769074988.890309:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.0:1769074988.890314:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.890326:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c1d000. 00010000:00000010:2.0:1769074988.890337:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.0:1769074988.890341:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdc00. 00010000:00000010:2.0:1769074988.890348:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.0:1769074988.890352:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a680. 00010000:00000010:2.0:1769074988.890355:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da800. 00010000:00000010:2.0:1769074988.890358:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.890376:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdc00. 00010000:00000010:2.0:1769074988.890385:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.890388:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a680. 00010000:00000010:2.0:1769074988.890402:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.890410:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899880 x1855008351400576/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.890421:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.890425:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351400576, offset 224 00000400:00000200:2.0:1769074988.890430:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.890436:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.890440:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17255:17255:256:4294967295] 192.168.204.41@tcp LPNI seq info [17251:17251:8:4294967295] 00000400:00000200:2.0:1769074988.890449:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.890453:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.890457:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.890461:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.890466:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.890469:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.890485:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.890489:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.890492:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.890544:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.890548:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.890550:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.890554:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.890557:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.890558:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074988.891286:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.891292:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d73380 00000400:00000200:3.0:1769074988.891296:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 31040 00000400:00000200:3.0:1769074988.891302:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.891305:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.891307:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.891310:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30666a00. 00000020:00000010:2.0:1769074988.891350:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.891354:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.891358:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.891361:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.891365:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.891387:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.891391:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.891394:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351400832 00010000:00000010:2.0:1769074988.891406:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074988.891410:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.891423:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06c1a000. 00010000:00000010:2.0:1769074988.891444:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.891448:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.891456:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4200. 00010000:00000010:2.0:1769074988.891460:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a680. 00010000:00000010:2.0:1769074988.891463:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:2.0:1769074988.891466:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdc00. 00000004:00000010:2.0:1769074988.891474:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b0360e780. 00000004:00000010:2.0:1769074988.891479:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56348. 00000004:00000010:2.0:1769074988.891483:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f5320. 00080000:00000010:2.0:1769074988.891488:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b304de000. 00000020:00000010:2.0:1769074988.891498:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.891502:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304de200. 00000004:00000010:2.0:1769074988.891513:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a01da8300. 00020000:00000010:2.0:1769074988.891522:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b838. 00020000:00000010:2.0:1769074988.891525:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0ba68. 00000004:00000010:2.0:1769074988.891534:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764b778. 00080000:00000010:2.0:1769074988.891540:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.891555:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.891603:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.891609:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.891624:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.891627:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.891630:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.891632:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.891635:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.891637:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.891646:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9a780. 00080000:00000400:2.0:1769074988.891652:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.891655:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.891657:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.891659:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.891661:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.891664:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.891683:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.891686:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.891689:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.891691:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.891694:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.891695:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.891731:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786300. 00000001:00000010:2.0:1769074988.891737:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074988.891747:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.891750:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.891753:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.891774:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4f00. 00010000:00000010:2.0:1769074988.891778:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a400. 00010000:00000010:2.0:1769074988.891782:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.0:1769074988.891786:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd980. 00000004:00000010:2.0:1769074988.891802:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9a600. 00010000:00000010:2.0:1769074988.891815:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.891837:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.891845:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542424, last committed = 0 00010000:00000200:2.0:1769074988.891852:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30666a00 x1855008351400832/t60129542424(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.891864:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.891867:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351400832, offset 224 00000400:00000200:2.0:1769074988.891872:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.891879:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.891884:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17256:17256:256:4294967295] 192.168.204.41@tcp LPNI seq info [17252:17252:8:4294967295] 00000400:00000200:2.0:1769074988.891892:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.891897:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.891901:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.891905:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.891910:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.891913:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.891930:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.891933:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.891937:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.891983:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.891987:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.891989:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.891993:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.891995:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074988.891997:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.892871:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.892878:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d73400 00000400:00000200:3.0:1769074988.892883:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 656 00000400:00000200:3.0:1769074988.892890:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.892892:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.892895:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.892898:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664e00. 00000020:00000010:0.0:1769074988.892936:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.892940:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.892951:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.892953:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.892956:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.892973:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1684c0. 00000020:00000010:0.0:1769074988.892975:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1684c0. 00000100:00000200:0.0:1769074988.892977:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351400960 00010000:00000010:0.0:1769074988.892986:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1300. 00010000:00000010:0.0:1769074988.892988:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1600. 00010000:00000010:0.0:1769074988.892992:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00002000:00000010:0.0:1769074988.892995:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b1684c0. 02000000:00000010:0.0:1769074988.893004:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b061b4400. 00010000:00000200:0.0:1769074988.893016:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664e00 x1855008351400960/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.893045:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074988.893049:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351400960, offset 224 00000400:00000200:0.0:1769074988.893054:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.893060:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.893065:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17257:17257:256:4294967295] 192.168.204.41@tcp LPNI seq info [17253:17253:8:4294967295] 00000400:00000200:0.0:1769074988.893074:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.893079:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.893082:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.893086:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.893091:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.893093:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.893105:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.893107:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.893110:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.893160:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.893164:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.893166:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.893170:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.893172:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:3.0:1769074988.893173:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:1.0:1769074988.893956:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.893964:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d73480 00000400:00000200:1.0:1769074988.893968:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 984 00000400:00000200:1.0:1769074988.893975:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.893978:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.893981:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.893984:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899180. 00000020:00000010:0.0:1769074988.894021:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1687c0. 00000020:00000010:0.0:1769074988.894025:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1687c0. 00010000:00000010:0.1:1769074988.894048:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00000020:00000010:0.0:1769074988.894062:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00010000:00000010:2.1:1769074988.894064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db200. 00000020:00000010:0.0:1769074988.894065:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.894070:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00010000:00000010:2.1:1769074988.894074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da600. 00000020:00000010:0.0:1769074988.894090:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1687c0. 00000020:00000010:0.0:1769074988.894093:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1687c0. 00000100:00000200:0.0:1769074988.894110:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351401088 00010000:00000010:0.0:1769074988.894119:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0400. 02000000:00000010:0.0:1769074988.894124:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a09d52000. 00010000:00000010:0.0:1769074988.894129:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b1687c0. 00000100:00000010:0.0:1769074988.894132:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.894135:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 02000000:00000010:0.0:1769074988.894140:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.894149:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.894151:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.894154:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.894158:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808064, portal 16 00000400:00000010:0.0:1769074988.894160:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074988.894161:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368808064, offset 0 00000400:00000200:0.0:1769074988.894165:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.894170:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.894173:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.894175:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.894177:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.894178:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.894181:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17258:17258:256:4294967295] 192.168.204.41@tcp LPNI seq info [17254:17254:8:4294967295] 00000400:00000200:0.0:1769074988.894187:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.894190:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.894193:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.894195:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.894199:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.894201:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.894275:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.894278:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.894282:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.894286:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.894289:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:3.0:1769074988.894290:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:3.0:1769074988.894295:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38642300 x1855008368808064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.894807:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.894814:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d080 00000400:00000200:3.0:1769074988.894818:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x293f5 [1] + 224 00000400:00000200:3.0:1769074988.894825:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.894827:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.894832:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38642300 x1855008368808064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.894867:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.894873:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:0.0:1769074988.894875:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.894883:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38642300 x1855008368808064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.894900:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38642300 x1855008368808064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.894920:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.894925:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.894928:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000100:00000010:0.0:1769074988.894932:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.894935:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b1687c0. 00010000:00000200:0.0:1769074988.894955:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899180 x1855008351401088/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.894966:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074988.894969:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351401088, offset 224 00000400:00000200:1.0:1769074988.894974:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.894979:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074988.894988:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d73500 00000400:00000200:0.0:1769074988.894990:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.894997:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17259:17259:256:4294967295] 192.168.204.41@tcp LPNI seq info [17255:17255:8:4294967295] 00000400:00000200:1.0:1769074988.894997:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2231d [2] + 984 00000400:00000200:0.0:1769074988.895011:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.895015:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.895019:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.895022:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074988.895044:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074988.895049:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074988.895052:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:0.0:1769074988.895054:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 496 niov 1 nkiov 1 00000100:00000200:1.0:1769074988.895057:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.895061:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899c00. 00000020:00000010:0.0:1769074988.895068:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.895072:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.895075:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:1.0:1769074988.895104:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074988.895107:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000800:00000010:1.0:1769074988.895108:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:1.0:1769074988.895115:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.895115:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000400:00000200:1.0:1769074988.895122:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.895124:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000400:00000200:1.0:1769074988.895125:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000020:00000010:2.0:1769074988.895129:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000400:00000010:1.0:1769074988.895130:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000020:00000010:2.0:1769074988.895137:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074988.895155:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04899c00 x1855008351401216/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.895191:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.895194:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.895199:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351401216 02000000:00000010:2.0:1769074988.895206:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b17527800. 00010000:00000010:2.0:1769074988.895232:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.895238:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43ecc0. 00000100:00000010:2.0:1769074988.895243:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 02000000:00000010:2.0:1769074988.895249:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304df000. 02000000:00000010:2.0:1769074988.895259:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304dfc00. 00000400:00000010:2.0:1769074988.895263:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.895267:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.895271:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808192, portal 16 00000400:00000010:2.0:1769074988.895274:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.895277:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368808192, offset 0 00000400:00000200:2.0:1769074988.895284:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.895290:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.895293:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.895296:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.895299:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.895302:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.895306:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17260:17260:256:4294967295] 192.168.204.41@tcp LPNI seq info [17256:17256:8:4294967295] 00000400:00000200:2.0:1769074988.895315:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.895320:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.895324:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.895329:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.895334:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.895337:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.895405:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.895409:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.895412:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.895417:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.895421:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.895424:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:3.0:1769074988.895430:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38485500 x1855008368808192/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.895996:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.896005:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d100 00000400:00000200:3.0:1769074988.896019:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29401 [1] + 224 00000400:00000200:3.0:1769074988.896051:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.896058:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.896065:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38485500 x1855008368808192/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.896105:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.896110:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:2.0:1769074988.896113:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.896120:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38485500 x1855008368808192/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.896132:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38485500 x1855008368808192/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.896148:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304dfc00. 02000000:00000010:2.0:1769074988.896152:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304df000. 00000100:00000010:2.0:1769074988.896155:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 00000100:00000010:2.0:1769074988.896159:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43ecc0. 00010000:00000010:2.0:1769074988.896161:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.896169:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.896172:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351401216, offset 224 00000400:00000200:2.0:1769074988.896177:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.896184:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.896189:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17261:17261:256:4294967295] 192.168.204.41@tcp LPNI seq info [17257:17257:8:4294967295] 00000400:00000200:2.0:1769074988.896199:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.896204:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.896208:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.896212:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.896217:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.896220:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.896238:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.896242:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.896246:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.896284:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.896287:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.896290:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.896293:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.896295:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:1.0:1769074988.896297:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:3.0:1769074988.897888:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.897895:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d73600 00000400:00000200:3.0:1769074988.897899:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21d35 [2] + 1568 00000400:00000200:3.0:1769074988.897907:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.897909:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.897913:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.897915:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30665180. 00000020:00000010:2.0:1769074988.897964:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.897969:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.897974:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.897977:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.897981:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.898007:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.898012:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.898015:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351401472 00000001:00000010:2.0:1769074988.898022:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a01da8900. 00010000:00000010:2.1:1769074988.898051:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da200. 00010000:00000010:2.1:1769074988.898070:0:26107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4600. 00010000:00000010:2.1:1769074988.898077:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db800. 00010000:00000010:2.1:1769074988.898082:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.1:1769074988.898085:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.1:1769074988.898089:0:26107:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.1:1769074988.898092:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da800. 00010000:00000010:2.1:1769074988.898094:0:26107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db600. 02000000:00000010:2.0:1769074988.898123:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3edb6400. 00000020:00000010:2.0:1769074988.898156:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.898161:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304df000. 00080000:00000010:2.0:1769074988.898177:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.898209:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786240. 00000001:00000010:2.0:1769074988.898215:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.898230:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.898235:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.898255:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9a600. 00010000:00000200:2.0:1769074988.898275:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30665180 x1855008351401472/t60129542425(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.898289:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.898293:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351401472, offset 224 00000400:00000200:2.0:1769074988.898299:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.898306:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.898311:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17262:17262:256:4294967295] 192.168.204.41@tcp LPNI seq info [17258:17258:8:4294967295] 00000400:00000200:2.0:1769074988.898321:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.898326:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.898330:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.898335:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.898340:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.898344:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.898362:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.898367:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.898372:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.898410:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.898413:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.898416:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.898419:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.898421:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:3.0:1769074988.898423:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:1.0:1769074988.899466:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.899475:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d73680 00000400:00000200:1.0:1769074988.899481:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 31696 00000400:00000200:1.0:1769074988.899489:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.899492:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.899495:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.899498:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898700. 00000020:00000010:2.0:1769074988.899545:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.899549:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.899554:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.899558:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.899561:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.899588:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.899592:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.899595:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351401600 00000001:00000010:2.0:1769074988.899601:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074988.899617:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.0:1769074988.899625:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.899644:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c19000. 00010000:00000010:2.0:1769074988.899663:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.0:1769074988.899667:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.899682:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.0:1769074988.899686:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a700. 00010000:00000010:2.0:1769074988.899691:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.0:1769074988.899694:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fda00. 00010000:00000010:2.0:1769074988.899745:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.899756:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fda00. 00010000:00000010:2.0:1769074988.899761:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a700. 00010000:00000010:2.0:1769074988.899779:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.899788:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898700 x1855008351401600/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.899801:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.899805:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351401600, offset 224 00000400:00000200:2.0:1769074988.899810:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.899817:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.899822:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17263:17263:256:4294967295] 192.168.204.41@tcp LPNI seq info [17259:17259:8:4294967295] 00000400:00000200:2.0:1769074988.899833:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.899838:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.899842:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.899846:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.899851:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.899855:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.899872:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.899877:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.899881:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.899918:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.899921:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.899924:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.899928:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.899931:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.899933:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:3.0:1769074988.900717:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.900724:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d73700 00000400:00000200:3.0:1769074988.900728:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 32288 00000400:00000200:3.0:1769074988.900735:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.900737:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.900740:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.900743:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30664380. 00000020:00000010:2.0:1769074988.900786:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.900791:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.900796:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.900799:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.900803:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.900826:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.900830:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.900833:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351401728 00010000:00000010:2.0:1769074988.900845:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da800. 00010000:00000010:2.0:1769074988.900850:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.900862:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06c1e000. 00010000:00000010:2.0:1769074988.900875:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.0:1769074988.900879:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fda00. 00010000:00000010:2.0:1769074988.900887:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4600. 00010000:00000010:2.0:1769074988.900890:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a700. 00010000:00000010:2.0:1769074988.900894:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.0:1769074988.900898:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.900918:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fda00. 00010000:00000010:2.0:1769074988.900928:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.900932:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a700. 00010000:00000010:2.0:1769074988.900947:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.900957:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30664380 x1855008351401728/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.900970:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.900975:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351401728, offset 224 00000400:00000200:2.0:1769074988.900980:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.900986:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.900992:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17264:17264:256:4294967295] 192.168.204.41@tcp LPNI seq info [17260:17260:8:4294967295] 00000400:00000200:2.0:1769074988.901001:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.901007:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.901010:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.901015:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.901020:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.901023:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.901056:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.901062:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.901066:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.901119:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.901122:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.901125:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.901128:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.901130:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:1.0:1769074988.901132:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:3.0:1769074988.901912:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.901918:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d73800 00000400:00000200:3.0:1769074988.901922:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 32880 00000400:00000200:3.0:1769074988.901928:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.901931:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.901933:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.901937:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58000. 00000020:00000010:2.0:1769074988.901980:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.901984:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.901988:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.901991:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.901995:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.902017:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.902019:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.902022:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351401984 00010000:00000010:2.0:1769074988.902053:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db800. 00010000:00000010:2.0:1769074988.902059:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.902077:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06c18000. 00010000:00000010:2.0:1769074988.902102:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da200. 00010000:00000010:2.0:1769074988.902107:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.902115:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4500. 00010000:00000010:2.0:1769074988.902118:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a700. 00010000:00000010:2.0:1769074988.902121:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da600. 00010000:00000010:2.0:1769074988.902124:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fda00. 00000004:00000010:2.0:1769074988.902135:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cce1e0. 00000004:00000010:2.0:1769074988.902143:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf56000. 00000004:00000010:2.0:1769074988.902149:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4aa0. 00080000:00000010:2.0:1769074988.902159:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b304dfc00. 00000020:00000010:2.0:1769074988.902177:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.902181:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304de600. 00000004:00000010:2.0:1769074988.902202:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43eb40. 00020000:00000010:2.0:1769074988.902219:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bcc8. 00020000:00000010:2.0:1769074988.902223:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd78. 00000004:00000010:2.0:1769074988.902240:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764b308. 00080000:00000010:2.0:1769074988.902251:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.902277:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.902370:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c391b8. 00000001:00000010:2.0:1769074988.902382:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c391b8. 00080000:00000400:2.0:1769074988.902405:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.902409:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.902412:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.902415:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.902418:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.902421:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.902432:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9ae80. 00080000:00000400:2.0:1769074988.902440:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.902443:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.902446:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.902449:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.902451:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.902454:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.902482:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.902486:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.902488:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.902491:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.902494:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.902497:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.902522:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786de0. 00000001:00000010:2.0:1769074988.902528:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43e180. 00080000:00000010:2.0:1769074988.902541:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.902544:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.902548:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.902577:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4b00. 00010000:00000010:2.0:1769074988.902581:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9ad80. 00010000:00000010:2.0:1769074988.902586:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db200. 00010000:00000010:2.0:1769074988.902590:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd380. 00000004:00000010:2.0:1769074988.902612:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9ab80. 00010000:00000010:2.0:1769074988.902629:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.902654:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.902663:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542426, last committed = 0 00010000:00000200:2.0:1769074988.902670:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58000 x1855008351401984/t60129542426(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.902683:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074988.902687:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351401984, offset 224 00000400:00000200:2.0:1769074988.902692:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.902714:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.902719:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17265:17265:256:4294967295] 192.168.204.41@tcp LPNI seq info [17261:17261:8:4294967295] 00000400:00000200:2.0:1769074988.902729:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.902735:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.902740:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.902744:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.902750:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.902753:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.902771:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.902776:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.902780:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.902818:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.902821:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.902823:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.902827:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.902829:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074988.902830:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074988.903807:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.903814:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d73880 00000400:00000200:1.0:1769074988.903819:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 1312 00000400:00000200:1.0:1769074988.903827:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.903829:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.903833:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.903836:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898a80. 00000020:00000010:0.0:1769074988.903889:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1687c0. 00000020:00000010:0.0:1769074988.903896:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1687c0. 00000020:00000010:0.0:1769074988.903902:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.903906:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.903910:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.903936:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1687c0. 00000020:00000010:0.0:1769074988.903938:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1687c0. 00000100:00000200:0.0:1769074988.903940:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351402112 00010000:00000010:0.0:1769074988.903951:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1200. 00010000:00000010:0.0:1769074988.903954:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1f00. 00010000:00000010:0.0:1769074988.903959:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00002000:00000010:0.0:1769074988.903964:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b1687c0. 02000000:00000010:0.0:1769074988.903978:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06508400. 00010000:00000200:0.0:1769074988.903995:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898a80 x1855008351402112/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.904005:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074988.904007:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351402112, offset 224 00000400:00000200:0.0:1769074988.904011:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.904017:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.904020:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17266:17266:256:4294967295] 192.168.204.41@tcp LPNI seq info [17262:17262:8:4294967295] 00000400:00000200:0.0:1769074988.904052:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.904055:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.904059:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.904064:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.904069:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.904071:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.904083:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.904086:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.904089:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.904147:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.904152:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.904156:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.904160:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.904164:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074988.904166:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000200:3.0:1769074988.904910:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.904916:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d73900 00000400:00000200:3.0:1769074988.904919:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 1640 00000400:00000200:3.0:1769074988.904926:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.904928:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.904930:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.904933:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5a300. 00000020:00000010:0.0:1769074988.904977:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f80. 00000020:00000010:0.0:1769074988.904980:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f80. 00000020:00000010:0.0:1769074988.904983:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.904986:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.904989:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.905012:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f80. 00000020:00000010:0.0:1769074988.905015:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f80. 00000100:00000200:0.0:1769074988.905019:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351402240 00010000:00000010:2.1:1769074988.905052:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:0.0:1769074988.905060:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602800. 00010000:00000010:2.1:1769074988.905061:0:29093:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 02000000:00000010:0.0:1769074988.905074:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0650a400. 00010000:00000010:0.0:1769074988.905084:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168f80. 00000100:00000010:0.0:1769074988.905091:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.905099:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 02000000:00000010:0.0:1769074988.905109:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.905127:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.905131:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.905134:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.905138:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808320, portal 16 00000400:00000010:0.0:1769074988.905141:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074988.905143:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368808320, offset 0 00000400:00000200:0.0:1769074988.905147:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.905152:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.905155:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.905158:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.905161:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.905162:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.905165:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17267:17267:256:4294967295] 192.168.204.41@tcp LPNI seq info [17263:17263:8:4294967295] 00000400:00000200:0.0:1769074988.905170:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.905173:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.905176:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.905178:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.905182:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.905184:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.905253:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.905257:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074988.905260:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.905264:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.905267:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:1.0:1769074988.905268:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000100:00000200:1.0:1769074988.905273:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38642300 x1855008368808320/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.905852:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.905858:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d180 00000400:00000200:3.0:1769074988.905863:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29421 [1] + 224 00000400:00000200:3.0:1769074988.905868:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.905871:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.905876:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38642300 x1855008368808320/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.905918:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.905922:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:0.0:1769074988.905924:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074988.905930:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38642300 x1855008368808320/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.905939:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38642300 x1855008368808320/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.905946:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.905955:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d73980 00000400:00000200:3.0:1769074988.905960:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2231d [2] + 1312 02000000:00000010:0.0:1769074988.905968:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.905973:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.905977:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000100:00000010:0.0:1769074988.905980:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.905982:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168f80. 00000400:00000200:3.0:1769074988.905991:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1769074988.905992:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5a300 x1855008351402240/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074988.906003:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.906010:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1769074988.906011:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000010:3.0:1769074988.906017:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59180. 00000100:00000200:0.0:1769074988.906018:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351402240, offset 224 00000400:00000200:0.0:1769074988.906049:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.906058:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.906063:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17268:17268:256:4294967295] 192.168.204.41@tcp LPNI seq info [17264:17264:8:4294967295] 00000400:00000200:0.0:1769074988.906076:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.906083:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.906088:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.906095:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.906101:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.906104:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.906107:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.906114:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.906120:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:0.0:1769074988.906122:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:2.0:1769074988.906125:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:0.0:1769074988.906128:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:2.0:1769074988.906132:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:0.0:1769074988.906133:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000100:00000200:2.0:1769074988.906155:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3db59180 x1855008351402368/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074988.906163:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.906167:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074988.906170:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.906174:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.906176:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074988.906178:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000020:00000010:2.0:1769074988.906194:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.906199:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.906203:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351402368 02000000:00000010:2.0:1769074988.906211:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3edb7c00. 00010000:00000010:2.0:1769074988.906240:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.906246:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43ee40. 00000100:00000010:2.0:1769074988.906251:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 02000000:00000010:2.0:1769074988.906258:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304de400. 02000000:00000010:2.0:1769074988.906269:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304dee00. 00000400:00000010:2.0:1769074988.906273:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000010:2.0:1769074988.906277:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.906281:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808448, portal 16 00000400:00000010:2.0:1769074988.906284:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074988.906287:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368808448, offset 0 00000400:00000200:2.0:1769074988.906293:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.906300:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.906303:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.906307:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.906309:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.906312:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.906316:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17269:17269:256:4294967295] 192.168.204.41@tcp LPNI seq info [17265:17265:8:4294967295] 00000400:00000200:2.0:1769074988.906326:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.906331:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.906335:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.906340:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.906345:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.906348:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.906416:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.906420:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.906424:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.906429:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.906432:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:3.0:1769074988.906435:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000100:00000200:3.0:1769074988.906441:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38485500 x1855008368808448/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.906940:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.906948:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d200 00000400:00000200:1.0:1769074988.906952:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2942d [1] + 224 00000400:00000200:1.0:1769074988.906960:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.906963:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.906968:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38485500 x1855008368808448/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.907012:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:2.0:1769074988.907017:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:2.0:1769074988.907020:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.907051:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38485500 x1855008368808448/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.907065:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38485500 x1855008368808448/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.907085:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304dee00. 02000000:00000010:2.0:1769074988.907089:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304de400. 00000100:00000010:2.0:1769074988.907092:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 00000100:00000010:2.0:1769074988.907096:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43ee40. 00010000:00000010:2.0:1769074988.907099:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.907106:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.907110:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351402368, offset 224 00000400:00000200:2.0:1769074988.907114:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.907121:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.907126:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17270:17270:256:4294967295] 192.168.204.41@tcp LPNI seq info [17266:17266:8:4294967295] 00000400:00000200:2.0:1769074988.907135:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.907141:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.907144:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.907150:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.907154:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.907157:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.907174:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.907177:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.907181:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.907236:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.907240:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.907244:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.907249:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.907252:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.907254:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:3.0:1769074988.907414:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.907420:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d73a80 00000400:00000200:3.0:1769074988.907424:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21d35 [2] + 1960 00000400:00000010:3.0:1769074988.907427:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498ab00. 00000400:00000200:3.0:1769074988.907458:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b34f9a000 00000400:00000200:3.0:1769074988.907464:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.907467:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.907469:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b34f9a000 00000400:00000010:3.0:1769074988.907470:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b34f9a000. 00000100:00000200:3.0:1769074988.907473:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074988.907514:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.907519:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.907523:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.907526:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.907530:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.907551:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.907554:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.907557:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351402624 00000001:00000010:2.0:1769074988.907562:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.907580:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3cec3800. 00000020:00000010:2.0:1769074988.907607:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.907611:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304de400. 00080000:00000010:2.0:1769074988.907622:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.907643:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786420. 00000001:00000010:2.0:1769074988.907648:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.907657:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.907662:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.907682:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9ab80. 00010000:00000200:2.0:1769074988.907715:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13185c50 x1855008351402624/t60129542427(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.907730:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.907733:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351402624, offset 224 00000400:00000200:2.0:1769074988.907738:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.907745:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.907750:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17271:17271:256:4294967295] 192.168.204.41@tcp LPNI seq info [17267:17267:8:4294967295] 00000400:00000200:2.0:1769074988.907760:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.907765:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.907768:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.907773:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.907778:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.907781:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.907798:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.907802:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.907805:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 02000000:00000010:2.0:1769074988.907813:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3edb6400. 00000100:00000010:2.0:1769074988.907817:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665180. 02000000:00000010:2.0:1769074988.907822:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17526000. 00000100:00000010:2.0:1769074988.907826:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30665880. 02000000:00000010:2.0:1769074988.907829:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17525800. 00000100:00000010:2.0:1769074988.907833:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 02000000:00000010:2.0:1769074988.907837:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b7c00. 00000100:00000010:2.0:1769074988.907841:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664a80. 02000000:00000010:2.0:1769074988.907844:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b5800. 00000100:00000010:2.0:1769074988.907847:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85180. 00000100:00000200:2.0:1769074988.907854:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000800:00000200:1.0:1769074988.907855:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.907859:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000010:2.0:1769074988.907860:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c391b8. 00000400:00000200:1.0:1769074988.907863:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074988.907867:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b0a43ee40. 00000400:00000200:1.0:1769074988.907869:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.907875:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:1.0:1769074988.907878:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 02000000:00000010:1.0:1769074988.907881:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3cec3800. 00000400:00000200:3.0:1769074988.908813:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.908819:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d73b00 00000400:00000200:3.0:1769074988.908823:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 33544 00000400:00000200:3.0:1769074988.908829:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.908831:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.908834:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.908837:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59c00. 00000020:00000010:2.0:1769074988.908879:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.908884:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.908888:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.908892:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.908895:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.908918:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.908921:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.908925:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351402752 00000001:00000010:2.0:1769074988.908930:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43e180. 00010000:00000010:2.0:1769074988.908942:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074988.908948:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.908962:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03687000. 00010000:00000010:2.0:1769074988.908975:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.908980:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.908990:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4a00. 00010000:00000010:2.0:1769074988.908993:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9af00. 00010000:00000010:2.0:1769074988.908997:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.909000:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd400. 00010000:00000010:2.0:1769074988.909020:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.1:1769074988.909047:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.0:1769074988.909057:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd400. 00010000:00000010:2.0:1769074988.909062:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9af00. 00010000:00000010:2.0:1769074988.909080:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.909089:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59c00 x1855008351402752/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.909102:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.909106:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351402752, offset 224 00000400:00000200:2.0:1769074988.909110:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.909116:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.909121:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17272:17272:256:4294967295] 192.168.204.41@tcp LPNI seq info [17268:17268:8:4294967295] 00000400:00000200:2.0:1769074988.909130:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.909135:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.909138:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.909143:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.909148:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.909151:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.909166:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.909170:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.909174:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.909211:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.909214:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.909216:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.909220:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.909222:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.909223:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:1.0:1769074988.909912:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.909918:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d73b80 00000400:00000200:1.0:1769074988.909922:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 34128 00000400:00000200:1.0:1769074988.909929:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.909931:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.909934:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.909937:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899500. 00000020:00000010:2.0:1769074988.909979:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.909984:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.909988:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.909991:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.909994:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.910016:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.910019:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.910022:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351402880 00010000:00000010:2.0:1769074988.910056:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.910062:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.910074:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03682000. 00010000:00000010:2.0:1769074988.910087:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.910091:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd400. 00010000:00000010:2.0:1769074988.910098:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4900. 00010000:00000010:2.0:1769074988.910101:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9af00. 00010000:00000010:2.0:1769074988.910105:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.0:1769074988.910108:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.910127:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd400. 00010000:00000010:2.0:1769074988.910136:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.910139:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9af00. 00010000:00000010:2.0:1769074988.910153:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.910161:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899500 x1855008351402880/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.910173:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.910176:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351402880, offset 224 00000400:00000200:2.0:1769074988.910181:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.910187:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.910192:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17273:17273:256:4294967295] 192.168.204.41@tcp LPNI seq info [17269:17269:8:4294967295] 00000400:00000200:2.0:1769074988.910200:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.910205:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.910208:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.910212:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.910217:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.910220:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.910236:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.910240:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.910243:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:3.0:1769074988.910284:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.910288:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.910291:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.910295:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.910298:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074988.910299:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.910987:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.910995:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d73c80 00000400:00000200:3.0:1769074988.910999:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 34712 00000400:00000200:3.0:1769074988.911006:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.911008:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.911011:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.911014:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5a680. 00000020:00000010:2.0:1769074988.911074:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.911078:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.911083:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.911086:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.911089:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.911109:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.911112:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.911115:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351403136 00010000:00000010:2.0:1769074988.911144:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074988.911149:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.911165:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b03684000. 00010000:00000010:2.0:1769074988.911187:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074988.911191:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.911200:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4700. 00010000:00000010:2.0:1769074988.911203:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9af00. 00010000:00000010:2.0:1769074988.911206:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec600. 00010000:00000010:2.0:1769074988.911209:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd400. 00000004:00000010:2.0:1769074988.911218:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccf2c0. 00000004:00000010:2.0:1769074988.911225:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3cf565a0. 00000004:00000010:2.0:1769074988.911229:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a0a1f4330. 00080000:00000010:2.0:1769074988.911234:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b304dee00. 00000020:00000010:2.0:1769074988.911245:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.911250:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493600. 00000004:00000010:2.0:1769074988.911260:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43e180. 00020000:00000010:2.0:1769074988.911270:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bbc8. 00020000:00000010:2.0:1769074988.911272:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd10. 00000004:00000010:2.0:1769074988.911282:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176491c0. 00080000:00000010:2.0:1769074988.911289:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.911303:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.911360:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39b00. 00000001:00000010:2.0:1769074988.911367:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39b00. 00080000:00000400:2.0:1769074988.911382:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.911386:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.911388:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.911391:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.911393:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.911396:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.911404:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9a300. 00080000:00000400:2.0:1769074988.911410:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.911413:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.911415:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.911417:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.911419:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.911421:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.911441:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.911444:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.911446:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.911449:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.911451:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.911453:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.911471:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786e40. 00000001:00000010:2.0:1769074988.911476:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43e780. 00080000:00000010:2.0:1769074988.911485:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.911488:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.911491:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.911512:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4800. 00010000:00000010:2.0:1769074988.911516:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a900. 00010000:00000010:2.0:1769074988.911520:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfeda00. 00010000:00000010:2.0:1769074988.911524:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdb00. 00000004:00000010:2.0:1769074988.911539:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9a380. 00010000:00000010:2.0:1769074988.911553:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.911573:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.911581:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542428, last committed = 0 00010000:00000200:2.0:1769074988.911587:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5a680 x1855008351403136/t60129542428(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.911599:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.911603:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351403136, offset 224 00000400:00000200:2.0:1769074988.911609:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.911615:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.911619:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17274:17274:256:4294967295] 192.168.204.41@tcp LPNI seq info [17270:17270:8:4294967295] 00000400:00000200:2.0:1769074988.911628:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.911633:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.911637:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.911641:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.911646:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.911649:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.911666:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9aa80. 00000020:00000010:2.0:1769074988.911670:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.911673:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.911737:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.911742:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.911746:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.911751:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.911754:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:1.0:1769074988.911756:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074988.912591:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.912600:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d73d00 00000400:00000200:3.0:1769074988.912605:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 1968 00000400:00000200:3.0:1769074988.912612:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.912615:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.912618:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.912621:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5b480. 00000020:00000010:0.0:1769074988.912665:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f80. 00000020:00000010:0.0:1769074988.912670:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f80. 00000020:00000010:0.0:1769074988.912673:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.912675:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.912678:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.912712:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f80. 00000020:00000010:0.0:1769074988.912716:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f80. 00000100:00000200:0.0:1769074988.912719:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351403264 00010000:00000010:0.0:1769074988.912730:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1500. 00010000:00000010:0.0:1769074988.912732:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1b00. 00010000:00000010:0.0:1769074988.912763:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603400. 00002000:00000010:0.0:1769074988.912768:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168f80. 02000000:00000010:0.0:1769074988.912779:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0650b000. 00010000:00000200:0.0:1769074988.912792:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5b480 x1855008351403264/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.912801:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074988.912804:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351403264, offset 224 00000400:00000200:0.0:1769074988.912807:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.912813:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.912816:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17275:17275:256:4294967295] 192.168.204.41@tcp LPNI seq info [17271:17271:8:4294967295] 00000400:00000200:0.0:1769074988.912823:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.912826:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.912829:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.912832:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.912836:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.912838:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.912853:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.912857:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.912861:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.912901:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.912905:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.912907:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.912910:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.912912:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:3.0:1769074988.912914:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000400:00000200:1.0:1769074988.913786:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.913793:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d73d80 00000400:00000200:1.0:1769074988.913797:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 2296 00000400:00000200:1.0:1769074988.913804:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.913806:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.913809:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.913811:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b100. 00000020:00000010:0.0:1769074988.913856:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168500. 00000020:00000010:0.0:1769074988.913860:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168500. 00000020:00000010:0.0:1769074988.913864:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.913868:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.913871:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.913895:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168500. 00000020:00000010:0.0:1769074988.913899:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168500. 00000100:00000200:0.0:1769074988.913903:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351403392 00010000:00000010:0.0:1769074988.913914:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603a00. 02000000:00000010:0.0:1769074988.913922:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0650ac00. 00010000:00000010:0.0:1769074988.913927:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168500. 00000100:00000010:0.0:1769074988.913931:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.913934:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 02000000:00000010:0.0:1769074988.913939:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.913948:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.913951:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.913954:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.913957:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808576, portal 16 00000400:00000010:0.0:1769074988.913959:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074988.913960:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368808576, offset 0 00000400:00000200:0.0:1769074988.913966:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.913972:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.913976:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.913979:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.913981:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.913984:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.913987:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17276:17276:256:4294967295] 192.168.204.41@tcp LPNI seq info [17272:17272:8:4294967295] 00000400:00000200:0.0:1769074988.913996:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.914001:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.914005:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.914010:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.914015:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.914018:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1769074988.914070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.1:1769074988.914079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.1:1769074988.914085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.1:1769074988.914090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.1:1769074988.914094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.1:1769074988.914098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4600. 00000800:00000200:3.0:1769074988.914099:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.1:1769074988.914102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbe00. 00000800:00000010:3.0:1769074988.914104:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00010000:00000010:2.1:1769074988.914108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da800. 00000400:00000200:3.0:1769074988.914111:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1769074988.914114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da200. 00000400:00000200:3.0:1769074988.914120:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.914125:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:3.0:1769074988.914128:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00010000:00000010:2.1:1769074988.914145:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db800. 00000100:00000200:3.0:1769074988.914189:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38642300 x1855008368808576/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.914681:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.914688:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d280 00000400:00000200:3.0:1769074988.914692:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29451 [1] + 224 00000400:00000200:3.0:1769074988.914714:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.914717:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.914722:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38642300 x1855008368808576/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.914763:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.914767:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074988.914768:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.914773:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38642300 x1855008368808576/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.914781:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38642300 x1855008368808576/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.914795:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.914797:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.914799:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000100:00000010:0.0:1769074988.914801:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.914803:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168500. 00010000:00000200:0.0:1769074988.914812:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b100 x1855008351403392/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.914821:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074988.914823:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351403392, offset 224 00000400:00000200:0.0:1769074988.914827:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.914832:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.914836:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17277:17277:256:4294967295] 192.168.204.41@tcp LPNI seq info [17273:17273:8:4294967295] 00000400:00000200:0.0:1769074988.914842:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.914847:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.914851:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.914856:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.914862:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.914865:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.914876:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074988.914885:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000400:00000200:1.0:1769074988.914885:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d73e00 00000020:00000010:0.0:1769074988.914893:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:1.0:1769074988.914894:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2231d [2] + 1640 00000020:00000010:0.0:1769074988.914901:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.914947:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.914951:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.914956:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.914961:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.914962:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.914969:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000200:1.0:1769074988.914971:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:3.0:1769074988.914973:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000100:00000200:1.0:1769074988.914980:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.914987:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489ad80. 00000020:00000010:2.0:1769074988.915051:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.915056:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.915061:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074988.915065:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.915069:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074988.915083:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0489ad80 x1855008351403520/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.915110:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.915113:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.915127:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351403520 02000000:00000010:2.0:1769074988.915135:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cec2c00. 00010000:00000010:2.0:1769074988.915160:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.915165:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43e840. 00000100:00000010:2.0:1769074988.915169:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 02000000:00000010:2.0:1769074988.915185:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a877200. 02000000:00000010:2.0:1769074988.915198:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a877e00. 00000400:00000010:2.0:1769074988.915202:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39b00. 00000400:00000010:2.0:1769074988.915205:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.915209:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808704, portal 16 00000400:00000010:2.0:1769074988.915212:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.915215:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368808704, offset 0 00000400:00000200:2.0:1769074988.915221:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.915227:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.915230:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.915233:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.915236:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.915238:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.915242:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17278:17278:256:4294967295] 192.168.204.41@tcp LPNI seq info [17274:17274:8:4294967295] 00000400:00000200:2.0:1769074988.915250:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.915255:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.915259:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.915263:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.915268:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.915271:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.915331:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.915334:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.915336:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.915340:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.915342:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074988.915343:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000200:3.0:1769074988.915348:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38485500 x1855008368808704/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.915878:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.915884:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d300 00000400:00000200:3.0:1769074988.915888:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2945d [1] + 224 00000400:00000200:3.0:1769074988.915894:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.915897:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.915901:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38485500 x1855008368808704/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.915942:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39b00. 00000400:00000200:2.0:1769074988.915948:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074988.915950:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.915957:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38485500 x1855008368808704/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.915968:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38485500 x1855008368808704/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.915988:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a877e00. 02000000:00000010:2.0:1769074988.915993:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a877200. 00000100:00000010:2.0:1769074988.915995:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 00000100:00000010:2.0:1769074988.915998:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43e840. 00010000:00000010:2.0:1769074988.916001:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.916008:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.916011:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351403520, offset 224 00000400:00000200:2.0:1769074988.916016:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.916021:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.916044:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17279:17279:256:4294967295] 192.168.204.41@tcp LPNI seq info [17275:17275:8:4294967295] 00000400:00000200:2.0:1769074988.916053:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.916059:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.916062:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.916067:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.916072:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.916075:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.916090:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.916095:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.916097:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074988.916159:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.916163:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.916166:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.916170:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.916172:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:1.0:1769074988.916174:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074988.918158:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.918168:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d73f00 00000400:00000200:3.0:1769074988.918174:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21e5d [2] + 0 00000400:00000200:3.0:1769074988.918184:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.918188:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.918193:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.918197:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58a80. 00000020:00000010:2.0:1769074988.918237:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.918242:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.918246:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.918250:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.918254:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.918275:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.918278:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.918281:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351403776 00000001:00000010:2.0:1769074988.918286:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.918301:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3cec3800. 00000020:00000010:2.0:1769074988.918324:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.918328:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a877e00. 00080000:00000010:2.0:1769074988.918339:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.918359:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786a20. 00000001:00000010:2.0:1769074988.918364:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.918374:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.918378:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.918395:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9a380. 00010000:00000200:2.0:1769074988.918411:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58a80 x1855008351403776/t60129542429(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.918423:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.918426:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351403776, offset 224 00000400:00000200:2.0:1769074988.918431:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.918437:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.918442:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17280:17280:256:4294967295] 192.168.204.41@tcp LPNI seq info [17276:17276:8:4294967295] 00000400:00000200:2.0:1769074988.918451:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.918456:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.918459:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.918464:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.918468:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.918471:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.918488:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.918492:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.918496:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.918536:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.918539:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.918541:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.918545:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.918548:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:3.0:1769074988.918549:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:1.0:1769074988.919499:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.919509:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d73f80 00000400:00000200:1.0:1769074988.919515:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 35368 00000400:00000200:1.0:1769074988.919525:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.919529:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.919533:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.919538:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b800. 00000020:00000010:2.0:1769074988.919578:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.919582:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.919587:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.919590:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.919593:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.919615:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.919619:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.919622:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351403904 00000001:00000010:2.0:1769074988.919627:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43e780. 00010000:00000010:2.0:1769074988.919638:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed200. 00010000:00000010:2.0:1769074988.919643:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.919654:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03686000. 00010000:00000010:2.0:1769074988.919668:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed600. 00010000:00000010:2.0:1769074988.919672:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.919682:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4600. 00010000:00000010:2.0:1769074988.919685:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9af80. 00010000:00000010:2.0:1769074988.919689:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.0:1769074988.919692:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd780. 00010000:00000010:2.0:1769074988.919727:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.919736:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd780. 00010000:00000010:2.0:1769074988.919740:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9af80. 00010000:00000010:2.0:1769074988.919756:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.919764:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b800 x1855008351403904/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.919776:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.919779:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351403904, offset 224 00000400:00000200:2.0:1769074988.919784:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.919790:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.919795:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17281:17281:256:4294967295] 192.168.204.41@tcp LPNI seq info [17277:17277:8:4294967295] 00000400:00000200:2.0:1769074988.919803:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.919808:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.919811:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.919815:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.919820:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.919823:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.919840:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.919844:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.919848:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.919895:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.919899:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.919903:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.919907:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.919911:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.919913:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074988.920635:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.920642:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d74000 00000400:00000200:3.0:1769074988.920647:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 35952 00000400:00000200:3.0:1769074988.920654:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.920656:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.920659:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.920662:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5b100. 00000020:00000010:2.0:1769074988.920712:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.920717:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.920721:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.920724:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.920727:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.920749:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.920752:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.920754:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351404032 00010000:00000010:2.0:1769074988.920765:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:2.0:1769074988.920770:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.920782:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b03683000. 00010000:00000010:2.0:1769074988.920794:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfecc00. 00010000:00000010:2.0:1769074988.920798:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd780. 00010000:00000010:2.0:1769074988.920806:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.0:1769074988.920809:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9af80. 00010000:00000010:2.0:1769074988.920812:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.0:1769074988.920815:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.920835:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd780. 00010000:00000010:2.0:1769074988.920844:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.920848:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9af80. 00010000:00000010:2.0:1769074988.920863:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.920871:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5b100 x1855008351404032/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.920884:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.920888:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351404032, offset 224 00000400:00000200:2.0:1769074988.920893:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.920899:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.920903:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17282:17282:256:4294967295] 192.168.204.41@tcp LPNI seq info [17278:17278:8:4294967295] 00000400:00000200:2.0:1769074988.920912:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.920917:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.920920:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.920924:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.920928:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.920931:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.920947:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.920951:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.920954:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.920996:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.921001:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074988.921005:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.921010:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.921014:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074988.921016:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:3.0:1769074988.921742:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.921750:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d74100 00000400:00000200:3.0:1769074988.921754:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 36536 00000400:00000200:3.0:1769074988.921761:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.921764:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.921766:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.921770:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5b800. 00000020:00000010:2.0:1769074988.921809:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.921814:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.921818:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.921821:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.921825:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.921846:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.921849:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.921851:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351404288 00010000:00000010:2.0:1769074988.921862:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfedc00. 00010000:00000010:2.0:1769074988.921867:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.921884:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d4e000. 00010000:00000010:2.0:1769074988.921905:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:2.0:1769074988.921910:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.921918:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4e00. 00010000:00000010:2.0:1769074988.921921:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9af80. 00010000:00000010:2.0:1769074988.921924:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed400. 00010000:00000010:2.0:1769074988.921927:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd780. 00000004:00000010:2.0:1769074988.921936:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cced20. 00000004:00000010:2.0:1769074988.921942:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc948e8. 00000004:00000010:2.0:1769074988.921948:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599ed0. 00080000:00000010:2.0:1769074988.921953:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a876a00. 00000020:00000010:2.0:1769074988.921965:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.921968:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a877600. 00000004:00000010:2.0:1769074988.921979:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43e780. 00020000:00000010:2.0:1769074988.921988:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b2f8. 00020000:00000010:2.0:1769074988.921991:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b440. 00000004:00000010:2.0:1769074988.922000:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764aa28. 00080000:00000010:2.0:1769074988.922007:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.922021:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.922099:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39b00. 00000001:00000010:2.0:1769074988.922107:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39b00. 00080000:00000400:2.0:1769074988.922122:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.922126:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.922128:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.922131:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.922133:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.922136:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.922144:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9aa80. 00080000:00000400:2.0:1769074988.922150:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.922153:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.922155:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.922158:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.922160:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.922162:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.922181:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.922184:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.922186:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.922188:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.922191:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.922193:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.922210:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786c00. 00000001:00000010:2.0:1769074988.922215:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43e840. 00080000:00000010:2.0:1769074988.922223:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.922226:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.922230:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.922252:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4d00. 00010000:00000010:2.0:1769074988.922256:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a080. 00010000:00000010:2.0:1769074988.922260:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfede00. 00010000:00000010:2.0:1769074988.922264:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd300. 00000004:00000010:2.0:1769074988.922281:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9a100. 00010000:00000010:2.0:1769074988.922294:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.922316:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.922323:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542430, last committed = 0 00010000:00000200:2.0:1769074988.922330:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5b800 x1855008351404288/t60129542430(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.922342:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.922345:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351404288, offset 224 00000400:00000200:2.0:1769074988.922350:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.922356:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.922361:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17283:17283:256:4294967295] 192.168.204.41@tcp LPNI seq info [17279:17279:8:4294967295] 00000400:00000200:2.0:1769074988.922370:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.922374:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.922378:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.922382:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.922387:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.922390:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.922407:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.922411:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.922415:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.922455:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.922459:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.922461:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.922464:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.922467:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:3.0:1769074988.922468:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00010000:00000010:2.1:1769074988.923061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:2.1:1769074988.923068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.1:1769074988.923072:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4a00. 00010000:00000010:2.1:1769074988.923075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074988.923079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00000400:00000200:1.0:1769074988.923394:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.923401:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74180 00000400:00000200:1.0:1769074988.923405:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 2624 00000400:00000200:1.0:1769074988.923412:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.923415:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.923418:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.923421:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a300. 00000020:00000010:0.0:1769074988.923467:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168500. 00000020:00000010:0.0:1769074988.923472:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168500. 00000020:00000010:0.0:1769074988.923475:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.923477:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.923480:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.923499:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168500. 00000020:00000010:0.0:1769074988.923501:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168500. 00000100:00000200:0.0:1769074988.923503:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351404416 00010000:00000010:0.0:1769074988.923512:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1a00. 00010000:00000010:0.0:1769074988.923514:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1900. 00010000:00000010:0.0:1769074988.923518:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603000. 00002000:00000010:0.0:1769074988.923521:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168500. 02000000:00000010:0.0:1769074988.923531:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0650a800. 00010000:00000200:0.0:1769074988.923543:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489a300 x1855008351404416/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.923553:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074988.923555:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351404416, offset 224 00000400:00000200:0.0:1769074988.923559:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.923564:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.923567:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17284:17284:256:4294967295] 192.168.204.41@tcp LPNI seq info [17280:17280:8:4294967295] 00000400:00000200:0.0:1769074988.923573:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.923576:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.923587:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.923590:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.923594:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.923597:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.923608:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.923611:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.923613:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.923666:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.923670:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.923673:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.923676:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.923679:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:3.0:1769074988.923680:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000400:00000200:3.0:1769074988.924513:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.924519:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74200 00000400:00000200:3.0:1769074988.924523:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 2952 00000400:00000200:3.0:1769074988.924532:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.924536:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.924540:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.924545:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59500. 00000020:00000010:0.0:1769074988.924626:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1682c0. 00000020:00000010:0.0:1769074988.924631:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1682c0. 00000020:00000010:0.0:1769074988.924634:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.924636:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.924638:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.924658:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1682c0. 00000020:00000010:0.0:1769074988.924660:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1682c0. 00000100:00000200:0.0:1769074988.924662:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351404544 00010000:00000010:0.0:1769074988.924671:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603600. 02000000:00000010:0.0:1769074988.924678:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0650b400. 00010000:00000010:0.0:1769074988.924683:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b1682c0. 00000100:00000010:0.0:1769074988.924686:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.924689:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 02000000:00000010:0.0:1769074988.924694:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.924719:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.924723:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.924725:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.924728:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808832, portal 16 00000400:00000010:0.0:1769074988.924730:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074988.924732:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368808832, offset 0 00000400:00000200:0.0:1769074988.924736:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.924742:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.924744:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.924747:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.924749:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.924751:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.924753:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17285:17285:256:4294967295] 192.168.204.41@tcp LPNI seq info [17281:17281:8:4294967295] 00000400:00000200:0.0:1769074988.924759:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.924763:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.924765:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.924768:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.924772:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.924774:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.924837:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.924841:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:1.0:1769074988.924844:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.924849:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.924853:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:1.0:1769074988.924855:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000100:00000200:1.0:1769074988.924862:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38642300 x1855008368808832/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.925431:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.925438:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d380 00000400:00000200:3.0:1769074988.925442:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2947d [1] + 224 00000400:00000200:3.0:1769074988.925448:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.925451:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.925456:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38642300 x1855008368808832/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.925504:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.925509:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:0.0:1769074988.925511:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.925517:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38642300 x1855008368808832/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.925526:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38642300 x1855008368808832/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.925541:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.925544:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.925546:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000100:00000010:0.0:1769074988.925549:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.925551:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b1682c0. 00010000:00000200:0.0:1769074988.925561:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59500 x1855008351404544/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.925571:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074988.925574:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351404544, offset 224 00000400:00000200:3.0:1769074988.925579:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.925582:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.925589:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.925593:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17286:17286:256:4294967295] 192.168.204.41@tcp LPNI seq info [17282:17282:8:4294967295] 00000400:00000200:0.0:1769074988.925600:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.925603:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.925607:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074988.925612:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d74280 00000800:00000200:0.0:1769074988.925616:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.925626:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074988.925628:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x2231d [2] + 1968 00000800:00000200:0.0:1769074988.925630:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 496 niov 1 nkiov 1 00000400:00000010:3.0:1769074988.925639:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754e18. 00000400:00000200:3.0:1769074988.925645:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a0473a540 00000020:00000010:0.0:1769074988.925651:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.925655:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.925658:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000400:00000200:3.0:1769074988.925671:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.925678:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.925680:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0473a540 00000400:00000010:3.0:1769074988.925683:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0473a540. 00000100:00000200:3.0:1769074988.925686:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1769074988.925709:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.925713:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:1.0:1769074988.925716:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.925722:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.925725:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:1.0:1769074988.925726:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000020:00000010:2.0:1769074988.925739:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.925745:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.925749:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.925752:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.925756:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074988.925770:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a58850 x1855008351404672/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.925796:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.925799:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.925803:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351404672 02000000:00000010:2.0:1769074988.925810:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b5800. 00010000:00000010:2.0:1769074988.925833:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.925839:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43e540. 00000100:00000010:2.0:1769074988.925843:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 02000000:00000010:2.0:1769074988.925848:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a877400. 02000000:00000010:2.0:1769074988.925858:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a876800. 00000400:00000010:2.0:1769074988.925861:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39b00. 00000400:00000010:2.0:1769074988.925866:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.925869:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368808960, portal 16 00000400:00000010:2.0:1769074988.925872:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.925875:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368808960, offset 0 00000400:00000200:2.0:1769074988.925880:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.925886:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.925889:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.925892:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.925895:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.925897:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.925901:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17287:17287:256:4294967295] 192.168.204.41@tcp LPNI seq info [17283:17283:8:4294967295] 00000400:00000200:2.0:1769074988.925909:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.925914:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.925918:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.925922:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.925927:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.925930:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.926003:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.926007:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.926009:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.926013:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.926015:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.926016:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:3.0:1769074988.926021:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38485500 x1855008368808960/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.926571:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.926577:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d400 00000400:00000200:3.0:1769074988.926582:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29489 [1] + 224 00000400:00000200:3.0:1769074988.926592:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.926595:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.926602:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38485500 x1855008368808960/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.926645:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39b00. 00000400:00000200:2.0:1769074988.926650:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074988.926652:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.926659:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38485500 x1855008368808960/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.926668:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38485500 x1855008368808960/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.926684:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a876800. 02000000:00000010:2.0:1769074988.926690:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a877400. 00000100:00000010:2.0:1769074988.926693:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 00000100:00000010:2.0:1769074988.926696:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43e540. 00010000:00000010:2.0:1769074988.926713:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.926720:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.926724:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351404672, offset 224 00000400:00000200:2.0:1769074988.926729:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.926735:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.926739:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17288:17288:256:4294967295] 192.168.204.41@tcp LPNI seq info [17284:17284:8:4294967295] 00000400:00000200:2.0:1769074988.926748:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.926753:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.926756:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.926761:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.926765:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.926768:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.926784:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.926787:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.926791:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 02000000:00000010:2.0:1769074988.926797:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cec2c00. 00000100:00000010:2.0:1769074988.926801:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489ad80. 02000000:00000010:2.0:1769074988.926807:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3edb7c00. 00000100:00000010:2.0:1769074988.926810:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59180. 02000000:00000010:2.0:1769074988.926815:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17527800. 00000100:00000010:2.0:1769074988.926819:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899c00. 02000000:00000010:2.0:1769074988.926824:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b4c00. 00000100:00000010:2.0:1769074988.926827:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898000. 02000000:00000010:2.0:1769074988.926830:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d68c00. 00000100:00000010:2.0:1769074988.926834:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000800:00000200:1.0:1769074988.926835:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1769074988.926838:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b6400. 00000800:00000010:1.0:1769074988.926840:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000100:00000010:2.0:1769074988.926843:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666300. 00000400:00000200:1.0:1769074988.926845:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.926851:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.926852:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1769074988.926854:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:1.0:1769074988.926858:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000010:2.0:1769074988.926859:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39b00. 02000000:00000010:1.0:1769074988.926862:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b5800. 00000400:00000010:2.0:1769074988.926866:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b0a43e540. 00000400:00000200:3.0:1769074988.928059:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.928068:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d74380 00000400:00000200:3.0:1769074988.928075:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21e5d [2] + 392 00000400:00000200:3.0:1769074988.928087:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.928091:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.928095:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.928099:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5bb80. 00000020:00000010:2.0:1769074988.928138:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.928142:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.928147:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.928150:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.928153:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.928176:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.928179:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.928181:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351404928 00000001:00000010:2.0:1769074988.928185:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.928201:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b6400. 00000020:00000010:2.0:1769074988.928225:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.928229:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a877400. 00080000:00000010:2.0:1769074988.928240:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.928263:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786cc0. 00000001:00000010:2.0:1769074988.928267:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.928278:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.928282:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.928298:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9a100. 00010000:00000200:2.0:1769074988.928316:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5bb80 x1855008351404928/t60129542431(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.928328:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.928331:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351404928, offset 224 00000400:00000200:2.0:1769074988.928336:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.928341:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.928345:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17289:17289:256:4294967295] 192.168.204.41@tcp LPNI seq info [17285:17285:8:4294967295] 00000400:00000200:2.0:1769074988.928354:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.928359:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.928362:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.928366:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.928371:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.928374:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.928392:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.928395:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.928399:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.928439:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.928443:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.928445:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.928449:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.928451:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.928453:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00010000:00000010:2.1:1769074988.929059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.929066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4900. 00010000:00000010:2.1:1769074988.929070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.1:1769074988.929073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.929076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.1:1769074988.929080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00000400:00000200:1.0:1769074988.929306:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.929313:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d74400 00000400:00000200:1.0:1769074988.929318:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 37192 00000400:00000200:1.0:1769074988.929331:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.929334:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.929337:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.929339:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489aa00. 00000020:00000010:2.0:1769074988.929381:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.929385:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.929389:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.929393:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.929396:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.929418:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.929422:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.929425:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351405056 00000001:00000010:2.0:1769074988.929430:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43e840. 00010000:00000010:2.0:1769074988.929441:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074988.929446:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.929459:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d4b000. 00010000:00000010:2.0:1769074988.929474:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074988.929478:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.929488:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4900. 00010000:00000010:2.0:1769074988.929491:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a000. 00010000:00000010:2.0:1769074988.929495:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.0:1769074988.929499:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdc80. 00010000:00000010:2.0:1769074988.929523:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.929531:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdc80. 00010000:00000010:2.0:1769074988.929535:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a000. 00010000:00000010:2.0:1769074988.929550:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.929559:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489aa00 x1855008351405056/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.929571:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.929575:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351405056, offset 224 00000400:00000200:2.0:1769074988.929580:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.929586:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.929591:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17290:17290:256:4294967295] 192.168.204.41@tcp LPNI seq info [17286:17286:8:4294967295] 00000400:00000200:2.0:1769074988.929599:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.929604:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.929608:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.929612:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.929617:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.929620:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.929636:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.929640:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.929644:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.929683:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.929687:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.929690:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.929694:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.929708:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:3.0:1769074988.929710:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074988.930322:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.930329:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d74480 00000400:00000200:3.0:1769074988.930333:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 37776 00000400:00000200:3.0:1769074988.930340:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.930342:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.930345:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.930348:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58380. 00000020:00000010:2.0:1769074988.930388:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.930393:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.930397:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.930401:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.930404:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.930425:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.930428:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.930432:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351405184 00010000:00000010:2.0:1769074988.930442:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec400. 00010000:00000010:2.0:1769074988.930448:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.930459:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d4d000. 00010000:00000010:2.0:1769074988.930472:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.0:1769074988.930476:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdc80. 00010000:00000010:2.0:1769074988.930484:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4a00. 00010000:00000010:2.0:1769074988.930487:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a000. 00010000:00000010:2.0:1769074988.930491:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.930494:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.930515:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdc80. 00010000:00000010:2.0:1769074988.930523:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.930526:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a000. 00010000:00000010:2.0:1769074988.930541:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.930550:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58380 x1855008351405184/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.930562:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.930566:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351405184, offset 224 00000400:00000200:2.0:1769074988.930570:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.930577:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.930581:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17291:17291:256:4294967295] 192.168.204.41@tcp LPNI seq info [17287:17287:8:4294967295] 00000400:00000200:2.0:1769074988.930590:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.930594:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.930598:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.930602:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.930607:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.930610:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.930626:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.930630:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.930633:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.930677:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.930680:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074988.930683:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.930686:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.930688:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:1.0:1769074988.930690:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074988.931377:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.931383:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d74580 00000400:00000200:3.0:1769074988.931387:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 38360 00000400:00000200:3.0:1769074988.931393:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.931395:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.931398:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.931401:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59f80. 00000020:00000010:2.0:1769074988.931440:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.931445:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.931449:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.931452:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.931455:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.931477:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.931481:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.931484:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351405440 00010000:00000010:2.0:1769074988.931495:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.931499:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.931514:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d4a000. 00010000:00000010:2.0:1769074988.931537:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.931541:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.931549:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4100. 00010000:00000010:2.0:1769074988.931552:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a000. 00010000:00000010:2.0:1769074988.931556:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db800. 00010000:00000010:2.0:1769074988.931560:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdc80. 00000004:00000010:2.0:1769074988.931568:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccf860. 00000004:00000010:2.0:1769074988.931573:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94438. 00000004:00000010:2.0:1769074988.931578:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599980. 00080000:00000010:2.0:1769074988.931583:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a876800. 00000020:00000010:2.0:1769074988.931594:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.931598:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a877800. 00000004:00000010:2.0:1769074988.931609:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43e840. 00020000:00000010:2.0:1769074988.931618:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b208. 00020000:00000010:2.0:1769074988.931621:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b760. 00000004:00000010:2.0:1769074988.931631:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1764a148. 00080000:00000010:2.0:1769074988.931639:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.931655:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.931729:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39268. 00000001:00000010:2.0:1769074988.931738:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39268. 00080000:00000400:2.0:1769074988.931755:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.931758:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.931761:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.931764:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.931766:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.931769:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.931777:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9ae00. 00080000:00000400:2.0:1769074988.931783:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.931786:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.931788:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.931790:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.931793:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.931795:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.931814:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.931817:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.931819:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.931822:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.931824:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.931826:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.931845:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786900. 00000001:00000010:2.0:1769074988.931849:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43e900. 00080000:00000010:2.0:1769074988.931859:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.931862:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.931866:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.931888:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4400. 00010000:00000010:2.0:1769074988.931891:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a200. 00010000:00000010:2.0:1769074988.931895:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da200. 00010000:00000010:2.0:1769074988.931899:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdf80. 00000004:00000010:2.0:1769074988.931915:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9ac80. 00010000:00000010:2.0:1769074988.931928:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.931950:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.931958:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542432, last committed = 0 00010000:00000200:2.0:1769074988.931964:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59f80 x1855008351405440/t60129542432(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.931982:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.931986:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351405440, offset 224 00000400:00000200:2.0:1769074988.931991:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.931997:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.932002:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17292:17292:256:4294967295] 192.168.204.41@tcp LPNI seq info [17288:17288:8:4294967295] 00000400:00000200:2.0:1769074988.932011:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.932017:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.932020:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.932043:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.932050:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.932053:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.932071:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.932075:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.932079:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.932119:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.932123:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.932125:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.932128:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.932131:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.932132:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:1.0:1769074988.932972:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.932980:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74600 00000400:00000200:1.0:1769074988.932984:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 3280 00000400:00000200:1.0:1769074988.932992:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.932995:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.932998:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.933001:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898000. 00000020:00000010:0.0:1769074988.933062:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1682c0. 00000020:00000010:0.0:1769074988.933067:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1682c0. 00000020:00000010:0.0:1769074988.933071:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00010000:00000010:2.1:1769074988.933073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603400. 00000020:00000010:0.0:1769074988.933074:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.933079:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00010000:00000010:2.1:1769074988.933084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed600. 00000020:00000010:0.0:1769074988.933100:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1682c0. 00000020:00000010:0.0:1769074988.933104:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1682c0. 00000100:00000200:0.0:1769074988.933107:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351405568 00010000:00000010:2.1:1769074988.933107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4600. 00010000:00000010:2.1:1769074988.933116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.1:1769074988.933120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed200. 00010000:00000010:2.1:1769074988.933123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfecc00. 00010000:00000010:2.1:1769074988.933126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.1:1769074988.933129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.1:1769074988.933132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:2.1:1769074988.933134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:0.0:1769074988.933145:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1700. 00010000:00000010:0.0:1769074988.933149:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1800. 00010000:00000010:0.0:1769074988.933153:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602e00. 00010000:00000010:2.1:1769074988.933153:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfedc00. 00002000:00000010:0.0:1769074988.933160:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b1682c0. 02000000:00000010:0.0:1769074988.933172:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06509000. 00010000:00000200:0.0:1769074988.933185:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04898000 x1855008351405568/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.933194:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074988.933197:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351405568, offset 224 00000400:00000200:0.0:1769074988.933201:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.933206:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.933210:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17293:17293:256:4294967295] 192.168.204.41@tcp LPNI seq info [17289:17289:8:4294967295] 00000400:00000200:0.0:1769074988.933216:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.933220:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.933223:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.933226:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.933229:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.933232:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.933244:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.933247:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.933249:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.933333:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.933336:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074988.933339:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.933343:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.933346:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074988.933348:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:3.0:1769074988.934095:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.934102:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74680 00000400:00000200:3.0:1769074988.934106:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 3608 00000400:00000200:3.0:1769074988.934113:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.934115:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.934118:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.934121:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5ad80. 00000020:00000010:0.0:1769074988.934164:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1685c0. 00000020:00000010:0.0:1769074988.934167:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1685c0. 00000020:00000010:0.0:1769074988.934170:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.934172:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.934174:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.934191:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1685c0. 00000020:00000010:0.0:1769074988.934193:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1685c0. 00000100:00000200:0.0:1769074988.934195:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351405696 00010000:00000010:0.0:1769074988.934204:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602200. 02000000:00000010:0.0:1769074988.934210:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06508800. 00010000:00000010:0.0:1769074988.934215:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b1685c0. 00000100:00000010:0.0:1769074988.934219:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.934223:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 02000000:00000010:0.0:1769074988.934227:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.934236:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.934238:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.934241:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074988.934244:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809088, portal 16 00000400:00000010:0.0:1769074988.934246:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074988.934248:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368809088, offset 0 00000400:00000200:0.0:1769074988.934252:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.934257:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.934259:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.934261:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.934263:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.934265:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.934267:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17294:17294:256:4294967295] 192.168.204.41@tcp LPNI seq info [17290:17290:8:4294967295] 00000400:00000200:0.0:1769074988.934273:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.934276:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.934279:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074988.934282:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.934285:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.934287:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.934348:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.934352:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:1.0:1769074988.934354:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.934358:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.934360:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:1.0:1769074988.934362:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000100:00000200:1.0:1769074988.934367:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38642300 x1855008368809088/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.934920:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.934927:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d480 00000400:00000200:3.0:1769074988.934931:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x294ad [1] + 224 00000400:00000200:3.0:1769074988.934937:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.934941:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.934948:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38642300 x1855008368809088/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.934999:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.935005:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:0.0:1769074988.935007:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074988.935013:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38642300 x1855008368809088/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.935022:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38642300 x1855008368809088/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.935053:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.935057:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.935059:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000100:00000010:0.0:1769074988.935061:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.935063:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b1685c0. 00010000:00000200:0.0:1769074988.935072:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5ad80 x1855008351405696/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.935081:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074988.935083:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351405696, offset 224 00000400:00000200:0.0:1769074988.935087:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.935091:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.935096:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17295:17295:256:4294967295] 192.168.204.41@tcp LPNI seq info [17291:17291:8:4294967295] 00000400:00000200:0.0:1769074988.935102:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.935105:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.935108:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074988.935112:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.935116:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.935119:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.935135:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.935138:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.935141:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000400:00000200:3.0:1769074988.935146:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.935156:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d74700 00000400:00000200:3.0:1769074988.935161:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22459 [2] + 0 00000800:00000200:1.0:1769074988.935197:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.935201:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:1.0:1769074988.935205:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.935210:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.935211:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.935214:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000200:3.0:1769074988.935218:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:1.0:1769074988.935219:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:3.0:1769074988.935227:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.935232:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59880. 00000020:00000010:2.0:1769074988.935274:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.935278:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.935282:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.935286:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.935289:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074988.935303:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3db59880 x1855008351405824/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.935327:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.935331:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.935335:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351405824 02000000:00000010:2.0:1769074988.935341:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b4c00. 00010000:00000010:2.0:1769074988.935365:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.935371:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43e0c0. 00000100:00000010:2.0:1769074988.935375:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074988.935381:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a876000. 02000000:00000010:2.0:1769074988.935390:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a876200. 00000400:00000010:2.0:1769074988.935394:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39268. 00000400:00000010:2.0:1769074988.935398:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.935402:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809216, portal 16 00000400:00000010:2.0:1769074988.935405:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.935408:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368809216, offset 0 00000400:00000200:2.0:1769074988.935413:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.935419:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.935423:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.935425:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.935428:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.935430:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.935434:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17296:17296:256:4294967295] 192.168.204.41@tcp LPNI seq info [17292:17292:8:4294967295] 00000400:00000200:2.0:1769074988.935442:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.935447:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.935451:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.935455:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.935460:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.935464:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.935536:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.935540:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.935542:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.935546:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.935548:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.935550:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:3.0:1769074988.935555:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368809216/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.936175:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.936181:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d500 00000400:00000200:1.0:1769074988.936185:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x294b9 [1] + 224 00000400:00000200:1.0:1769074988.936200:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.936203:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.936208:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368809216/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.936248:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39268. 00000400:00000200:2.0:1769074988.936253:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:2.0:1769074988.936255:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.936262:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368809216/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.936272:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368809216/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.936288:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a876200. 02000000:00000010:2.0:1769074988.936292:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a876000. 00000100:00000010:2.0:1769074988.936296:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074988.936299:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43e0c0. 00010000:00000010:2.0:1769074988.936301:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.936309:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.936312:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351405824, offset 224 00000400:00000200:2.0:1769074988.936317:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.936323:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.936328:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17297:17297:256:4294967295] 192.168.204.41@tcp LPNI seq info [17293:17293:8:4294967295] 00000400:00000200:2.0:1769074988.936336:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.936341:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.936345:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.936349:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.936353:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.936356:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.936375:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.936379:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.936382:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.936440:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.936443:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.936445:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.936449:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.936451:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074988.936452:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:0.0:1769074988.937153:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.937160:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d74800 00000400:00000200:0.0:1769074988.937164:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21e5d [2] + 784 00000400:00000200:0.0:1769074988.937171:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.937174:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.937178:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074988.937180:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 00000020:00000010:2.0:1769074988.937220:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.937225:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.937229:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.937233:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.937236:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.937258:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.937262:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.937265:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351406080 00000001:00000010:2.0:1769074988.937270:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.937285:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b7c00. 00000020:00000010:2.0:1769074988.937305:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.937309:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a876000. 00080000:00000010:2.0:1769074988.937319:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.937337:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357865a0. 00000001:00000010:2.0:1769074988.937342:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.937352:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.937355:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.937370:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9ac80. 00010000:00000200:2.0:1769074988.937386:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642300 x1855008351406080/t60129542433(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.937398:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.937401:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351406080, offset 224 00000400:00000200:2.0:1769074988.937406:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.937413:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.937417:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17298:17298:256:4294967295] 192.168.204.41@tcp LPNI seq info [17294:17294:8:4294967295] 00000400:00000200:2.0:1769074988.937426:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.937431:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.937435:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.937439:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.937444:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.937447:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.937462:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.937466:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.937470:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.937510:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.937514:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.937518:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.937522:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.937524:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074988.937525:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:3.0:1769074988.938329:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.938335:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d74880 00000400:00000200:3.0:1769074988.938339:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 39016 00000400:00000200:3.0:1769074988.938345:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.938347:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.938350:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.938353:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db5aa00. 00000020:00000010:2.0:1769074988.938395:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.938399:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.938404:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.938407:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.938410:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.938432:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.938435:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.938438:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351406208 00000001:00000010:2.0:1769074988.938443:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43e900. 00010000:00000010:2.0:1769074988.938455:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da800. 00010000:00000010:2.0:1769074988.938460:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.938493:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d49000. 00010000:00000010:2.0:1769074988.938507:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.0:1769074988.938511:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.938519:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.0:1769074988.938522:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a880. 00010000:00000010:2.0:1769074988.938526:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.0:1769074988.938530:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fda80. 00010000:00000010:2.0:1769074988.938551:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.938559:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fda80. 00010000:00000010:2.0:1769074988.938563:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a880. 00010000:00000010:2.0:1769074988.938579:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.938588:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db5aa00 x1855008351406208/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.938600:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.938603:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351406208, offset 224 00000400:00000200:2.0:1769074988.938608:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.938614:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.938619:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17299:17299:256:4294967295] 192.168.204.41@tcp LPNI seq info [17295:17295:8:4294967295] 00000400:00000200:2.0:1769074988.938627:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.938632:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.938635:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.938640:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.938644:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.938647:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.938665:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.938668:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.938671:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:0.0:1769074988.938769:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074988.938772:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074988.938775:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.938779:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074988.938782:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074988.938783:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:1.0:1769074988.939579:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.939587:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d74900 00000400:00000200:1.0:1769074988.939591:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 39600 00000400:00000200:1.0:1769074988.939598:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.939601:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.939604:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.939606:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899c00. 00000020:00000010:2.0:1769074988.939650:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.939655:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.939659:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.939662:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.939666:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.939687:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.939690:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.939693:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351406336 00010000:00000010:2.0:1769074988.939716:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.0:1769074988.939721:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.939735:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a01e91000. 00010000:00000010:2.0:1769074988.939748:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfedc00. 00010000:00000010:2.0:1769074988.939752:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fda80. 00010000:00000010:2.0:1769074988.939760:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4600. 00010000:00000010:2.0:1769074988.939763:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a880. 00010000:00000010:2.0:1769074988.939767:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:2.0:1769074988.939770:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.939789:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fda80. 00010000:00000010:2.0:1769074988.939797:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.939801:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a880. 00010000:00000010:2.0:1769074988.939815:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.939824:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899c00 x1855008351406336/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.939835:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.939839:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351406336, offset 224 00000400:00000200:2.0:1769074988.939844:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.939850:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.939855:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17300:17300:256:4294967295] 192.168.204.41@tcp LPNI seq info [17296:17296:8:4294967295] 00000400:00000200:2.0:1769074988.939864:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.939869:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.939873:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.939877:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.939882:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.939885:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.939900:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.939904:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.939907:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.939946:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.939949:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.939952:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.939955:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.939958:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:3.0:1769074988.939959:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:0.0:1769074988.940799:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074988.940806:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d74a00 00000400:00000200:0.0:1769074988.940811:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 40184 00000400:00000200:0.0:1769074988.940818:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074988.940821:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074988.940824:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074988.940827:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641180. 00000020:00000010:2.0:1769074988.940870:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.940875:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.940879:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.940882:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.940885:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.940907:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.940911:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.940914:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351406592 00010000:00000010:2.0:1769074988.940925:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:2.0:1769074988.940931:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.940946:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8a01e93000. 00010000:00000010:2.0:1769074988.940969:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.0:1769074988.940973:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.940992:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237100. 00010000:00000010:2.0:1769074988.940995:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9a880. 00010000:00000010:2.0:1769074988.941000:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfecc00. 00010000:00000010:2.0:1769074988.941004:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fda80. 00000004:00000010:2.0:1769074988.941015:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cce000. 00000004:00000010:2.0:1769074988.941020:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94e88. 00000004:00000010:2.0:1769074988.941046:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598330. 00080000:00000010:2.0:1769074988.941053:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a876200. 00000020:00000010:2.0:1769074988.941067:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.941071:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a877000. 00000004:00000010:2.0:1769074988.941083:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43e900. 00020000:00000010:2.0:1769074988.941110:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b148. 00020000:00000010:2.0:1769074988.941113:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b8a8. 00000004:00000010:2.0:1769074988.941121:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17649868. 00080000:00000010:2.0:1769074988.941128:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.941143:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.941194:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39268. 00000001:00000010:2.0:1769074988.941201:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39268. 00080000:00000400:2.0:1769074988.941215:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.941219:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.941221:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.941224:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.941227:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.941229:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.941237:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9a480. 00080000:00000400:2.0:1769074988.941243:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.941245:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.941247:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.941249:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.941251:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.941253:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.941269:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.941271:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.941273:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.941275:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.941277:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.941279:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.941298:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786f00. 00000001:00000010:2.0:1769074988.941303:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43e0c0. 00080000:00000010:2.0:1769074988.941312:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.941316:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.941319:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.941340:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237400. 00010000:00000010:2.0:1769074988.941343:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9ab00. 00010000:00000010:2.0:1769074988.941347:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed200. 00010000:00000010:2.0:1769074988.941351:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd580. 00000004:00000010:2.0:1769074988.941368:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a04c9ac00. 00010000:00000010:2.0:1769074988.941382:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.941403:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.941410:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542434, last committed = 0 00010000:00000200:2.0:1769074988.941417:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38641180 x1855008351406592/t60129542434(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.941429:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.941434:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351406592, offset 224 00000400:00000200:2.0:1769074988.941439:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.941445:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.941450:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17301:17301:256:4294967295] 192.168.204.41@tcp LPNI seq info [17297:17297:8:4294967295] 00000400:00000200:2.0:1769074988.941459:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.941464:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.941467:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.941471:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.941476:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.941479:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.941496:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a600. 00000020:00000010:2.0:1769074988.941500:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.941503:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.941580:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.941584:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.941587:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.941590:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.941593:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074988.941595:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00010000:00000010:2.1:1769074988.942066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603000. 00010000:00000010:2.1:1769074988.942077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.1:1769074988.942082:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4900. 00010000:00000010:2.1:1769074988.942085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.1:1769074988.942088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00000400:00000200:3.0:1769074988.942537:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.942546:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74a80 00000400:00000200:3.0:1769074988.942550:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 3936 00000400:00000200:3.0:1769074988.942558:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.942562:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.942566:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.942571:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58e00. 00000020:00000010:0.0:1769074988.942646:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1685c0. 00000020:00000010:0.0:1769074988.942650:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1685c0. 00000020:00000010:0.0:1769074988.942654:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.942656:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.942658:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.942679:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b1685c0. 00000020:00000010:0.0:1769074988.942680:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b1685c0. 00000100:00000200:0.0:1769074988.942682:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351406720 00010000:00000010:0.0:1769074988.942691:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1e00. 00010000:00000010:0.0:1769074988.942694:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1d00. 00010000:00000010:0.0:1769074988.942714:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603800. 00002000:00000010:0.0:1769074988.942719:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b1685c0. 02000000:00000010:0.0:1769074988.942730:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b06509c00. 00010000:00000200:0.0:1769074988.942742:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db58e00 x1855008351406720/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.942755:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074988.942758:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351406720, offset 224 00000400:00000200:0.0:1769074988.942761:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.942766:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.942770:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17302:17302:256:4294967295] 192.168.204.41@tcp LPNI seq info [17298:17298:8:4294967295] 00000400:00000200:0.0:1769074988.942776:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.942779:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.942782:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074988.942785:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.942788:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.942791:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.942805:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.942808:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.942811:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.942858:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.942861:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074988.942864:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.942867:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.942869:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:3.0:1769074988.942871:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000400:00000200:1.0:1769074988.943739:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.943747:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74b00 00000400:00000200:1.0:1769074988.943751:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 4264 00000400:00000200:1.0:1769074988.943758:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.943761:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.943764:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.943767:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489ad80. 00000020:00000010:0.0:1769074988.943822:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168180. 00000020:00000010:0.0:1769074988.943828:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168180. 00000020:00000010:0.0:1769074988.943833:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.943836:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.943840:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.943867:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168180. 00000020:00000010:0.0:1769074988.943871:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168180. 00000100:00000200:0.0:1769074988.943874:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351406848 00010000:00000010:0.0:1769074988.943887:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603000. 02000000:00000010:0.0:1769074988.943898:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe14c00. 00010000:00000010:0.0:1769074988.943904:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168180. 00000100:00000010:0.0:1769074988.943909:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.943915:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641c00. 02000000:00000010:0.0:1769074988.943922:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.943935:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.943940:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.943944:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.943948:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809344, portal 16 00000400:00000010:0.0:1769074988.943952:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074988.943955:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368809344, offset 0 00000400:00000200:0.0:1769074988.943961:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.943968:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.943972:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.943975:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.943977:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.943980:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.943983:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17303:17303:256:4294967295] 192.168.204.41@tcp LPNI seq info [17299:17299:8:4294967295] 00000400:00000200:0.0:1769074988.943991:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.943994:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.943997:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.944001:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.944004:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.944006:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.944094:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.944098:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.944102:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.944107:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.944111:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:3.0:1769074988.944112:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:3.0:1769074988.944119:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38641c00 x1855008368809344/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.944675:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.944681:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d580 00000400:00000200:3.0:1769074988.944686:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x294d9 [1] + 224 00000400:00000200:3.0:1769074988.944694:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.944696:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.944736:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38641c00 x1855008368809344/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.944783:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.944787:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:0.0:1769074988.944788:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.944793:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38641c00 x1855008368809344/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.944801:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38641c00 x1855008368809344/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.944813:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.944816:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.944818:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641c00. 00000100:00000010:0.0:1769074988.944820:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.944822:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168180. 00010000:00000200:0.0:1769074988.944831:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489ad80 x1855008351406848/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.944840:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074988.944842:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351406848, offset 224 00000400:00000200:0.0:1769074988.944846:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.944852:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.944857:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17304:17304:256:4294967295] 192.168.204.41@tcp LPNI seq info [17300:17300:8:4294967295] 00000400:00000200:0.0:1769074988.944866:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.944871:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.944876:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.944880:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.944885:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.944888:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.944907:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.944911:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.944915:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000400:00000200:3.0:1769074988.944939:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.944946:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d74b80 00000400:00000200:3.0:1769074988.944950:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22459 [2] + 328 00000800:00000200:1.0:1769074988.945002:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.945006:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:1.0:1769074988.945010:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.945015:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.945018:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:1.0:1769074988.945020:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:3.0:1769074988.945055:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.945062:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.945067:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.945071:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db58700. 00000020:00000010:2.0:1769074988.945166:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.945170:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.945175:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.945179:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.945182:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074988.945194:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3db58700 x1855008351406976/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.945242:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.945245:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.945248:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351406976 02000000:00000010:2.0:1769074988.945255:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b5800. 00010000:00000010:2.0:1769074988.945279:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.945284:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43e9c0. 00000100:00000010:2.0:1769074988.945288:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074988.945294:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a877c00. 02000000:00000010:2.0:1769074988.945304:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a876600. 00000400:00000010:2.0:1769074988.945307:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39268. 00000400:00000010:2.0:1769074988.945311:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.945314:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809472, portal 16 00000400:00000010:2.0:1769074988.945318:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.945320:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368809472, offset 0 00000400:00000200:2.0:1769074988.945326:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.945332:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.945336:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.945339:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.945342:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.945344:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.945348:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17305:17305:256:4294967295] 192.168.204.41@tcp LPNI seq info [17301:17301:8:4294967295] 00000400:00000200:2.0:1769074988.945357:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.945362:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.945365:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.945370:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.945374:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.945378:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.945450:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.945454:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.945457:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.945462:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.945465:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.945467:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:3.0:1769074988.945474:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368809472/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.946000:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.946006:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d600 00000400:00000200:1.0:1769074988.946011:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x294e5 [1] + 224 00000400:00000200:1.0:1769074988.946018:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.946020:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.946053:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368809472/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.946086:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39268. 00000400:00000200:2.0:1769074988.946092:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:2.0:1769074988.946111:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.946119:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368809472/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.946129:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368809472/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.946144:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a876600. 02000000:00000010:2.0:1769074988.946149:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a877c00. 00000100:00000010:2.0:1769074988.946153:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074988.946156:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43e9c0. 00010000:00000010:2.0:1769074988.946159:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.946166:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.946169:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351406976, offset 224 00000400:00000200:2.0:1769074988.946174:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.946181:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.946185:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17306:17306:256:4294967295] 192.168.204.41@tcp LPNI seq info [17302:17302:8:4294967295] 00000400:00000200:2.0:1769074988.946193:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.946198:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.946201:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.946206:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.946210:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.946213:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.946229:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.946233:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.946237:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.946276:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.946281:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.946284:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.946289:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.946293:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074988.946295:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:3.0:1769074988.948104:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.948113:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d74c80 00000400:00000200:3.0:1769074988.948119:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21e5d [2] + 1176 00000400:00000200:3.0:1769074988.948128:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.948131:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.948135:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.948138:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3db59180. 00000020:00000010:2.0:1769074988.948176:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.948181:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.948185:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.948188:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.948192:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.948214:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.948231:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.948235:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351407232 00000001:00000010:2.0:1769074988.948241:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.948257:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3cec2c00. 00000020:00000010:2.0:1769074988.948279:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.948283:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a877c00. 00080000:00000010:2.0:1769074988.948293:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.948311:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786000. 00000001:00000010:2.0:1769074988.948315:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.948324:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.948328:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.948344:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a04c9ac00. 00010000:00000200:2.0:1769074988.948361:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3db59180 x1855008351407232/t60129542435(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.948373:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074988.948376:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351407232, offset 224 00000400:00000200:2.0:1769074988.948382:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.948388:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.948393:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17307:17307:256:4294967295] 192.168.204.41@tcp LPNI seq info [17303:17303:8:4294967295] 00000400:00000200:2.0:1769074988.948403:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.948408:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.948411:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.948415:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.948420:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.948424:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.948440:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.948444:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.948447:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.948522:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.948526:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.948529:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.948533:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.948536:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:1.0:1769074988.948538:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:3.0:1769074988.949450:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.949456:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d74d00 00000400:00000200:3.0:1769074988.949459:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 40840 00000400:00000200:3.0:1769074988.949466:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.949468:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.949471:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.949475:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afdf80. 00000020:00000010:2.0:1769074988.949514:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.949518:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.949523:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.949526:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.949529:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.949554:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.949557:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.949560:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351407360 00000001:00000010:2.0:1769074988.949564:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43e0c0. 00010000:00000010:2.0:1769074988.949575:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074988.949581:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.949596:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07617000. 00010000:00000010:2.0:1769074988.949610:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.0:1769074988.949614:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.949640:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237c00. 00010000:00000010:2.0:1769074988.949644:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9ab80. 00010000:00000010:2.0:1769074988.949647:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074988.949651:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd100. 00010000:00000010:2.0:1769074988.949674:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.949682:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd100. 00010000:00000010:2.0:1769074988.949686:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9ab80. 00010000:00000010:2.0:1769074988.949716:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.949726:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afdf80 x1855008351407360/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.949738:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074988.949742:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351407360, offset 224 00000400:00000200:2.0:1769074988.949746:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.949752:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.949758:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17308:17308:256:4294967295] 192.168.204.41@tcp LPNI seq info [17304:17304:8:4294967295] 00000400:00000200:2.0:1769074988.949766:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.949771:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.949775:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.949779:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.949784:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.949787:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.949803:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.949806:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.949810:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.949852:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.949856:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.949858:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.949862:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.949865:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:3.0:1769074988.949867:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000400:00000200:1.0:1769074988.950519:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.950527:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d74d80 00000400:00000200:1.0:1769074988.950531:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 41424 00000400:00000200:1.0:1769074988.950539:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.950541:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.950544:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.950548:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0000. 00000020:00000010:2.0:1769074988.950591:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.950595:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.950599:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.950602:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.950606:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.950628:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.950631:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.950635:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351407488 00010000:00000010:2.0:1769074988.950645:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.0:1769074988.950650:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.950661:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07612000. 00010000:00000010:2.0:1769074988.950673:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed600. 00010000:00000010:2.0:1769074988.950677:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd100. 00010000:00000010:2.0:1769074988.950685:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237000. 00010000:00000010:2.0:1769074988.950688:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9ab80. 00010000:00000010:2.0:1769074988.950693:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074988.950696:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.950732:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd100. 00010000:00000010:2.0:1769074988.950740:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.950744:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9ab80. 00010000:00000010:2.0:1769074988.950760:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.950769:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0000 x1855008351407488/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.950780:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074988.950800:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351407488, offset 224 00000400:00000200:2.0:1769074988.950805:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.950812:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.950816:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17309:17309:256:4294967295] 192.168.204.41@tcp LPNI seq info [17305:17305:8:4294967295] 00000400:00000200:2.0:1769074988.950825:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.950830:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.950833:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.950838:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.950842:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.950846:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.950861:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.950864:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.950867:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.950924:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.950928:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.950932:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.950937:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.950941:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:3.0:1769074988.950943:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00010000:00000010:2.1:1769074988.951059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.1:1769074988.951065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4a00. 00010000:00000010:2.1:1769074988.951069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.951073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec400. 00010000:00000010:2.1:1769074988.951076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074988.951079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00000400:00000200:3.0:1769074988.951740:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.951747:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d74e80 00000400:00000200:3.0:1769074988.951751:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 42008 00000400:00000200:3.0:1769074988.951757:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.951760:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.951763:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.951765:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afc700. 00000020:00000010:2.0:1769074988.951807:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.951811:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.951815:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.951818:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.951822:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.951844:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.951847:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.951851:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351407744 00010000:00000010:2.0:1769074988.951861:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074988.951866:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 02000000:00000010:2.0:1769074988.951879:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07614000. 00010000:00000010:2.0:1769074988.951901:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.0:1769074988.951905:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.951913:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237300. 00010000:00000010:2.0:1769074988.951916:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9ab80. 00010000:00000010:2.0:1769074988.951919:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693000. 00010000:00000010:2.0:1769074988.951922:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd100. 00000004:00000010:2.0:1769074988.951930:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccf680. 00000004:00000010:2.0:1769074988.951936:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc943c0. 00000004:00000010:2.0:1769074988.951940:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598cc0. 00080000:00000010:2.0:1769074988.951946:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a876600. 00000020:00000010:2.0:1769074988.951957:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.951961:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a876400. 00000004:00000010:2.0:1769074988.951972:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43e0c0. 00020000:00000010:2.0:1769074988.951981:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b2e0. 00020000:00000010:2.0:1769074988.951984:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0be88. 00000004:00000010:2.0:1769074988.951993:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17648b18. 00080000:00000010:2.0:1769074988.951999:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.952014:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.952090:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39268. 00000001:00000010:2.0:1769074988.952099:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39268. 00080000:00000400:2.0:1769074988.952114:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.952117:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.952119:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.952122:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.952125:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.952127:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.952136:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a04c9a600. 00080000:00000400:2.0:1769074988.952142:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.952144:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.952147:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.952149:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.952152:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.952154:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.952173:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.952176:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.952178:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.952180:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.952183:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.952186:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.952203:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786060. 00000001:00000010:2.0:1769074988.952208:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43e9c0. 00080000:00000010:2.0:1769074988.952217:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.952220:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.952223:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.952243:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237600. 00010000:00000010:2.0:1769074988.952247:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9aa00. 00010000:00000010:2.0:1769074988.952252:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec400. 00010000:00000010:2.0:1769074988.952256:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c80. 00000004:00000010:2.0:1769074988.952272:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b38b1d380. 00010000:00000010:2.0:1769074988.952285:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.952305:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000200:2.0:1769074988.952312:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542436, last committed = 0 00010000:00000200:2.0:1769074988.952319:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afc700 x1855008351407744/t60129542436(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.952331:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074988.952334:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351407744, offset 224 00000400:00000200:2.0:1769074988.952339:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.952346:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.952351:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17310:17310:256:4294967295] 192.168.204.41@tcp LPNI seq info [17306:17306:8:4294967295] 00000400:00000200:2.0:1769074988.952360:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.952365:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.952369:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.952373:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.952377:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.952381:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.952398:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.952402:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.952406:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.952446:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.952450:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.952453:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.952457:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.952460:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:1.0:1769074988.952461:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:3.0:1769074988.953500:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.953514:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74f00 00000400:00000200:3.0:1769074988.953519:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 4592 00000400:00000200:3.0:1769074988.953530:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.953533:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.953537:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.953541:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afd500. 00000020:00000010:0.0:1769074988.953586:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168180. 00000020:00000010:0.0:1769074988.953590:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168180. 00000020:00000010:0.0:1769074988.953594:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.953596:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.953598:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.953617:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168180. 00000020:00000010:0.0:1769074988.953619:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168180. 00000100:00000200:0.0:1769074988.953621:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351407872 00010000:00000010:0.0:1769074988.953630:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1100. 00010000:00000010:0.0:1769074988.953633:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d1400. 00010000:00000010:0.0:1769074988.953650:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602a00. 00002000:00000010:0.0:1769074988.953655:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168180. 02000000:00000010:0.0:1769074988.953664:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe15400. 00010000:00000200:0.0:1769074988.953676:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afd500 x1855008351407872/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.953685:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074988.953688:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351407872, offset 224 00000400:00000200:0.0:1769074988.953692:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.953710:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.953714:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17311:17311:256:4294967295] 192.168.204.41@tcp LPNI seq info [17307:17307:8:4294967295] 00000400:00000200:0.0:1769074988.953721:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.953725:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.953728:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.953731:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.953734:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.953737:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.953750:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.953753:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.953755:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.953828:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.953833:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074988.953837:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.953843:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.953847:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:3.0:1769074988.953849:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000400:00000200:1.0:1769074988.954688:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.954695:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d74f80 00000400:00000200:1.0:1769074988.954713:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 4920 00000400:00000200:1.0:1769074988.954722:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.954725:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.954728:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.954731:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2680. 00000020:00000010:0.0:1769074988.954768:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168700. 00000020:00000010:0.0:1769074988.954772:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168700. 00000020:00000010:0.0:1769074988.954775:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.954777:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.954779:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.954796:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168700. 00000020:00000010:0.0:1769074988.954798:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168700. 00000100:00000200:0.0:1769074988.954800:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351408000 00010000:00000010:0.0:1769074988.954808:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603400. 02000000:00000010:0.0:1769074988.954814:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe14000. 00010000:00000010:0.0:1769074988.954819:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168700. 00000100:00000010:0.0:1769074988.954823:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.954826:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641c00. 02000000:00000010:0.0:1769074988.954830:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.954839:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.954842:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.954845:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.954847:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809600, portal 16 00000400:00000010:0.0:1769074988.954849:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074988.954851:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368809600, offset 0 00000400:00000200:0.0:1769074988.954855:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.954860:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.954863:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.954865:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.954866:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.954868:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.954871:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17312:17312:256:4294967295] 192.168.204.41@tcp LPNI seq info [17308:17308:8:4294967295] 00000400:00000200:0.0:1769074988.954877:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.954880:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.954882:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.954885:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.954889:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.954891:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.954973:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.954978:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.954982:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.954987:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.954991:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:3.0:1769074988.954993:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000100:00000200:3.0:1769074988.955000:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38641c00 x1855008368809600/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.955602:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.955608:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d680 00000400:00000200:3.0:1769074988.955612:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29505 [1] + 224 00000400:00000200:3.0:1769074988.955618:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.955620:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.955626:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38641c00 x1855008368809600/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.955678:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.955683:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:0.0:1769074988.955686:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.955693:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38641c00 x1855008368809600/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.955717:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38641c00 x1855008368809600/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.955733:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.955738:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.955741:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641c00. 00000100:00000010:0.0:1769074988.955744:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.955747:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168700. 00010000:00000200:0.0:1769074988.955758:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2680 x1855008351408000/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.955771:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074988.955775:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351408000, offset 224 00000400:00000200:0.0:1769074988.955782:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.955789:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.955793:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17313:17313:256:4294967295] 192.168.204.41@tcp LPNI seq info [17309:17309:8:4294967295] 00000400:00000200:0.0:1769074988.955800:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.955804:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.955807:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.955810:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.955814:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.955817:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074988.955826:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.955833:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d75000 00000020:00000010:0.0:1769074988.955836:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000400:00000200:1.0:1769074988.955839:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22459 [2] + 656 00000020:00000010:0.0:1769074988.955841:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.955846:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000400:00000200:1.0:1769074988.955867:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.955873:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.955877:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074988.955882:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2d80. 00000800:00000200:1.0:1769074988.955922:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.955926:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000020:00000010:2.0:1769074988.955929:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000400:00000200:1.0:1769074988.955930:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074988.955937:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000400:00000200:1.0:1769074988.955940:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074988.955945:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000400:00000200:1.0:1769074988.955946:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:1.0:1769074988.955951:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000020:00000010:2.0:1769074988.955952:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.955958:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074988.955973:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b049a2d80 x1855008351408128/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.956004:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.956007:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.956011:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351408128 02000000:00000010:2.0:1769074988.956020:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b17527800. 00010000:00000010:2.0:1769074988.956071:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.956076:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43ec00. 00000100:00000010:2.0:1769074988.956080:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074988.956087:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a876e00. 02000000:00000010:2.0:1769074988.956096:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a876c00. 00000400:00000010:2.0:1769074988.956100:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39268. 00000400:00000010:2.0:1769074988.956103:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.956107:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809728, portal 16 00000400:00000010:2.0:1769074988.956110:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074988.956113:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368809728, offset 0 00000400:00000200:2.0:1769074988.956119:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.956125:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.956128:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.956131:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.956134:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.956137:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.956140:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17314:17314:256:4294967295] 192.168.204.41@tcp LPNI seq info [17310:17310:8:4294967295] 00000400:00000200:2.0:1769074988.956149:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.956154:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.956157:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.956161:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.956166:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.956169:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.956228:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.956231:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.956234:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.956237:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.956240:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:3.0:1769074988.956241:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:3.0:1769074988.956246:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368809728/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.956934:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.956941:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d700 00000400:00000200:1.0:1769074988.956945:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29511 [1] + 224 00000400:00000200:1.0:1769074988.956954:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.956958:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.956965:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368809728/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.957012:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39268. 00000400:00000200:2.0:1769074988.957017:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:2.0:1769074988.957019:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.957041:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368809728/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.957052:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368809728/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.957067:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a876c00. 02000000:00000010:2.0:1769074988.957073:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a876e00. 00000100:00000010:2.0:1769074988.957076:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074988.957079:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43ec00. 00010000:00000010:2.0:1769074988.957081:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.957089:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074988.957092:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351408128, offset 224 00000400:00000200:2.0:1769074988.957097:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.957103:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.957108:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17315:17315:256:4294967295] 192.168.204.41@tcp LPNI seq info [17311:17311:8:4294967295] 00000400:00000200:2.0:1769074988.957117:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.957122:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.957125:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.957130:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.957134:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.957138:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.957153:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.957157:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.957161:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.957197:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.957200:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074988.957203:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.957206:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.957209:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074988.957210:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:3.0:1769074988.957624:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.957633:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d75100 00000400:00000200:3.0:1769074988.957638:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21e5d [2] + 1568 00000400:00000200:3.0:1769074988.957680:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.957683:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.957686:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074988.957689:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afd180. 00000020:00000010:2.0:1769074988.957738:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.957742:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.957746:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.957750:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.957753:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.957773:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.957776:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.957779:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351408384 00000001:00000010:2.0:1769074988.957784:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.957800:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17525800. 00000020:00000010:2.0:1769074988.957823:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.957827:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a876e00. 00080000:00000010:2.0:1769074988.957838:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.957858:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786660. 00000001:00000010:2.0:1769074988.957862:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.957872:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.957876:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.957892:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b38b1d380. 00010000:00000200:2.0:1769074988.957911:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afd180 x1855008351408384/t60129542437(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.957923:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074988.957926:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351408384, offset 224 00000400:00000200:2.0:1769074988.957931:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.957938:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.957943:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17316:17316:256:4294967295] 192.168.204.41@tcp LPNI seq info [17312:17312:8:4294967295] 00000400:00000200:2.0:1769074988.957952:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.957957:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.957961:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.957965:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.957970:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.957974:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.957989:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.957993:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.957997:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.958051:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.958055:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074988.958060:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.958065:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.958069:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:1.0:1769074988.958071:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074988.958936:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.958944:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d75180 00000400:00000200:3.0:1769074988.958951:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 42664 00000400:00000200:3.0:1769074988.958961:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.958965:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.958969:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.958973:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afca80. 00000020:00000010:2.0:1769074988.959018:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.959022:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.959042:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.959046:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.959050:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.959076:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.959079:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.959084:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351408512 00000001:00000010:2.0:1769074988.959089:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43e9c0. 00010000:00000010:2.0:1769074988.959101:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074988.959108:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.959120:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07616000. 00010000:00000010:2.0:1769074988.959134:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074988.959138:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 00010000:00000010:2.0:1769074988.959148:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237200. 00010000:00000010:2.0:1769074988.959153:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3e80. 00010000:00000010:2.0:1769074988.959157:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074988.959161:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.959182:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000010:2.0:1769074988.959192:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.959196:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3e80. 00010000:00000010:2.0:1769074988.959211:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.959221:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afca80 x1855008351408512/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.959233:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074988.959237:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351408512, offset 224 00000400:00000200:2.0:1769074988.959242:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.959248:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.959253:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17317:17317:256:4294967295] 192.168.204.41@tcp LPNI seq info [17313:17313:8:4294967295] 00000400:00000200:2.0:1769074988.959261:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.959266:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.959269:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.959273:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.959278:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.959281:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.959297:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a04c9a380. 00000020:00000010:2.0:1769074988.959301:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.959305:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.959340:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.959343:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.959345:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.959349:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.959351:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074988.959353:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00010000:00000010:2.1:1769074988.960061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602e00. 00010000:00000010:2.1:1769074988.960070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.1:1769074988.960075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.1:1769074988.960080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.1:1769074988.960085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da800. 00010000:00000010:2.1:1769074988.960091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfedc00. 00010000:00000010:2.1:1769074988.960096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4600. 00010000:00000010:2.1:1769074988.960101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:2.1:1769074988.960107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.1:1769074988.960110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.1:1769074988.960115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfece00. 00000400:00000200:1.0:1769074988.960121:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.960129:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d75200 00000400:00000200:1.0:1769074988.960133:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 43248 00000400:00000200:1.0:1769074988.960141:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.960143:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.960147:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.960150:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1500. 00000020:00000010:2.0:1769074988.960190:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.960194:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.960198:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.960202:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.960205:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.960229:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.960232:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.960234:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351408640 00010000:00000010:2.0:1769074988.960245:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:2.0:1769074988.960250:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 02000000:00000010:2.0:1769074988.960263:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07613000. 00010000:00000010:2.0:1769074988.960275:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.0:1769074988.960279:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 00010000:00000010:2.0:1769074988.960287:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237f00. 00010000:00000010:2.0:1769074988.960290:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3d00. 00010000:00000010:2.0:1769074988.960294:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:2.0:1769074988.960298:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.960318:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00010000:00000010:2.0:1769074988.960327:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074988.960331:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3d00. 00010000:00000010:2.0:1769074988.960345:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000200:2.0:1769074988.960353:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1500 x1855008351408640/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.960364:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074988.960368:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351408640, offset 224 00000400:00000200:2.0:1769074988.960373:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.960379:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.960384:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17318:17318:256:4294967295] 192.168.204.41@tcp LPNI seq info [17314:17314:8:4294967295] 00000400:00000200:2.0:1769074988.960392:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.960397:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.960401:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.960405:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.960409:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.960412:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.960429:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.960434:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.960438:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:3.0:1769074988.960473:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.960476:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074988.960484:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.960488:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.960491:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074988.960493:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074988.961318:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.961325:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d75300 00000400:00000200:3.0:1769074988.961330:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 43832 00000400:00000200:3.0:1769074988.961337:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.961339:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.961342:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.961345:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afce00. 00000020:00000010:2.0:1769074988.961388:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.961393:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.961397:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.961400:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.961403:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.961425:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.961429:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.961432:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351408896 00010000:00000010:2.0:1769074988.961443:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfedc00. 00010000:00000010:2.0:1769074988.961449:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074988.961464:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07b81000. 00010000:00000010:2.0:1769074988.961486:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.0:1769074988.961491:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.961499:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237500. 00010000:00000010:2.0:1769074988.961502:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3d00. 00010000:00000010:2.0:1769074988.961505:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353da800. 00010000:00000010:2.0:1769074988.961508:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fd280. 00000004:00000010:2.0:1769074988.961516:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cce960. 00000004:00000010:2.0:1769074988.961522:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc944b0. 00000004:00000010:2.0:1769074988.961526:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598aa0. 00080000:00000010:2.0:1769074988.961531:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a876c00. 00000020:00000010:2.0:1769074988.961542:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.961546:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b2a877a00. 00000004:00000010:2.0:1769074988.961557:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43e9c0. 00020000:00000010:2.0:1769074988.961567:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b9f0. 00020000:00000010:2.0:1769074988.961570:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b940. 00000004:00000010:2.0:1769074988.961579:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17649aa0. 00080000:00000010:2.0:1769074988.961585:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.961600:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.961653:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39268. 00000001:00000010:2.0:1769074988.961661:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39268. 00080000:00000400:2.0:1769074988.961676:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.961679:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.961682:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.961684:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.961687:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.961689:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.961713:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b057b3b00. 00080000:00000400:2.0:1769074988.961720:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.961723:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.961725:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.961728:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.961730:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.961733:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.961753:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.961757:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.961759:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.961761:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.961764:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.961766:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.961785:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786ba0. 00000001:00000010:2.0:1769074988.961789:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ec00. 00080000:00000010:2.0:1769074988.961799:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.961802:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.961805:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.961827:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237b00. 00010000:00000010:2.0:1769074988.961831:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3a80. 00010000:00000010:2.0:1769074988.961835:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.0:1769074988.961840:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4d80. 00000004:00000010:2.0:1769074988.961856:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b057b3b80. 00010000:00000010:2.0:1769074988.961869:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074988.961890:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074988.961897:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542438, last committed = 0 00010000:00000200:2.0:1769074988.961903:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afce00 x1855008351408896/t60129542438(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.961915:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074988.961918:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351408896, offset 224 00000400:00000200:2.0:1769074988.961923:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.961930:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.961934:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17319:17319:256:4294967295] 192.168.204.41@tcp LPNI seq info [17315:17315:8:4294967295] 00000400:00000200:2.0:1769074988.961943:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.961949:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.961953:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.961957:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.961962:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.961965:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.961982:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.961986:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.961989:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.962059:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.962063:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074988.962068:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.962073:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.962077:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:1.0:1769074988.962079:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074988.963055:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.963065:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d75380 00000400:00000200:3.0:1769074988.963072:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 5248 00000400:00000200:3.0:1769074988.963084:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.963090:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.963095:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.963099:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe300. 00000020:00000010:0.0:1769074988.963151:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168700. 00000020:00000010:0.0:1769074988.963156:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168700. 00000020:00000010:0.0:1769074988.963159:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.963161:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.963164:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.963182:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168700. 00000020:00000010:0.0:1769074988.963184:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168700. 00000100:00000200:0.0:1769074988.963186:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351409024 00010000:00000010:0.0:1769074988.963195:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d1c00. 00010000:00000010:0.0:1769074988.963209:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d0d00. 00010000:00000010:0.0:1769074988.963213:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00002000:00000010:0.0:1769074988.963217:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168700. 02000000:00000010:0.0:1769074988.963228:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe15c00. 00010000:00000200:0.0:1769074988.963241:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe300 x1855008351409024/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.963251:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074988.963253:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351409024, offset 224 00000400:00000200:0.0:1769074988.963257:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.963262:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.963265:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17320:17320:256:4294967295] 192.168.204.41@tcp LPNI seq info [17316:17316:8:4294967295] 00000400:00000200:0.0:1769074988.963272:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.963275:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.963278:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.963281:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.963284:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.963287:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.963300:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.963303:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.963305:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.963352:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.963357:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.963361:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.963365:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.963368:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:3.0:1769074988.963370:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000400:00000200:1.0:1769074988.964278:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.964285:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d75400 00000400:00000200:1.0:1769074988.964289:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 5576 00000400:00000200:1.0:1769074988.964296:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.964299:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.964302:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.964305:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3100. 00000020:00000010:0.0:1769074988.964353:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f40. 00000020:00000010:0.0:1769074988.964358:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f40. 00000020:00000010:0.0:1769074988.964362:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.964366:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.964369:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.964392:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f40. 00000020:00000010:0.0:1769074988.964395:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f40. 00000100:00000200:0.0:1769074988.964397:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351409152 00010000:00000010:0.0:1769074988.964406:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602e00. 02000000:00000010:0.0:1769074988.964413:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0487d800. 00010000:00000010:0.0:1769074988.964427:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168f40. 00000100:00000010:0.0:1769074988.964430:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.964434:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641c00. 02000000:00000010:0.0:1769074988.964439:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.964448:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.964452:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.964454:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.964457:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809856, portal 16 00000400:00000010:0.0:1769074988.964463:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.964465:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368809856, offset 0 00000400:00000200:0.0:1769074988.964469:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.964474:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.964477:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.964479:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.964481:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.964482:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.964485:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17321:17321:256:4294967295] 192.168.204.41@tcp LPNI seq info [17317:17317:8:4294967295] 00000400:00000200:0.0:1769074988.964491:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.964494:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.964496:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.964499:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.964503:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.964505:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.964573:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.964577:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074988.964579:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.964584:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.964587:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:3.0:1769074988.964588:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000100:00000200:3.0:1769074988.964593:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38641c00 x1855008368809856/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.965138:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.965145:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d780 00000400:00000200:3.0:1769074988.965149:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29531 [1] + 224 00000400:00000200:3.0:1769074988.965155:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.965157:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.965163:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38641c00 x1855008368809856/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.965206:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.965211:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:0.0:1769074988.965212:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.965218:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38641c00 x1855008368809856/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.965225:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38641c00 x1855008368809856/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.965238:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.965241:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.965243:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641c00. 00000100:00000010:0.0:1769074988.965246:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074988.965247:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168f40. 00010000:00000200:0.0:1769074988.965256:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3100 x1855008351409152/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.965265:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.965267:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351409152, offset 224 00000400:00000200:0.0:1769074988.965270:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.965275:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.965278:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17322:17322:256:4294967295] 192.168.204.41@tcp LPNI seq info [17318:17318:8:4294967295] 00000400:00000200:0.0:1769074988.965284:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.965287:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.965290:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074988.965294:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.965297:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.965299:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.965314:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.965318:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.965320:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000400:00000200:1.0:1769074988.965354:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.965369:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d75480 00000400:00000200:1.0:1769074988.965379:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22459 [2] + 984 00000800:00000200:3.0:1769074988.965383:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.965388:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:1.0:1769074988.965392:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.965393:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.965403:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.965405:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.965410:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:3.0:1769074988.965412:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:3.0:1769074988.965416:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000010:1.0:1769074988.965417:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0380. 00000020:00000010:2.0:1769074988.965465:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.965470:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.965474:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074988.965477:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.965480:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074988.965493:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b049a0380 x1855008351409280/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074988.965519:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.965522:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.965526:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351409280 02000000:00000010:2.0:1769074988.965532:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b17526000. 00010000:00000010:2.0:1769074988.965558:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.965563:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43e6c0. 00000100:00000010:2.0:1769074988.965567:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074988.965574:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b304dea00. 02000000:00000010:2.0:1769074988.965593:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f800. 00000400:00000010:2.0:1769074988.965598:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39268. 00000400:00000010:2.0:1769074988.965602:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.965605:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368809984, portal 16 00000400:00000010:2.0:1769074988.965608:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074988.965611:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368809984, offset 0 00000400:00000200:2.0:1769074988.965617:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.965623:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.965627:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.965629:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.965632:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.965634:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.965637:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17323:17323:256:4294967295] 192.168.204.41@tcp LPNI seq info [17319:17319:8:4294967295] 00000400:00000200:2.0:1769074988.965645:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.965649:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.965652:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.965656:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.965660:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.965663:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.965734:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.965738:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.965741:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.965746:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.965749:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:3.0:1769074988.965751:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000100:00000200:3.0:1769074988.965757:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368809984/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.966292:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.966298:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d800 00000400:00000200:3.0:1769074988.966302:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2953d [1] + 224 00000400:00000200:3.0:1769074988.966309:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.966311:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.966316:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368809984/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.966358:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39268. 00000400:00000200:2.0:1769074988.966364:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074988.966366:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.966373:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368809984/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.966383:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368809984/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.966399:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f800. 02000000:00000010:2.0:1769074988.966403:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b304dea00. 00000100:00000010:2.0:1769074988.966407:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074988.966410:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43e6c0. 00010000:00000010:2.0:1769074988.966412:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.966420:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074988.966423:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351409280, offset 224 00000400:00000200:2.0:1769074988.966428:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.966434:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.966439:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17324:17324:256:4294967295] 192.168.204.41@tcp LPNI seq info [17320:17320:8:4294967295] 00000400:00000200:2.0:1769074988.966448:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.966453:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.966457:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.966461:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.966465:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.966469:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.966485:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.966489:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.966492:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074988.966550:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.966554:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.966557:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.966562:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.966566:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074988.966568:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00010000:00000010:2.1:1769074988.968060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603800. 00010000:00000010:2.1:1769074988.968074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.1:1769074988.968086:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237c00. 00010000:00000010:2.1:1769074988.968089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.1:1769074988.968093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.1:1769074988.968096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed600. 00010000:00000010:2.1:1769074988.968099:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237000. 00010000:00000010:2.1:1769074988.968103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.1:1769074988.968106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec000. 00000400:00000200:3.0:1769074988.969672:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.969682:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d75580 00000400:00000200:3.0:1769074988.969688:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21e5d [2] + 1960 00000400:00000010:3.0:1769074988.969693:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498ac08. 00000400:00000200:3.0:1769074988.969726:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a0287a3c0 00000400:00000200:3.0:1769074988.969737:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.969742:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.969745:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0287a3c0 00000400:00000010:3.0:1769074988.969748:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0287a3c0. 00000100:00000200:3.0:1769074988.969751:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074988.969798:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.969802:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.969807:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.969810:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.969814:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.969837:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.969840:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.969843:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351409536 00000001:00000010:2.0:1769074988.969848:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.969867:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3edb7c00. 00000020:00000010:2.0:1769074988.969894:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.969898:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0e000. 00080000:00000010:2.0:1769074988.969909:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.969931:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786c60. 00000001:00000010:2.0:1769074988.969936:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.969947:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.969952:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.969969:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b057b3b80. 00010000:00000200:2.0:1769074988.969987:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13184c50 x1855008351409536/t60129542439(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.969999:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074988.970002:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351409536, offset 224 00000400:00000200:2.0:1769074988.970007:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.970014:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.970019:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17325:17325:256:4294967295] 192.168.204.41@tcp LPNI seq info [17321:17321:8:4294967295] 00000400:00000200:2.0:1769074988.970047:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.970052:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.970056:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.970061:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.970066:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.970069:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.970087:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.970091:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.970094:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 02000000:00000010:2.0:1769074988.970100:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17525800. 00000100:00000010:2.0:1769074988.970104:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afd180. 02000000:00000010:2.0:1769074988.970110:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3cec2c00. 00000100:00000010:2.0:1769074988.970114:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59180. 02000000:00000010:2.0:1769074988.970118:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b7c00. 00000100:00000010:2.0:1769074988.970121:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 02000000:00000010:2.0:1769074988.970126:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b6400. 00000100:00000010:2.0:1769074988.970129:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5bb80. 02000000:00000010:2.0:1769074988.970133:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3cec3800. 00000100:00000010:2.0:1769074988.970136:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58a80. 00000100:00000200:2.0:1769074988.970142:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1769074988.970148:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39268. 00000800:00000200:3.0:1769074988.970148:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.970152:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000010:2.0:1769074988.970154:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b0a43e6c0. 00000400:00000200:3.0:1769074988.970156:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.970163:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.970167:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074988.970168:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 02000000:00000010:3.0:1769074988.970172:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3edb7c00. 00000400:00000200:1.0:1769074988.971083:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.971094:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d75600 00000400:00000200:1.0:1769074988.971100:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 44488 00000400:00000200:1.0:1769074988.971113:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.971116:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.971119:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.971122:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1880. 00000020:00000010:2.0:1769074988.971163:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.971168:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.971172:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.971175:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.971179:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.971202:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.971205:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.971209:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351409664 00000001:00000010:2.0:1769074988.971215:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ec00. 00010000:00000010:2.0:1769074988.971227:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.0:1769074988.971233:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074988.971245:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b86000. 00010000:00000010:2.0:1769074988.971260:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074988.971264:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.971274:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237000. 00010000:00000010:2.0:1769074988.971278:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3e00. 00010000:00000010:2.0:1769074988.971282:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.0:1769074988.971286:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4b00. 00010000:00000010:2.0:1769074988.971307:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.971317:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4b00. 00010000:00000010:2.0:1769074988.971321:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3e00. 00010000:00000010:2.0:1769074988.971338:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074988.971347:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1880 x1855008351409664/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.971359:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074988.971363:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351409664, offset 224 00000400:00000200:2.0:1769074988.971368:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.971375:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.971380:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17326:17326:256:4294967295] 192.168.204.41@tcp LPNI seq info [17322:17322:8:4294967295] 00000400:00000200:2.0:1769074988.971388:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.971393:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.971396:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.971400:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.971405:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.971409:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.971425:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.971431:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.971434:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.971471:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.971474:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.971477:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.971480:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.971483:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074988.971484:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:3.0:1769074988.972249:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.972255:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d75680 00000400:00000200:3.0:1769074988.972259:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 45080 00000400:00000200:3.0:1769074988.972265:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.972268:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.972271:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.972273:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff100. 00000020:00000010:2.0:1769074988.972315:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.972320:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.972324:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.972327:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.972331:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.972353:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.972356:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.972359:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351409792 00010000:00000010:2.0:1769074988.972370:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed600. 00010000:00000010:2.0:1769074988.972376:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074988.972388:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b80000. 00010000:00000010:2.0:1769074988.972401:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074988.972405:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4b00. 00010000:00000010:2.0:1769074988.972413:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237c00. 00010000:00000010:2.0:1769074988.972416:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3e00. 00010000:00000010:2.0:1769074988.972420:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074988.972423:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.972442:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4b00. 00010000:00000010:2.0:1769074988.972451:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.972454:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3e00. 00010000:00000010:2.0:1769074988.972468:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074988.972476:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff100 x1855008351409792/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.972488:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074988.972491:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351409792, offset 224 00000400:00000200:2.0:1769074988.972497:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.972503:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.972507:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17327:17327:256:4294967295] 192.168.204.41@tcp LPNI seq info [17323:17323:8:4294967295] 00000400:00000200:2.0:1769074988.972519:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.972525:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.972528:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.972533:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.972537:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.972540:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.972555:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.972559:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.972563:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:1.0:1769074988.972600:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.972603:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.972606:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.972609:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.972611:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074988.972613:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:3.0:1769074988.973404:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.973410:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d75780 00000400:00000200:3.0:1769074988.973414:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 45672 00000400:00000200:3.0:1769074988.973420:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.973423:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.973425:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.973428:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afc380. 00000020:00000010:2.0:1769074988.973468:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.973472:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.973477:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.973480:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.973483:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.973504:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.973507:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.973510:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351410048 00010000:00000010:2.0:1769074988.973521:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.0:1769074988.973526:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074988.973540:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b07b85000. 00010000:00000010:2.0:1769074988.973563:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.0:1769074988.973567:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.973577:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237a00. 00010000:00000010:2.0:1769074988.973580:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3e00. 00010000:00000010:2.0:1769074988.973594:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2ee00. 00010000:00000010:2.0:1769074988.973598:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4b00. 00000004:00000010:2.0:1769074988.973610:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccfc20. 00000004:00000010:2.0:1769074988.973616:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc940f0. 00000004:00000010:2.0:1769074988.973621:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598110. 00080000:00000010:2.0:1769074988.973626:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3ce0e200. 00000020:00000010:2.0:1769074988.973662:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.973666:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0f000. 00000004:00000010:2.0:1769074988.973677:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43ec00. 00020000:00000010:2.0:1769074988.973687:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b188. 00020000:00000010:2.0:1769074988.973690:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bd90. 00000004:00000010:2.0:1769074988.973728:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b35c54470. 00080000:00000010:2.0:1769074988.973738:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.973756:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.973810:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39000. 00000001:00000010:2.0:1769074988.973818:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39000. 00080000:00000400:2.0:1769074988.973834:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.973838:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.973840:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.973843:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.973845:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.973848:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.973857:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b057b3680. 00080000:00000400:2.0:1769074988.973863:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.973866:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.973868:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.973870:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.973873:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.973875:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.973894:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.973897:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.973899:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.973902:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.973904:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.973906:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.973925:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357862a0. 00000001:00000010:2.0:1769074988.973930:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ef00. 00080000:00000010:2.0:1769074988.973940:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.973944:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.973965:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.973988:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237900. 00010000:00000010:2.0:1769074988.973992:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3580. 00010000:00000010:2.0:1769074988.973996:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2ec00. 00010000:00000010:2.0:1769074988.974000:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4d00. 00000004:00000010:2.0:1769074988.974016:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b057b3200. 00010000:00000010:2.0:1769074988.974051:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.974074:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074988.974081:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542440, last committed = 0 00010000:00000200:2.0:1769074988.974088:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afc380 x1855008351410048/t60129542440(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 664/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.974099:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074988.974103:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351410048, offset 224 00000400:00000200:2.0:1769074988.974109:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.974115:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.974120:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17328:17328:256:4294967295] 192.168.204.41@tcp LPNI seq info [17324:17324:8:4294967295] 00000400:00000200:2.0:1769074988.974128:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.974133:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.974137:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.974142:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.974146:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.974149:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.974165:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.974169:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.974173:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.974209:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.974212:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.974215:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.974218:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.974220:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074988.974222:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:1.0:1769074988.975181:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.975189:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d75800 00000400:00000200:1.0:1769074988.975194:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 5904 00000400:00000200:1.0:1769074988.975204:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.975208:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.975212:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074988.975217:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1f80. 00000020:00000010:0.0:1769074988.975256:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f40. 00000020:00000010:0.0:1769074988.975260:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f40. 00000020:00000010:0.0:1769074988.975263:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.975266:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.975268:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.975286:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168f40. 00000020:00000010:0.0:1769074988.975288:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168f40. 00000100:00000200:0.0:1769074988.975290:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351410176 00010000:00000010:0.0:1769074988.975305:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0100. 00010000:00000010:0.0:1769074988.975308:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d0400. 00010000:00000010:0.0:1769074988.975311:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603800. 00002000:00000010:0.0:1769074988.975315:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168f40. 02000000:00000010:0.0:1769074988.975325:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0487fc00. 00010000:00000200:0.0:1769074988.975337:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1f80 x1855008351410176/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.975346:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.975349:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351410176, offset 224 00000400:00000200:0.0:1769074988.975353:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.975359:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.975362:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17329:17329:256:4294967295] 192.168.204.41@tcp LPNI seq info [17325:17325:8:4294967295] 00000400:00000200:0.0:1769074988.975368:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.975372:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.975374:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074988.975377:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.975380:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.975383:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.975395:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.975397:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.975400:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:3.0:1769074988.975445:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.975448:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074988.975451:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.975455:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.975458:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:3.0:1769074988.975459:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00010000:00000010:2.1:1769074988.976059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.1:1769074988.976066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.1:1769074988.976069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602a00. 00010000:00000010:2.1:1769074988.976073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074988.976077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237200. 00010000:00000010:2.1:1769074988.976080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074988.976083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074988.976087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.1:1769074988.976090:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237f00. 00010000:00000010:2.1:1769074988.976093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:2.1:1769074988.976095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfece00. 00000400:00000200:3.0:1769074988.976170:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.976176:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d75880 00000400:00000200:3.0:1769074988.976180:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 6232 00000400:00000200:3.0:1769074988.976188:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.976192:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.976196:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.976200:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff480. 00000020:00000010:0.0:1769074988.976245:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168b40. 00000020:00000010:0.0:1769074988.976248:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168b40. 00000020:00000010:0.0:1769074988.976251:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.976253:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.976255:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.976271:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168b40. 00000020:00000010:0.0:1769074988.976273:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168b40. 00000100:00000200:0.0:1769074988.976275:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351410304 00010000:00000010:0.0:1769074988.976283:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30602a00. 02000000:00000010:0.0:1769074988.976290:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0487cc00. 00010000:00000010:0.0:1769074988.976295:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168b40. 00000100:00000010:0.0:1769074988.976298:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.976301:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641c00. 02000000:00000010:0.0:1769074988.976306:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.976315:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.976318:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.976321:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.976323:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368810112, portal 16 00000400:00000010:0.0:1769074988.976326:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074988.976327:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368810112, offset 0 00000400:00000200:0.0:1769074988.976331:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.976335:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.976338:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.976341:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.976343:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.976345:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.976347:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17330:17330:256:4294967295] 192.168.204.41@tcp LPNI seq info [17326:17326:8:4294967295] 00000400:00000200:0.0:1769074988.976353:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.976356:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.976359:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074988.976362:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.976365:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.976367:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.976463:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.976467:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:1.0:1769074988.976470:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.976474:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.976476:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:1.0:1769074988.976478:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000100:00000200:1.0:1769074988.976483:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38641c00 x1855008368810112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.977047:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.977056:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d880 00000400:00000200:3.0:1769074988.977061:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29561 [1] + 224 00000400:00000200:3.0:1769074988.977079:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.977082:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.977144:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38641c00 x1855008368810112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.977165:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.977170:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d75900 00000400:00000200:3.0:1769074988.977174:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22459 [2] + 1312 00000400:00000010:0.0:1769074988.977182:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.977188:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:0.0:1769074988.977190:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000400:00000200:3.0:1769074988.977196:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074988.977200:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38641c00 x1855008368810112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.977202:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.977208:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.977213:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04affb80. 00000100:00000200:0.0:1769074988.977222:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38641c00 x1855008368810112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074988.977243:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.977249:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.977253:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641c00. 00000100:00000010:0.0:1769074988.977257:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00000020:00000010:2.0:1769074988.977257:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.977265:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00010000:00000010:0.0:1769074988.977266:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168b40. 00000020:00000010:2.0:1769074988.977274:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.977280:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00010000:00000200:0.0:1769074988.977281:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff480 x1855008351410304/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074988.977287:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000400:00000010:0.0:1769074988.977293:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074988.977298:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351410304, offset 224 00000400:00000200:0.0:1769074988.977304:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074988.977305:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04affb80 x1855008351410432/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074988.977310:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.977320:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17331:17331:256:4294967295] 192.168.204.41@tcp LPNI seq info [17327:17327:8:4294967295] 00000400:00000200:0.0:1769074988.977332:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.977335:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.977337:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074988.977342:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.977347:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:2.0:1769074988.977347:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000800:00000200:0.0:1769074988.977352:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.977353:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.977359:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351410432 02000000:00000010:2.0:1769074988.977366:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3edb6400. 00000020:00000010:0.0:1769074988.977370:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.977375:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.977379:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00010000:00000010:2.0:1769074988.977397:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.977404:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074988.977410:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074988.977418:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0fc00. 02000000:00000010:2.0:1769074988.977429:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0e600. 00000800:00000200:3.0:1769074988.977431:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1769074988.977435:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39000. 00000800:00000010:3.0:1769074988.977435:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074988.977440:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074988.977443:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074988.977448:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074988.977451:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368810240, portal 16 00000400:00000200:3.0:1769074988.977453:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:3.0:1769074988.977456:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000400:00000010:2.0:1769074988.977458:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074988.977464:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368810240, offset 0 00000400:00000200:2.0:1769074988.977471:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.977478:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.977481:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.977484:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.977487:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.977490:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.977494:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17332:17332:256:4294967295] 192.168.204.41@tcp LPNI seq info [17328:17328:8:4294967295] 00000400:00000200:2.0:1769074988.977502:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.977508:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.977512:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.977516:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.977521:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.977524:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.977602:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.977604:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074988.977607:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.977610:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.977613:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074988.977614:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000100:00000200:1.0:1769074988.977618:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368810240/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.978172:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.978179:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d900 00000400:00000200:3.0:1769074988.978183:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2956d [1] + 224 00000400:00000200:3.0:1769074988.978191:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.978195:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.978202:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368810240/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.978245:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39000. 00000400:00000200:2.0:1769074988.978250:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:2.0:1769074988.978252:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.978259:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368810240/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.978270:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368810240/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.978285:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0e600. 02000000:00000010:2.0:1769074988.978289:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0fc00. 00000100:00000010:2.0:1769074988.978292:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074988.978295:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074988.978298:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.978305:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074988.978308:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351410432, offset 224 00000400:00000200:2.0:1769074988.978313:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.978319:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.978324:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17333:17333:256:4294967295] 192.168.204.41@tcp LPNI seq info [17329:17329:8:4294967295] 00000400:00000200:2.0:1769074988.978332:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.978337:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.978341:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074988.978346:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.978350:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.978353:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.978369:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.978373:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.978377:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.978425:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.978428:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074988.978431:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.978435:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.978437:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074988.978438:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:1.0:1769074988.978663:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.978670:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d75a00 00000400:00000200:1.0:1769074988.978674:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21f95 [2] + 0 00000400:00000200:1.0:1769074988.978681:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.978684:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.978686:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.978689:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0700. 00000020:00000010:2.0:1769074988.978738:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.978743:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.978747:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.978750:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.978753:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.978775:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.978778:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.978781:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351410688 00000001:00000010:2.0:1769074988.978786:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 02000000:00000010:2.0:1769074988.978803:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3edb7c00. 00000020:00000010:2.0:1769074988.978826:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.978830:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0fc00. 00080000:00000010:2.0:1769074988.978840:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.978859:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786f60. 00000001:00000010:2.0:1769074988.978864:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074988.978873:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.978877:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.978892:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b057b3200. 00010000:00000200:2.0:1769074988.978910:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0700 x1855008351410688/t60129542441(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.978923:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074988.978926:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351410688, offset 224 00000400:00000200:2.0:1769074988.978930:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.978937:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.978942:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17334:17334:256:4294967295] 192.168.204.41@tcp LPNI seq info [17330:17330:8:4294967295] 00000400:00000200:2.0:1769074988.978952:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.978957:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.978960:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074988.978965:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.978969:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.978972:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.978989:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.978994:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.978997:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.979057:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.979060:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074988.979063:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.979066:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.979069:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074988.979070:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074988.979955:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.979965:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d75a80 00000400:00000200:3.0:1769074988.979970:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 46336 00000400:00000200:3.0:1769074988.979980:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.979984:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.979989:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.979993:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff800. 00000020:00000010:2.0:1769074988.980055:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.980060:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.980065:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.980069:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.980072:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.980096:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.980100:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.980103:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351410816 00000001:00000010:2.0:1769074988.980108:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ef00. 00010000:00000010:2.0:1769074988.980120:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2ea00. 00010000:00000010:2.0:1769074988.980125:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074988.980137:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b07b87000. 00010000:00000010:2.0:1769074988.980151:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fc00. 00010000:00000010:2.0:1769074988.980155:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.980165:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237f00. 00010000:00000010:2.0:1769074988.980168:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3500. 00010000:00000010:2.0:1769074988.980172:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e200. 00010000:00000010:2.0:1769074988.980176:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4c80. 00010000:00000010:2.0:1769074988.980198:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.980207:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4c80. 00010000:00000010:2.0:1769074988.980211:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3500. 00010000:00000010:2.0:1769074988.980228:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074988.980236:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff800 x1855008351410816/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.980248:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074988.980252:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351410816, offset 224 00000400:00000200:2.0:1769074988.980257:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.980263:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.980267:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17335:17335:256:4294967295] 192.168.204.41@tcp LPNI seq info [17331:17331:8:4294967295] 00000400:00000200:2.0:1769074988.980276:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.980281:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.980284:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074988.980288:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.980293:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.980296:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.980313:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.980316:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.980319:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:1.0:1769074988.980376:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.980380:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074988.980382:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.980385:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.980388:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:1.0:1769074988.980389:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00010000:00000010:2.1:1769074988.981063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.1:1769074988.981071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfedc00. 00010000:00000010:2.1:1769074988.981076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00000400:00000200:3.0:1769074988.981080:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.981087:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d75b00 00000400:00000200:3.0:1769074988.981091:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 46920 00000400:00000200:3.0:1769074988.981097:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.981100:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.981102:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.981105:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afea00. 00000020:00000010:2.0:1769074988.981143:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.981148:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.981152:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.981155:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.981158:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.981180:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.981184:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.981187:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351410944 00010000:00000010:2.0:1769074988.981198:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f400. 00010000:00000010:2.0:1769074988.981202:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074988.981216:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3cff6000. 00010000:00000010:2.0:1769074988.981228:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fe00. 00010000:00000010:2.0:1769074988.981232:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4c80. 00010000:00000010:2.0:1769074988.981240:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237200. 00010000:00000010:2.0:1769074988.981243:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3500. 00010000:00000010:2.0:1769074988.981246:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f800. 00010000:00000010:2.0:1769074988.981250:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.981269:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4c80. 00010000:00000010:2.0:1769074988.981277:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.981281:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3500. 00010000:00000010:2.0:1769074988.981295:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074988.981304:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afea00 x1855008351410944/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 584/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.981316:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074988.981319:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351410944, offset 224 00000400:00000200:2.0:1769074988.981324:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.981331:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.981336:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17336:17336:256:4294967295] 192.168.204.41@tcp LPNI seq info [17332:17332:8:4294967295] 00000400:00000200:2.0:1769074988.981344:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.981349:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.981352:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074988.981357:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.981361:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.981364:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.981379:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.981383:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.981387:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.981425:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.981428:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074988.981431:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.981434:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.981436:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074988.981437:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:1.0:1769074988.982215:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.982223:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d75c00 00000400:00000200:1.0:1769074988.982228:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 47504 00000400:00000200:1.0:1769074988.982238:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.982242:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.982245:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074988.982247:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3800. 00000020:00000010:2.0:1769074988.982287:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.982292:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.982296:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.982299:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.982303:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.982326:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.982329:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.982332:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351411200 00010000:00000010:2.0:1769074988.982343:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:2.0:1769074988.982348:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074988.982362:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b3cff0000. 00010000:00000010:2.0:1769074988.982384:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e800. 00010000:00000010:2.0:1769074988.982388:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.982396:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237700. 00010000:00000010:2.0:1769074988.982400:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3500. 00010000:00000010:2.0:1769074988.982404:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f000. 00010000:00000010:2.0:1769074988.982407:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4c80. 00000004:00000010:2.0:1769074988.982415:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccef00. 00000004:00000010:2.0:1769074988.982421:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94258. 00000004:00000010:2.0:1769074988.982426:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599540. 00080000:00000010:2.0:1769074988.982431:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3ce0e600. 00000020:00000010:2.0:1769074988.982442:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.982446:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0e400. 00000004:00000010:2.0:1769074988.982457:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43ef00. 00020000:00000010:2.0:1769074988.982466:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bf70. 00020000:00000010:2.0:1769074988.982469:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0be18. 00000004:00000010:2.0:1769074988.982479:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b35c567f0. 00080000:00000010:2.0:1769074988.982487:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00080000:00000010:2.0:1769074988.982503:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074988.982557:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39000. 00000001:00000010:2.0:1769074988.982565:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39000. 00080000:00000400:2.0:1769074988.982580:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.982584:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.982587:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.982589:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.982592:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.982594:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074988.982603:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b057b3900. 00080000:00000400:2.0:1769074988.982609:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.982612:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.982614:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.982617:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.982619:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.982622:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074988.982640:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074988.982643:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074988.982646:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074988.982648:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074988.982650:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074988.982652:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074988.982670:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786600. 00000001:00000010:2.0:1769074988.982675:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43ecc0. 00080000:00000010:2.0:1769074988.982684:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074988.982687:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.982691:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074988.982729:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237800. 00010000:00000010:2.0:1769074988.982733:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3780. 00010000:00000010:2.0:1769074988.982738:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e600. 00010000:00000010:2.0:1769074988.982741:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4380. 00000004:00000010:2.0:1769074988.982758:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b057b3400. 00010000:00000010:2.0:1769074988.982772:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074988.982792:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074988.982799:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542442, last committed = 0 00010000:00000200:2.0:1769074988.982806:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3800 x1855008351411200/t60129542442(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 656/664 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.982817:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074988.982821:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351411200, offset 224 00000400:00000200:2.0:1769074988.982826:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.982832:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.982837:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17337:17337:256:4294967295] 192.168.204.41@tcp LPNI seq info [17333:17333:8:4294967295] 00000400:00000200:2.0:1769074988.982846:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.982851:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.982854:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074988.982858:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.982863:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.982866:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.982885:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.982890:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.982893:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.982935:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.982938:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074988.982940:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.982943:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.982946:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:3.0:1769074988.982947:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074988.983856:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.983862:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d75c80 00000400:00000200:3.0:1769074988.983866:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 6560 00000400:00000200:3.0:1769074988.983872:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.983874:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.983877:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.983880:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe680. 00000020:00000010:0.0:1769074988.983928:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168b40. 00000020:00000010:0.0:1769074988.983939:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168b40. 00000020:00000010:0.0:1769074988.983945:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.983948:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.983950:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.983969:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168b40. 00000020:00000010:0.0:1769074988.983970:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168b40. 00000100:00000200:0.0:1769074988.983972:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351411328 00010000:00000010:0.0:1769074988.983999:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0c00. 00010000:00000010:0.0:1769074988.984002:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d0000. 00010000:00000010:0.0:1769074988.984005:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00002000:00000010:0.0:1769074988.984009:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168b40. 02000000:00000010:0.0:1769074988.984019:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0487c400. 00010000:00000200:0.0:1769074988.984057:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe680 x1855008351411328/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.984068:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074988.984071:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351411328, offset 224 00000400:00000200:0.0:1769074988.984075:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.984080:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.984084:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17338:17338:256:4294967295] 192.168.204.41@tcp LPNI seq info [17334:17334:8:4294967295] 00000400:00000200:0.0:1769074988.984090:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.984093:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.984096:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074988.984099:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.984103:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.984105:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074988.984117:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.984120:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.984123:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:1.0:1769074988.984157:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.984160:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:1.0:1769074988.984163:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.984166:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.984169:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:1.0:1769074988.984170:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00010000:00000010:2.1:1769074988.986059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.1:1769074988.986066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237000. 00010000:00000010:2.1:1769074988.986070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.1:1769074988.986073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.1:1769074988.986076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.1:1769074988.986079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237c00. 00010000:00000010:2.1:1769074988.986082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.1:1769074988.986085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed600. 00010000:00000010:2.1:1769074988.986087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:2.1:1769074988.986090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed800. 00000400:00000200:3.0:1769074988.987639:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.987646:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d75d00 00000400:00000200:3.0:1769074988.987651:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 6888 00000400:00000200:3.0:1769074988.987658:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.987661:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.987664:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074988.987667:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afd180. 00000020:00000010:0.0:1769074988.987723:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168bc0. 00000020:00000010:0.0:1769074988.987727:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168bc0. 00000020:00000010:0.0:1769074988.987730:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074988.987733:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.987735:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.987754:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168bc0. 00000020:00000010:0.0:1769074988.987756:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168bc0. 00000100:00000200:0.0:1769074988.987758:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351411456 00010000:00000010:0.0:1769074988.987768:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b01662800. 02000000:00000010:0.0:1769074988.987774:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0487d400. 00010000:00000010:0.0:1769074988.987779:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168bc0. 00000100:00000010:0.0:1769074988.987783:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074988.987787:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641c00. 02000000:00000010:0.0:1769074988.987792:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074988.987801:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074988.987805:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074988.987807:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.987810:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368810368, portal 16 00000400:00000010:0.0:1769074988.987813:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074988.987814:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368810368, offset 0 00000400:00000200:0.0:1769074988.987819:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074988.987824:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074988.987827:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074988.987829:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074988.987831:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074988.987833:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074988.987836:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17339:17339:256:4294967295] 192.168.204.41@tcp LPNI seq info [17335:17335:8:4294967295] 00000400:00000200:0.0:1769074988.987842:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074988.987845:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.987847:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074988.987850:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.987854:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.987856:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074988.987922:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.987925:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074988.987928:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.987931:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.987933:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:3.0:1769074988.987935:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000100:00000200:3.0:1769074988.987940:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38641c00 x1855008368810368/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074988.988494:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.988500:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0d980 00000400:00000200:1.0:1769074988.988504:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2958d [1] + 224 00000400:00000200:1.0:1769074988.988511:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.988513:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.988518:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38641c00 x1855008368810368/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074988.988574:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074988.988579:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:0.0:1769074988.988582:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.988590:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38641c00 x1855008368810368/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074988.988616:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38641c00 x1855008368810368/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.988623:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.988634:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d75d80 00000400:00000200:3.0:1769074988.988639:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22459 [2] + 1640 02000000:00000010:0.0:1769074988.988649:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074988.988655:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074988.988658:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641c00. 00000400:00000200:3.0:1769074988.988662:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074988.988663:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00000400:00000200:3.0:1769074988.988669:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:0.0:1769074988.988671:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168bc0. 00000100:00000200:3.0:1769074988.988673:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074988.988679:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b800. 00010000:00000200:0.0:1769074988.988689:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afd180 x1855008351411456/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/400 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074988.988718:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074988.988723:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351411456, offset 224 00000020:00000010:2.0:1769074988.988728:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000400:00000200:0.0:1769074988.988731:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074988.988735:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.988742:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000400:00000200:0.0:1769074988.988743:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074988.988749:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3e80. 00000400:00000200:0.0:1769074988.988755:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17340:17340:256:4294967295] 192.168.204.41@tcp LPNI seq info [17336:17336:8:4294967295] 00000020:00000010:2.0:1769074988.988756:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000400:00000200:0.0:1769074988.988772:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:2.0:1769074988.988776:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0755b800 x1855008351411584/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 328/0 e 0 to 0 dl 1769074999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074988.988784:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074988.988792:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074988.988799:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074988.988807:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074988.988811:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.988812:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.988818:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.988821:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351411584 02000000:00000010:2.0:1769074988.988828:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b6400. 00000020:00000010:0.0:1769074988.988835:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074988.988842:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074988.988847:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00010000:00000010:2.0:1769074988.988861:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92e80. 00000100:00000010:2.0:1769074988.988868:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a01da8900. 00000100:00000010:2.0:1769074988.988874:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074988.988881:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0ee00. 00000800:00000200:3.0:1769074988.988882:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.988887:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074988.988890:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074988.988892:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0ec00. 00000400:00000200:3.0:1769074988.988895:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:2.0:1769074988.988899:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39000. 00000400:00000200:3.0:1769074988.988899:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:3.0:1769074988.988902:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000400:00000010:2.0:1769074988.988909:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.988915:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368810496, portal 16 00000400:00000010:2.0:1769074988.988919:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074988.988922:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368810496, offset 0 00000400:00000200:2.0:1769074988.988928:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.988934:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.988937:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074988.988941:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074988.988943:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074988.988946:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074988.988950:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17341:17341:256:4294967295] 192.168.204.41@tcp LPNI seq info [17337:17337:8:4294967295] 00000400:00000200:2.0:1769074988.988960:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.988966:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.988970:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074988.988975:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.988980:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.988983:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074988.989065:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074988.989069:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074988.989072:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.989077:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074988.989079:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:1.0:1769074988.989081:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000100:00000200:1.0:1769074988.989086:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368810496/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074988.989675:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.989681:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0da00 00000400:00000200:3.0:1769074988.989685:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29599 [1] + 224 00000400:00000200:3.0:1769074988.989691:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.989693:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.989711:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368810496/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074988.989749:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39000. 00000400:00000200:2.0:1769074988.989755:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074988.989757:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.989764:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368810496/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074988.989775:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368810496/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074988.989790:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0ec00. 02000000:00000010:2.0:1769074988.989794:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0ee00. 00000100:00000010:2.0:1769074988.989797:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074988.989800:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a01da8900. 00010000:00000010:2.0:1769074988.989802:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92e80. 00000400:00000010:2.0:1769074988.989810:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074988.989813:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351411584, offset 224 00000400:00000200:2.0:1769074988.989818:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.989824:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.989829:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17342:17342:256:4294967295] 192.168.204.41@tcp LPNI seq info [17338:17338:8:4294967295] 00000400:00000200:2.0:1769074988.989837:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.989842:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.989846:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.989849:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.989854:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.989857:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.989890:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3e80. 00000020:00000010:2.0:1769074988.989895:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.989899:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.989935:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.989939:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.989941:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.989944:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.989947:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074988.989948:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00010000:00000010:2.1:1769074988.991062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603800. 00010000:00000010:2.1:1769074988.991075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fc00. 00010000:00000010:2.1:1769074988.991089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237f00. 00010000:00000010:2.1:1769074988.991092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e200. 00010000:00000010:2.1:1769074988.991095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2ea00. 00010000:00000010:2.1:1769074988.991098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fe00. 00010000:00000010:2.1:1769074988.991101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237200. 00010000:00000010:2.1:1769074988.991103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f800. 00010000:00000010:2.1:1769074988.991106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f400. 00010000:00000010:2.1:1769074988.995055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e800. 00010000:00000010:2.1:1769074988.995060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e400. 00000400:00000200:1.0:1769074988.998383:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074988.998393:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d75e80 00000400:00000200:1.0:1769074988.998400:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21f95 [2] + 392 00000400:00000200:1.0:1769074988.998409:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074988.998412:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074988.998416:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074988.998419:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2300. 00000020:00000010:2.0:1769074988.998463:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.998469:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.998473:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.998477:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074988.998480:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.998504:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.998507:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.998511:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351411840 00000001:00000010:2.0:1769074988.998517:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 02000000:00000010:2.0:1769074988.998538:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b7c00. 00000020:00000010:2.0:1769074988.998583:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074988.998587:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0ee00. 00080000:00000010:2.0:1769074988.998602:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92e80. 00000001:00000010:2.0:1769074988.998630:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357867e0. 00000001:00000010:2.0:1769074988.998636:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a01da8900. 00080000:00000010:2.0:1769074988.998648:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.998652:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074988.998671:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b057b3400. 00010000:00000200:2.0:1769074988.998690:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2300 x1855008351411840/t60129542443(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 392/456 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074988.998726:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074988.998730:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351411840, offset 224 00000400:00000200:2.0:1769074988.998735:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074988.998742:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074988.998748:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17343:17343:256:4294967295] 192.168.204.41@tcp LPNI seq info [17339:17339:8:4294967295] 00000400:00000200:2.0:1769074988.998757:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074988.998762:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074988.998766:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074988.998771:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074988.998776:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074988.998779:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074988.998796:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074988.998800:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.998803:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074988.998861:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074988.998866:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:3.0:1769074988.998870:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.998875:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074988.998878:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:3.0:1769074988.998880:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00010000:00000010:2.1:1769074988.999068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00000400:00000200:3.0:1769074988.999865:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074988.999872:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d75f00 00000400:00000200:3.0:1769074988.999876:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 48160 00000400:00000200:3.0:1769074988.999882:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074988.999884:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074988.999887:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074988.999890:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558e00. 00000020:00000010:2.0:1769074988.999937:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.999942:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.999947:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074988.999950:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074988.999953:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074988.999979:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074988.999983:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92e80. 00000100:00000200:2.0:1769074988.999987:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351411968 00000001:00000010:2.0:1769074988.999992:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43ecc0. 00010000:00000010:2.0:1769074989.000004:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:2.0:1769074989.000010:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074989.000024:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3cff7000. 00010000:00000010:2.0:1769074989.000068:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e800. 00010000:00000010:2.0:1769074989.000072:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074989.000084:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237200. 00010000:00000010:2.0:1769074989.000088:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3e80. 00010000:00000010:2.0:1769074989.000092:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f400. 00010000:00000010:2.0:1769074989.000097:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074989.000125:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074989.000137:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000010:2.0:1769074989.000142:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3e80. 00010000:00000010:2.0:1769074989.000159:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074989.000167:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558e00 x1855008351411968/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:524/0 lens 592/584 e 0 to 0 dl 1769074999 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.000185:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074989.000189:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351411968, offset 224 00000400:00000200:2.0:1769074989.000193:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.000200:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.000205:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17344:17344:256:4294967295] 192.168.204.41@tcp LPNI seq info [17340:17340:8:4294967295] 00000400:00000200:2.0:1769074989.000214:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.000219:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.000222:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074989.000226:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.000232:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.000235:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.000250:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.000254:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.000258:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:1.0:1769074989.000298:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.000301:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074989.000303:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.000306:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.000308:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074989.000310:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:3.0:1769074989.000994:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.001002:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d75f80 00000400:00000200:3.0:1769074989.001006:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 48752 00000400:00000200:3.0:1769074989.001013:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.001015:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.001018:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.001021:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559180. 00000020:00000010:2.0:1769074989.001085:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92e80. 00000020:00000010:2.0:1769074989.001090:0:29082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.001106:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.001110:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.001113:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.001136:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.001140:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000100:00000200:2.0:1769074989.001143:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351412096 00010000:00000010:2.0:1769074989.001154:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f800. 00010000:00000010:2.0:1769074989.001159:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 02000000:00000010:2.0:1769074989.001171:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b3cff1000. 00010000:00000010:2.0:1769074989.001183:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fe00. 00010000:00000010:2.0:1769074989.001187:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 00010000:00000010:2.0:1769074989.001194:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237f00. 00010000:00000010:2.0:1769074989.001198:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3e80. 00010000:00000010:2.0:1769074989.001202:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2ea00. 00010000:00000010:2.0:1769074989.001205:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074989.001224:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000010:2.0:1769074989.001232:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000010:2.0:1769074989.001236:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3e80. 00010000:00000010:2.0:1769074989.001251:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000200:2.0:1769074989.001260:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559180 x1855008351412096/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 592/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.001272:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074989.001276:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351412096, offset 224 00000400:00000200:2.0:1769074989.001280:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.001287:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.001292:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17345:17345:256:4294967295] 192.168.204.41@tcp LPNI seq info [17341:17341:8:4294967295] 00000400:00000200:2.0:1769074989.001301:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.001306:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.001310:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.001314:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.001318:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.001322:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.001338:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.001342:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.001346:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074989.001381:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.001384:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:3.0:1769074989.001387:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.001390:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.001392:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074989.001394:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074989.002299:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.002308:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d76080 00000400:00000200:1.0:1769074989.002313:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 49344 00000400:00000200:1.0:1769074989.002323:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.002326:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.002330:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.002333:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1180. 00000020:00000010:2.0:1769074989.002374:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.002379:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.002383:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.002386:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.002389:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.002410:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.002413:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000100:00000200:2.0:1769074989.002417:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351412352 00010000:00000010:2.0:1769074989.002427:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e200. 00010000:00000010:2.0:1769074989.002432:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 02000000:00000010:2.0:1769074989.002449:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b06744000. 00010000:00000010:2.0:1769074989.002474:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fc00. 00010000:00000010:2.0:1769074989.002478:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 00010000:00000010:2.0:1769074989.002486:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237c00. 00010000:00000010:2.0:1769074989.002489:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3e80. 00010000:00000010:2.0:1769074989.002493:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fa00. 00010000:00000010:2.0:1769074989.002496:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b03964c00. 00000004:00000010:2.0:1769074989.002507:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccf0e0. 00000004:00000010:2.0:1769074989.002515:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94618. 00000004:00000010:2.0:1769074989.002520:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599430. 00080000:00000010:2.0:1769074989.002526:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3ce0ec00. 00000020:00000010:2.0:1769074989.002541:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.002544:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0fa00. 00000004:00000010:2.0:1769074989.002559:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43ecc0. 00020000:00000010:2.0:1769074989.002572:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bce0. 00020000:00000010:2.0:1769074989.002575:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b040. 00000004:00000010:2.0:1769074989.002588:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b35c54f88. 00080000:00000010:2.0:1769074989.002596:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00080000:00000010:2.0:1769074989.002615:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92740. 00000001:00000010:2.0:1769074989.002686:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39000. 00000001:00000010:2.0:1769074989.002712:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39000. 00080000:00000400:2.0:1769074989.002733:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.002737:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.002739:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.002742:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.002745:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.002747:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074989.002757:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b057b3600. 00080000:00000400:2.0:1769074989.002765:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.002768:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.002770:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.002772:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.002775:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.002777:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.002800:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.002802:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.002804:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.002807:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.002809:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.002811:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.002831:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357861e0. 00000001:00000010:2.0:1769074989.002837:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074989.002847:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92740. 00080000:00000010:2.0:1769074989.002851:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.002854:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074989.002877:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237000. 00010000:00000010:2.0:1769074989.002882:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3800. 00010000:00000010:2.0:1769074989.002886:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f200. 00010000:00000010:2.0:1769074989.002890:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0a1fdd80. 00000004:00000010:2.0:1769074989.002908:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b057b3380. 00010000:00000010:2.0:1769074989.002921:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000010:2.0:1769074989.002945:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000200:2.0:1769074989.002954:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542444, last committed = 0 00010000:00000200:2.0:1769074989.002961:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1180 x1855008351412352/t60129542444(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 664/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.002973:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074989.002977:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351412352, offset 224 00000400:00000200:2.0:1769074989.002982:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.002988:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.002993:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17346:17346:256:4294967295] 192.168.204.41@tcp LPNI seq info [17342:17342:8:4294967295] 00000400:00000200:2.0:1769074989.003002:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.003007:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.003011:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.003015:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.003020:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.003023:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.003058:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.003063:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.003067:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074989.003103:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.003106:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:3.0:1769074989.003108:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.003112:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.003114:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:3.0:1769074989.003115:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:3.0:1769074989.004114:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.004122:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76100 00000400:00000200:3.0:1769074989.004128:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 7216 00000400:00000200:3.0:1769074989.004137:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.004140:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.004143:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074989.004146:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559f80. 00000020:00000010:0.0:1769074989.004185:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168bc0. 00000020:00000010:0.0:1769074989.004190:0:44333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b0951f9c0. 00000020:00000010:0.0:1769074989.004205:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074989.004208:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074989.004211:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.004227:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168080. 00000020:00000010:0.0:1769074989.004229:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168080. 00000100:00000200:0.0:1769074989.004232:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351412480 00010000:00000010:0.0:1769074989.004242:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0300. 00010000:00000010:0.0:1769074989.004246:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b088d0600. 00010000:00000010:0.0:1769074989.004250:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00002000:00000010:0.0:1769074989.004255:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b2b168080. 02000000:00000010:0.0:1769074989.004265:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0487c800. 00010000:00000200:0.0:1769074989.004279:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559f80 x1855008351412480/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.004288:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074989.004291:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351412480, offset 224 00000400:00000200:0.0:1769074989.004295:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.004300:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.004303:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17347:17347:256:4294967295] 192.168.204.41@tcp LPNI seq info [17343:17343:8:4294967295] 00000400:00000200:0.0:1769074989.004310:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.004313:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.004315:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074989.004318:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.004322:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.004324:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.004337:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074989.004339:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.004342:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000800:00000200:1.0:1769074989.004384:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.004388:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:1.0:1769074989.004391:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.004395:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.004397:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:1.0:1769074989.004399:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000400:00000200:3.0:1769074989.005100:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.005106:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76180 00000400:00000200:3.0:1769074989.005109:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 7544 00000400:00000200:3.0:1769074989.005115:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.005118:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.005121:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074989.005123:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755aa00. 00000020:00000010:0.0:1769074989.005165:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.005168:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.005171:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865000. 00000020:00000010:0.0:1769074989.005173:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074989.005175:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.005191:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.005193:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168c80. 00000100:00000200:0.0:1769074989.005195:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351412608 00010000:00000010:0.0:1769074989.005203:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4200. 02000000:00000010:0.0:1769074989.005209:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0487e400. 00010000:00000010:0.0:1769074989.005214:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b2b168c80. 00000100:00000010:0.0:1769074989.005217:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b12a733c0. 00000100:00000010:0.0:1769074989.005221:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641c00. 02000000:00000010:0.0:1769074989.005226:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074989.005235:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07865a00. 00000400:00000010:0.0:1769074989.005239:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000400:00000010:0.0:1769074989.005242:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074989.005244:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368810624, portal 16 00000400:00000010:0.0:1769074989.005247:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074989.005249:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368810624, offset 0 00000400:00000200:0.0:1769074989.005253:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.005257:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.005260:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074989.005262:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074989.005264:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074989.005266:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074989.005268:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17348:17348:256:4294967295] 192.168.204.41@tcp LPNI seq info [17344:17344:8:4294967295] 00000400:00000200:0.0:1769074989.005274:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.005277:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.005279:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074989.005282:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.005285:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.005287:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074989.005349:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.005351:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074989.005354:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.005358:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.005360:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:3.0:1769074989.005361:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:3.0:1769074989.005373:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38641c00 x1855008368810624/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.006014:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.006022:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0da80 00000400:00000200:1.0:1769074989.006045:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x295b9 [1] + 224 00000400:00000200:1.0:1769074989.006055:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.006059:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.006066:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38641c00 x1855008368810624/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074989.006113:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924318. 00000400:00000200:0.0:1769074989.006117:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:0.0:1769074989.006118:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074989.006124:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38641c00 x1855008368810624/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074989.006131:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38641c00 x1855008368810624/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074989.006147:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07865a00. 02000000:00000010:0.0:1769074989.006150:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07864c00. 00000100:00000010:0.0:1769074989.006153:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641c00. 00000100:00000010:0.0:1769074989.006156:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b12a733c0. 00010000:00000010:0.0:1769074989.006159:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b2b168c80. 00010000:00000200:0.0:1769074989.006169:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755aa00 x1855008351412608/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074989.006176:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074989.006188:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000400:00000200:3.0:1769074989.006189:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d76200 00000100:00000200:0.0:1769074989.006194:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351412608, offset 224 00000400:00000200:3.0:1769074989.006198:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22459 [2] + 1968 00000400:00000010:3.0:1769074989.006202:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754108. 00000400:00000200:3.0:1769074989.006206:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a010fe0c0 00000400:00000200:0.0:1769074989.006211:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.006218:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.006222:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17349:17349:256:4294967295] 192.168.204.41@tcp LPNI seq info [17345:17345:8:4294967295] 00000400:00000200:0.0:1769074989.006228:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074989.006230:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074989.006234:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.006239:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000010:0.0:1769074989.006240:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074989.006243:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fe0c0 00000400:00000010:3.0:1769074989.006247:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a010fe0c0. 00000800:00000200:0.0:1769074989.006248:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074989.006253:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:0.0:1769074989.006256:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.006260:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.006275:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439100. 00000020:00000010:0.0:1769074989.006278:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.006281:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865000. 00000020:00000010:2.0:1769074989.006297:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.006301:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.006306:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.006308:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.006311:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:2.0:1769074989.006325:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b08a5a450 x1855008351412736/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/0 e 0 to 0 dl 1769075000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074989.006346:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074989.006348:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000800:00000010:3.0:1769074989.006350:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000020:00000010:2.0:1769074989.006352:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000400:00000200:3.0:1769074989.006355:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074989.006357:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351412736 00000400:00000200:3.0:1769074989.006363:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074989.006366:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cec3800. 00000400:00000200:3.0:1769074989.006367:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:3.0:1769074989.006372:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00010000:00000010:2.0:1769074989.006399:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d929c0. 00000100:00000010:2.0:1769074989.006406:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b36013f00. 00000100:00000010:2.0:1769074989.006411:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.006418:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f200. 02000000:00000010:2.0:1769074989.006428:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0fe00. 00000400:00000010:2.0:1769074989.006431:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39000. 00000400:00000010:2.0:1769074989.006435:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074989.006437:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368810752, portal 16 00000400:00000010:2.0:1769074989.006440:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074989.006464:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368810752, offset 0 00000400:00000200:2.0:1769074989.006469:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.006475:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.006478:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.006482:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.006484:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.006487:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.006491:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17350:17350:256:4294967295] 192.168.204.41@tcp LPNI seq info [17346:17346:8:4294967295] 00000400:00000200:2.0:1769074989.006501:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.006506:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.006510:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.006515:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.006520:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.006524:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074989.006586:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.006589:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:1.0:1769074989.006592:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.006595:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.006597:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:1.0:1769074989.006599:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000100:00000200:1.0:1769074989.006603:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368810752/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074989.007197:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.007204:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0db00 00000400:00000200:0.0:1769074989.007208:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x295c5 [1] + 224 00000400:00000200:0.0:1769074989.007215:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.007218:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.007223:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368810752/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.007266:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39000. 00000400:00000200:2.0:1769074989.007273:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:2.0:1769074989.007275:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074989.007283:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368810752/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.007294:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368810752/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.007311:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0fe00. 02000000:00000010:2.0:1769074989.007315:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f200. 00000100:00000010:2.0:1769074989.007318:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.007321:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b36013f00. 00010000:00000010:2.0:1769074989.007324:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d929c0. 00000400:00000010:2.0:1769074989.007333:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074989.007336:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351412736, offset 224 00000400:00000200:2.0:1769074989.007341:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.007348:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.007372:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17351:17351:256:4294967295] 192.168.204.41@tcp LPNI seq info [17347:17347:8:4294967295] 00000400:00000200:2.0:1769074989.007383:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.007388:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.007392:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.007397:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.007402:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.007405:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.007422:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.007427:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.007429:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 02000000:00000010:2.0:1769074989.007435:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b6400. 00000100:00000010:2.0:1769074989.007438:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b800. 02000000:00000010:2.0:1769074989.007441:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3edb6400. 00000100:00000010:2.0:1769074989.007444:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04affb80. 02000000:00000010:2.0:1769074989.007448:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17526000. 00000100:00000010:2.0:1769074989.007450:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0380. 02000000:00000010:2.0:1769074989.007453:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17527800. 00000100:00000010:2.0:1769074989.007455:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a2d80. 02000000:00000010:2.0:1769074989.007457:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b5800. 00000100:00000010:2.0:1769074989.007459:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58700. 02000000:00000010:2.0:1769074989.007461:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b4c00. 00000100:00000010:2.0:1769074989.007464:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59880. 00000100:00000200:2.0:1769074989.007469:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074989.007473:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39000. 00000400:00000010:2.0:1769074989.007476:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b36013f00. 00000800:00000200:3.0:1769074989.007547:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.007550:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:3.0:1769074989.007553:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.007556:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.007559:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:3.0:1769074989.007561:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 02000000:00000010:3.0:1769074989.007594:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cec3800. 00000400:00000200:1.0:1769074989.007600:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.007612:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d76300 00000400:00000200:1.0:1769074989.007619:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21f95 [2] + 784 00000400:00000200:1.0:1769074989.007630:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.007634:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.007637:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074989.007641:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1c00. 00000020:00000010:2.0:1769074989.007678:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.007681:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.007684:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.007686:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.007688:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.007723:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.007727:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000100:00000200:2.0:1769074989.007731:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351412992 00000001:00000010:2.0:1769074989.007736:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a01da8900. 02000000:00000010:2.0:1769074989.007754:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3cec2c00. 00000020:00000010:2.0:1769074989.007778:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.007783:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0f200. 00080000:00000010:2.0:1769074989.007793:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d929c0. 00000001:00000010:2.0:1769074989.007824:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786780. 00000001:00000010:2.0:1769074989.007829:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b36013b40. 00080000:00000010:2.0:1769074989.007841:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.007844:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.007862:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b057b3380. 00010000:00000200:2.0:1769074989.007882:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1c00 x1855008351412992/t60129542445(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.007895:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074989.007898:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351412992, offset 224 00000400:00000200:2.0:1769074989.007903:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.007910:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.007915:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17352:17352:256:4294967295] 192.168.204.41@tcp LPNI seq info [17348:17348:8:4294967295] 00000400:00000200:2.0:1769074989.007923:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.007926:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.007929:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.007932:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.007935:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.007938:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.007953:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.007956:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.007958:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:0.0:1769074989.008014:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.008017:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074989.008021:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.008039:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.008043:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:0.0:1769074989.008045:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:3.0:1769074989.008858:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.008864:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d76380 00000400:00000200:3.0:1769074989.008868:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 50008 00000400:00000200:3.0:1769074989.008875:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.008877:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.008880:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.008883:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558700. 00000020:00000010:2.0:1769074989.008920:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.008924:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.008927:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.008929:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.008931:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.008950:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.008952:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000100:00000200:2.0:1769074989.008954:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351413120 00000001:00000010:2.0:1769074989.008957:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074989.008967:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f600. 00010000:00000010:2.0:1769074989.008972:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 02000000:00000010:2.0:1769074989.008982:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06742000. 00010000:00000010:2.0:1769074989.008993:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e000. 00010000:00000010:2.0:1769074989.008995:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 00010000:00000010:2.0:1769074989.009018:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237e00. 00010000:00000010:2.0:1769074989.009020:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3000. 00010000:00000010:2.0:1769074989.009024:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:2.0:1769074989.009047:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de280. 00010000:00000010:2.0:1769074989.009071:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000010:2.0:1769074989.009081:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de280. 00010000:00000010:2.0:1769074989.009085:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3000. 00010000:00000010:2.0:1769074989.009097:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00010000:00000200:2.0:1769074989.009104:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558700 x1855008351413120/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 584/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.009113:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074989.009116:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351413120, offset 224 00000400:00000200:2.0:1769074989.009119:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.009124:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.009127:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17353:17353:256:4294967295] 192.168.204.41@tcp LPNI seq info [17349:17349:8:4294967295] 00000400:00000200:2.0:1769074989.009133:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.009136:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.009139:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.009142:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.009145:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.009148:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.009161:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.009164:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074989.009165:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:1.0:1769074989.009211:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.009214:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074989.009217:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.009220:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.009223:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:1.0:1769074989.009224:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:0.0:1769074989.009934:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.009941:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d76400 00000400:00000200:0.0:1769074989.009945:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 50592 00000400:00000200:0.0:1769074989.009952:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.009955:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.009958:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.009961:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641c00. 00000020:00000010:2.0:1769074989.010001:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.010005:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.010007:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.010010:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3b80. 00000020:00000010:2.0:1769074989.010012:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:3.0:1769074989.010062:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.010066:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.010069:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351413248 00010000:00000010:3.0:1769074989.010079:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.0:1769074989.010083:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.010093:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b068ea000. 00010000:00000010:3.0:1769074989.010103:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:3.0:1769074989.010106:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81f80. 00010000:00000010:3.0:1769074989.010113:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398a100. 00010000:00000010:3.0:1769074989.010115:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0180. 00010000:00000010:3.0:1769074989.010117:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:3.0:1769074989.010119:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.010138:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81f80. 00010000:00000010:3.0:1769074989.010147:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.010151:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0180. 00010000:00000010:3.0:1769074989.010169:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.010179:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38641c00 x1855008351413248/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 584/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.010193:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00000100:00000200:3.0:1769074989.010197:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351413248, offset 224 00000400:00000200:3.0:1769074989.010203:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.010210:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.010215:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17354:17354:256:4294967295] 192.168.204.41@tcp LPNI seq info [17350:17350:8:4294967295] 00000400:00000200:3.0:1769074989.010225:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.010230:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.010235:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074989.010240:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.010245:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.010248:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.010267:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3b80. 00000020:00000010:3.0:1769074989.010272:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:3.0:1769074989.010276:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:0.0:1769074989.010312:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.010316:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074989.010319:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.010322:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.010325:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00000400:00000010:0.0:1769074989.010326:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00000400:00000200:1.0:1769074989.011151:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.011159:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d76500 00000400:00000200:1.0:1769074989.011163:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 51176 00000400:00000200:1.0:1769074989.011170:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.011173:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.011176:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.011179:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0e00. 00000020:00000010:3.0:1769074989.011213:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.011217:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.011220:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.011222:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.011225:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.011246:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.011250:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.011253:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351413504 00010000:00000010:3.0:1769074989.011265:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:3.0:1769074989.011271:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.011286:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b068e9000. 00010000:00000010:3.0:1769074989.011311:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59200. 00010000:00000010:3.0:1769074989.011317:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.011326:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398ab00. 00010000:00000010:3.0:1769074989.011329:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0000. 00010000:00000010:3.0:1769074989.011333:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58800. 00010000:00000010:3.0:1769074989.011337:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81f80. 00000004:00000010:3.0:1769074989.011347:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f23c0. 00000004:00000010:3.0:1769074989.011353:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790d20. 00000004:00000010:3.0:1769074989.011358:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5320. 00080000:00000010:3.0:1769074989.011365:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a02d5ca00. 00000020:00000010:3.0:1769074989.011378:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.011383:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02c1ea00. 00000004:00000010:3.0:1769074989.011396:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b3c0. 00020000:00000010:3.0:1769074989.011406:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b412854c0. 00020000:00000010:3.0:1769074989.011410:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285648. 00000004:00000010:3.0:1769074989.011420:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf10238. 00080000:00000010:3.0:1769074989.011429:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755500. 00080000:00000010:3.0:1769074989.011446:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.011525:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.011531:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.011544:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.011546:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.011548:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.011550:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.011551:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.011553:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.011559:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0e80. 00080000:00000400:3.0:1769074989.011563:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.011565:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.011566:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.011568:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.011569:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.011571:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.011584:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.011586:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.011588:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.011589:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.011591:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.011592:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.011605:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099555a0. 00000001:00000010:3.0:1769074989.011608:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856bcc0. 00080000:00000010:3.0:1769074989.011615:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.011617:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.011619:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.011636:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398a000. 00010000:00000010:3.0:1769074989.011638:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0b80. 00010000:00000010:3.0:1769074989.011641:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59c00. 00010000:00000010:3.0:1769074989.011643:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81900. 00000004:00000010:3.0:1769074989.011655:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0800. 00010000:00000010:3.0:1769074989.011664:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.011679:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.011684:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542446, last committed = 0 00010000:00000200:3.0:1769074989.011688:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0e00 x1855008351413504/t60129542446(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 656/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.011716:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 00000100:00000200:3.0:1769074989.011719:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351413504, offset 224 00000400:00000200:3.0:1769074989.011723:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.011727:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.011731:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17355:17355:256:4294967295] 192.168.204.41@tcp LPNI seq info [17351:17351:8:4294967295] 00000400:00000200:3.0:1769074989.011737:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.011740:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.011743:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074989.011745:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.011749:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.011751:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.011764:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.011766:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.011768:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074989.011819:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.011822:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074989.011825:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.011828:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.011831:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 00000400:00000010:0.0:1769074989.011832:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00000400:00000200:0.0:1769074989.012662:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.012672:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76580 00000400:00000200:0.0:1769074989.012677:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 7872 00000400:00000200:0.0:1769074989.012687:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.012690:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.012693:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.012710:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642a00. 00000020:00000010:2.0:1769074989.012750:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d929c0. 00000020:00000010:2.0:1769074989.012755:0:44333:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b30755980. 00000020:00000010:2.0:1769074989.012768:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.012770:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.012772:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.012790:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92740. 00000020:00000010:2.0:1769074989.012792:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92740. 00000100:00000200:2.0:1769074989.012795:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351413632 00010000:00000010:2.0:1769074989.012805:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237d00. 00010000:00000010:2.0:1769074989.012809:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b2a5b4600. 00010000:00000010:2.0:1769074989.012813:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603800. 00002000:00000010:2.0:1769074989.012818:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b34d92740. 02000000:00000010:2.0:1769074989.012828:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3cec3800. 00010000:00000200:2.0:1769074989.012840:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642a00 x1855008351413632/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.012848:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074989.012851:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351413632, offset 224 00000400:00000200:2.0:1769074989.012854:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.012859:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.012862:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17356:17356:256:4294967295] 192.168.204.41@tcp LPNI seq info [17352:17352:8:4294967295] 00000400:00000200:2.0:1769074989.012868:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.012872:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.012874:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.012877:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.012880:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.012883:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.012895:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.012898:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.012901:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:1.0:1769074989.012944:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.012948:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074989.012952:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.012957:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.012961:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074989.012963:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:0.0:1769074989.013721:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.013727:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76600 00000400:00000200:0.0:1769074989.013731:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 8200 00000400:00000200:0.0:1769074989.013738:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.013741:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.013744:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.013746:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640e00. 00000020:00000010:2.0:1769074989.013784:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.013788:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.013791:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.013793:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.013795:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.013813:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.013814:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000100:00000200:2.0:1769074989.013816:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351413760 00010000:00000010:2.0:1769074989.013825:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b107c0e00. 02000000:00000010:2.0:1769074989.013831:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3edb6400. 00010000:00000010:2.0:1769074989.013836:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92840. 00000100:00000010:2.0:1769074989.013839:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074989.013843:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.013847:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0ea00. 02000000:00000010:2.0:1769074989.013855:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f600. 00000400:00000010:2.0:1769074989.013858:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c395d8. 00000400:00000010:2.0:1769074989.013861:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074989.013863:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368810880, portal 16 00000400:00000010:2.0:1769074989.013866:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074989.013867:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368810880, offset 0 00000400:00000200:2.0:1769074989.013871:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.013876:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.013879:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.013881:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.013883:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.013885:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.013887:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17357:17357:256:4294967295] 192.168.204.41@tcp LPNI seq info [17353:17353:8:4294967295] 00000400:00000200:2.0:1769074989.013893:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.013896:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.013899:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.013902:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.013905:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.013907:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.013953:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.013956:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074989.013959:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.013962:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.013964:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:0.0:1769074989.013965:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000200:0.0:1769074989.013970:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368810880/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.014511:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.014517:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0db80 00000400:00000200:1.0:1769074989.014521:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x295e9 [1] + 224 00000400:00000200:1.0:1769074989.014527:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.014530:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.014535:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368810880/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.014576:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c395d8. 00000400:00000200:2.0:1769074989.014580:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:2.0:1769074989.014581:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074989.014586:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368810880/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.014593:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368810880/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.014604:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f600. 02000000:00000010:2.0:1769074989.014607:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0ea00. 00000100:00000010:2.0:1769074989.014609:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.014611:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074989.014612:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92840. 00010000:00000200:2.0:1769074989.014621:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640e00 x1855008351413760/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.014629:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074989.014631:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351413760, offset 224 00000400:00000200:2.0:1769074989.014635:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.014639:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.014643:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17358:17358:256:4294967295] 192.168.204.41@tcp LPNI seq info [17354:17354:8:4294967295] 00000400:00000200:2.0:1769074989.014649:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.014652:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.014655:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.014658:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.014661:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.014664:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.014678:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.014681:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.014684:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000400:00000200:3.0:1769074989.014708:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.014717:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d76680 00000400:00000200:3.0:1769074989.014722:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22759 [2] + 0 00000800:00000200:0.0:1769074989.014748:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.014753:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074989.014757:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.014762:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.014763:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.014770:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000200:3.0:1769074989.014772:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074989.014774:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000100:00000200:3.0:1769074989.014782:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074989.014788:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755bb80. 00000020:00000010:2.0:1769074989.014822:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.014825:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.014827:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.014829:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.014831:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000100:00000200:2.0:1769074989.014840:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0755bb80 x1855008351413888/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/0 e 0 to 0 dl 1769075000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074989.014857:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.014859:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000100:00000200:2.0:1769074989.014861:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351413888 02000000:00000010:2.0:1769074989.014866:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b4c00. 00010000:00000010:2.0:1769074989.014889:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92840. 00000100:00000010:2.0:1769074989.014892:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074989.014895:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.014899:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0ea00. 02000000:00000010:2.0:1769074989.014905:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f600. 00000400:00000010:2.0:1769074989.014908:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c395d8. 00000400:00000010:2.0:1769074989.014911:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074989.014913:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811008, portal 16 00000400:00000010:2.0:1769074989.014915:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074989.014917:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368811008, offset 0 00000400:00000200:2.0:1769074989.014921:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.014925:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.014928:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.014930:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.014932:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.014933:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.014936:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17359:17359:256:4294967295] 192.168.204.41@tcp LPNI seq info [17355:17355:8:4294967295] 00000400:00000200:2.0:1769074989.014941:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.014944:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.014947:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.014951:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.014956:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.014958:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:1.0:1769074989.015022:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.015024:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074989.015049:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.015053:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.015056:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:1.0:1769074989.015058:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000100:00000200:1.0:1769074989.015064:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368811008/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.1:1769074989.015070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e800. 00010000:00000010:2.1:1769074989.015077:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237200. 00010000:00000010:2.1:1769074989.015081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f400. 00010000:00000010:2.1:1769074989.015085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:2.1:1769074989.015087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fe00. 00010000:00000010:2.1:1769074989.015091:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237f00. 00010000:00000010:2.1:1769074989.015094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2ea00. 00010000:00000010:2.1:1769074989.015096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f800. 00000400:00000200:0.0:1769074989.015659:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.015665:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0dc00 00000400:00000200:0.0:1769074989.015669:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x295f5 [1] + 224 00000400:00000200:0.0:1769074989.015676:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.015679:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.015686:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368811008/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.015744:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c395d8. 00000400:00000200:2.0:1769074989.015748:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074989.015749:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074989.015754:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368811008/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.015760:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368811008/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.015772:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f600. 02000000:00000010:2.0:1769074989.015774:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0ea00. 00000100:00000010:2.0:1769074989.015776:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.015778:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074989.015780:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92840. 00000400:00000010:2.0:1769074989.015786:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074989.015788:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351413888, offset 224 00000400:00000200:2.0:1769074989.015793:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.015799:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.015804:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17360:17360:256:4294967295] 192.168.204.41@tcp LPNI seq info [17356:17356:8:4294967295] 00000400:00000200:2.0:1769074989.015813:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.015817:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.015821:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074989.015825:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.015829:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.015832:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.015848:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.015853:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.015856:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000400:00000200:3.0:1769074989.015903:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.015911:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d76780 00000400:00000200:3.0:1769074989.015915:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21f95 [2] + 1176 00000800:00000200:1.0:1769074989.015954:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.015958:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074989.015961:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.015965:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.015969:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:1.0:1769074989.015971:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074989.015983:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.015990:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.016053:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074989.016057:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558a80. 00000020:00000010:2.0:1769074989.016101:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.016106:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.016110:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.016113:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.016117:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.016140:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.016143:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000100:00000200:2.0:1769074989.016147:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351414144 00000001:00000010:2.0:1769074989.016152:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b36013b40. 02000000:00000010:2.0:1769074989.016168:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b061b5800. 00000020:00000010:2.0:1769074989.016195:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.016200:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0ea00. 00080000:00000010:2.0:1769074989.016209:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92840. 00000001:00000010:2.0:1769074989.016227:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786d80. 00000001:00000010:2.0:1769074989.016231:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074989.016241:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.016245:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.016262:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0800. 00010000:00000200:2.0:1769074989.016279:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558a80 x1855008351414144/t60129542447(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.016291:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074989.016296:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351414144, offset 224 00000400:00000200:2.0:1769074989.016301:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.016308:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.016312:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17361:17361:256:4294967295] 192.168.204.41@tcp LPNI seq info [17357:17357:8:4294967295] 00000400:00000200:2.0:1769074989.016321:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.016326:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.016330:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.016334:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.016339:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.016342:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.016359:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.016363:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.016367:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:0.0:1769074989.016410:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.016414:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074989.016417:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.016421:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.016424:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:0.0:1769074989.016425:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:1.0:1769074989.017269:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.017276:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d76800 00000400:00000200:1.0:1769074989.017279:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 51832 00000400:00000200:1.0:1769074989.017286:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.017288:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.017291:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.017294:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3b80. 00000020:00000010:3.0:1769074989.017321:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.017325:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.017328:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.017330:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.017332:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.017349:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.017351:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.017352:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351414272 00000001:00000010:3.0:1769074989.017356:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856bcc0. 00010000:00000010:3.0:1769074989.017365:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58400. 00010000:00000010:3.0:1769074989.017368:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.017377:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b068ed000. 00010000:00000010:3.0:1769074989.017388:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:3.0:1769074989.017391:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.017402:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e0cc00. 00010000:00000010:3.0:1769074989.017405:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0f00. 00010000:00000010:3.0:1769074989.017410:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5a00. 00010000:00000010:3.0:1769074989.017413:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81100. 00010000:00000010:3.0:1769074989.017435:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.017445:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81100. 00010000:00000010:3.0:1769074989.017449:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0f00. 00010000:00000010:3.0:1769074989.017465:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.017474:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3b80 x1855008351414272/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 592/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.017483:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5faa0. 00000100:00000200:3.0:1769074989.017486:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351414272, offset 224 00000400:00000200:3.0:1769074989.017489:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.017494:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.017497:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17362:17362:256:4294967295] 192.168.204.41@tcp LPNI seq info [17358:17358:8:4294967295] 00000400:00000200:3.0:1769074989.017504:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.017507:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.017509:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074989.017512:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.017516:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.017518:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.017532:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.017534:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.017536:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074989.017587:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.017591:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074989.017595:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.017599:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.017602:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5faa0 00000400:00000010:0.0:1769074989.017603:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5faa0. 00000400:00000200:0.0:1769074989.018282:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.018289:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d76880 00000400:00000200:0.0:1769074989.018293:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 52424 00000400:00000200:0.0:1769074989.018300:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.018303:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.018305:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.018308:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643b80. 00000020:00000010:3.0:1769074989.018335:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.018339:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.018342:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.018343:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.018346:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.018362:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.018364:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.018366:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351414400 00010000:00000010:3.0:1769074989.018374:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc4000. 00010000:00000010:3.0:1769074989.018377:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.018386:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b068e8000. 00010000:00000010:3.0:1769074989.018395:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:3.0:1769074989.018397:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81100. 00010000:00000010:3.0:1769074989.018404:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e0c700. 00010000:00000010:3.0:1769074989.018406:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0f00. 00010000:00000010:3.0:1769074989.018409:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985000. 00010000:00000010:3.0:1769074989.018411:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.018425:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81100. 00010000:00000010:3.0:1769074989.018430:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.018433:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0f00. 00010000:00000010:3.0:1769074989.018442:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.018449:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38643b80 x1855008351414400/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 592/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.018461:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00000100:00000200:3.0:1769074989.018465:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351414400, offset 224 00000400:00000200:3.0:1769074989.018470:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.018476:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.018481:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17363:17363:256:4294967295] 192.168.204.41@tcp LPNI seq info [17359:17359:8:4294967295] 00000400:00000200:3.0:1769074989.018490:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.018495:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.018499:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074989.018504:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.018509:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.018512:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.018529:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.018532:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.018535:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074989.018580:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.018584:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074989.018588:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.018593:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.018597:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00000400:00000010:1.0:1769074989.018599:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00010000:00000010:3.1:1769074989.019053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:3.1:1769074989.019059:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398a100. 00010000:00000010:2.1:1769074989.019062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fc00. 00010000:00000010:3.1:1769074989.019063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:3.1:1769074989.019071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:2.1:1769074989.019074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e200. 00010000:00000010:3.1:1769074989.019076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59200. 00010000:00000010:2.1:1769074989.019083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:3.1:1769074989.019084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:2.1:1769074989.019091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e000. 00010000:00000010:2.1:1769074989.019096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237e00. 00010000:00000010:2.1:1769074989.019099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:2.1:1769074989.019103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f600. 00000400:00000200:0.0:1769074989.019318:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.019326:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d76980 00000400:00000200:0.0:1769074989.019330:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 53016 00000400:00000200:0.0:1769074989.019338:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.019340:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.019343:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.019346:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640000. 00000020:00000010:3.0:1769074989.019376:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.019379:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.019382:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.019384:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.019387:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.019403:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.019405:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.019407:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351414656 00010000:00000010:3.0:1769074989.019415:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984e00. 00010000:00000010:3.0:1769074989.019418:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.019429:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b068ec000. 00010000:00000010:3.0:1769074989.019446:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984c00. 00010000:00000010:3.0:1769074989.019449:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.019455:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b0398a100. 00010000:00000010:3.0:1769074989.019458:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0f00. 00010000:00000010:3.0:1769074989.019460:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984000. 00010000:00000010:3.0:1769074989.019462:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81100. 00000004:00000010:3.0:1769074989.019466:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f30e0. 00000004:00000010:3.0:1769074989.019470:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790690. 00000004:00000010:3.0:1769074989.019473:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5ba0. 00080000:00000010:3.0:1769074989.019477:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b121c9600. 00000020:00000010:3.0:1769074989.019484:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.019487:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01502200. 00000004:00000010:3.0:1769074989.019495:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856bcc0. 00020000:00000010:3.0:1769074989.019501:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285cc8. 00020000:00000010:3.0:1769074989.019503:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285e38. 00000004:00000010:3.0:1769074989.019508:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf108e0. 00080000:00000010:3.0:1769074989.019513:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755500. 00080000:00000010:3.0:1769074989.019523:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.019559:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.019565:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.019575:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.019578:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.019579:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.019581:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.019583:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.019585:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.019591:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0680. 00080000:00000400:3.0:1769074989.019594:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.019596:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.019597:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.019599:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.019600:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.019602:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.019615:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.019616:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.019618:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.019620:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.019621:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.019623:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.019634:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955ba0. 00000001:00000010:3.0:1769074989.019637:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b180. 00080000:00000010:3.0:1769074989.019643:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.019645:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.019647:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.019663:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522bd00. 00010000:00000010:3.0:1769074989.019666:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0080. 00010000:00000010:3.0:1769074989.019669:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984200. 00010000:00000010:3.0:1769074989.019671:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81d80. 00000004:00000010:3.0:1769074989.019682:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0a00. 00010000:00000010:3.0:1769074989.019692:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.019725:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.019731:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542448, last committed = 0 00010000:00000200:3.0:1769074989.019736:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640000 x1855008351414656/t60129542448(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 664/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.019746:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f198. 00000100:00000200:3.0:1769074989.019748:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351414656, offset 224 00000400:00000200:3.0:1769074989.019752:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.019756:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.019760:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17364:17364:256:4294967295] 192.168.204.41@tcp LPNI seq info [17360:17360:8:4294967295] 00000400:00000200:3.0:1769074989.019766:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.019769:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.019771:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074989.019774:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.019778:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.019780:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.019793:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.019795:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.019797:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074989.019841:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.019844:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074989.019847:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.019850:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.019853:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f198 00000400:00000010:0.0:1769074989.019854:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f198. 00000400:00000200:1.0:1769074989.020682:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.020689:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76a00 00000400:00000200:1.0:1769074989.020693:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 8528 00000400:00000200:1.0:1769074989.020715:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.020718:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.020721:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.020724:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0a80. 00000020:00000010:2.0:1769074989.020767:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.020770:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.020773:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.020776:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.020778:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.020796:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92840. 00000020:00000010:2.0:1769074989.020798:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92840. 00000100:00000200:2.0:1769074989.020799:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351414784 00010000:00000010:2.0:1769074989.020808:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.0:1769074989.020810:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b2a5b4a00. 00010000:00000010:2.0:1769074989.020814:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00002000:00000010:2.0:1769074989.020818:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b34d92840. 02000000:00000010:2.0:1769074989.020827:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b061b6400. 00010000:00000200:2.0:1769074989.020838:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0a80 x1855008351414784/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.020847:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074989.020850:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351414784, offset 224 00000400:00000200:2.0:1769074989.020854:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.020859:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.020862:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17365:17365:256:4294967295] 192.168.204.41@tcp LPNI seq info [17361:17361:8:4294967295] 00000400:00000200:2.0:1769074989.020868:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.020872:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.020874:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.020877:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.020881:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.020883:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.020895:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.020898:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.020901:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:0.0:1769074989.020949:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.020954:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074989.020959:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.020964:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.020968:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:0.0:1769074989.020970:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:0.0:1769074989.021754:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.021762:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76a80 00000400:00000200:0.0:1769074989.021766:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 8856 00000400:00000200:0.0:1769074989.021774:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.021776:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.021779:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.021782:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642680. 00000020:00000010:2.0:1769074989.021832:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.021837:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.021840:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.021842:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.021845:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.021866:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.021867:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000100:00000200:2.0:1769074989.021870:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351414912 00010000:00000010:2.0:1769074989.021880:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f600. 02000000:00000010:2.0:1769074989.021886:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17527800. 00010000:00000010:2.0:1769074989.021891:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92f80. 00000100:00000010:2.0:1769074989.021894:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b36013b40. 00000100:00000010:2.0:1769074989.021898:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.021902:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f600. 02000000:00000010:2.0:1769074989.021911:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f400. 00000400:00000010:2.0:1769074989.021915:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c395d8. 00000400:00000010:2.0:1769074989.021919:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074989.021923:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811136, portal 16 00000400:00000010:2.0:1769074989.021927:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074989.021930:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368811136, offset 0 00000400:00000200:2.0:1769074989.021946:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.021954:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.021957:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.021960:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.021963:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.021966:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.021969:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17366:17366:256:4294967295] 192.168.204.41@tcp LPNI seq info [17362:17362:8:4294967295] 00000400:00000200:2.0:1769074989.021978:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.021983:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.021987:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074989.021992:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.021995:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.021998:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074989.022088:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.022092:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074989.022097:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.022102:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.022105:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:1.0:1769074989.022107:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:1.0:1769074989.022114:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368811136/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074989.022670:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.022677:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0dc80 00000400:00000200:0.0:1769074989.022680:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29615 [1] + 224 00000400:00000200:0.0:1769074989.022687:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.022690:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.022695:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368811136/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.022753:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c395d8. 00000400:00000200:2.0:1769074989.022758:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:2.0:1769074989.022760:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074989.022766:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368811136/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.022773:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368811136/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.022787:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f400. 02000000:00000010:2.0:1769074989.022789:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f600. 00000100:00000010:2.0:1769074989.022791:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.022793:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b36013b40. 00010000:00000010:2.0:1769074989.022795:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92f80. 00010000:00000200:2.0:1769074989.022805:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642680 x1855008351414912/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.022814:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074989.022816:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351414912, offset 224 00000400:00000200:2.0:1769074989.022820:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.022825:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.022829:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17367:17367:256:4294967295] 192.168.204.41@tcp LPNI seq info [17363:17363:8:4294967295] 00000400:00000200:2.0:1769074989.022837:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.022840:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.022844:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.022847:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.022852:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.022854:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.022872:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.022875:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.022878:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000400:00000200:0.0:1769074989.022883:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.022892:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d76b00 00000400:00000200:0.0:1769074989.022896:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22759 [2] + 328 00000800:00000200:1.0:1769074989.022945:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.022949:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074989.022954:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.022959:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.022964:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000200:0.0:1769074989.022965:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074989.022967:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:0.0:1769074989.022974:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.022979:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074989.022984:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642d80. 00000020:00000010:2.0:1769074989.023065:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.023069:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.023074:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.023077:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.023081:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000100:00000200:2.0:1769074989.023093:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38642d80 x1855008351415040/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/0 e 0 to 0 dl 1769075000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074989.023118:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.023121:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000100:00000200:2.0:1769074989.023124:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351415040 02000000:00000010:2.0:1769074989.023131:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b17526000. 00010000:00000010:2.0:1769074989.023156:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92f80. 00000100:00000010:2.0:1769074989.023161:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b36013b40. 00000100:00000010:2.0:1769074989.023165:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.023171:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f600. 02000000:00000010:2.0:1769074989.023180:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f400. 00000400:00000010:2.0:1769074989.023184:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c395d8. 00000400:00000010:2.0:1769074989.023188:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074989.023199:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811264, portal 16 00000400:00000010:2.0:1769074989.023203:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074989.023205:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368811264, offset 0 00000400:00000200:2.0:1769074989.023211:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.023217:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.023220:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.023223:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.023226:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.023228:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.023232:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17368:17368:256:4294967295] 192.168.204.41@tcp LPNI seq info [17364:17364:8:4294967295] 00000400:00000200:2.0:1769074989.023240:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.023244:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.023248:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.023253:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.023257:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.023261:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.023327:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.023330:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074989.023333:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.023336:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.023339:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:0.0:1769074989.023340:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:0.0:1769074989.023345:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368811264/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.023924:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.023931:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0dd00 00000400:00000200:1.0:1769074989.023935:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29621 [1] + 224 00000400:00000200:1.0:1769074989.023941:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.023943:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.023948:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368811264/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.023991:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c395d8. 00000400:00000200:2.0:1769074989.023996:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074989.023998:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074989.024005:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368811264/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.024016:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368811264/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.024052:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f400. 02000000:00000010:2.0:1769074989.024056:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f600. 00000100:00000010:2.0:1769074989.024059:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.024062:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b36013b40. 00010000:00000010:2.0:1769074989.024065:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92f80. 00000400:00000010:2.0:1769074989.024072:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074989.024076:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351415040, offset 224 00000400:00000200:2.0:1769074989.024082:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.024087:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.024092:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17369:17369:256:4294967295] 192.168.204.41@tcp LPNI seq info [17365:17365:8:4294967295] 00000400:00000200:2.0:1769074989.024100:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.024105:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.024108:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.024112:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.024117:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.024120:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.024137:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.024141:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.024145:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:0.0:1769074989.024193:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.024197:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074989.024200:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.024204:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.024207:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:0.0:1769074989.024208:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:0.0:1769074989.024435:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.024441:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d76c00 00000400:00000200:0.0:1769074989.024445:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21f95 [2] + 1568 00000400:00000200:0.0:1769074989.024462:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.024465:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.024468:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.024471:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641500. 00000020:00000010:2.0:1769074989.024511:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.024516:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.024520:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.024523:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.024527:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.024547:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.024550:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000100:00000200:2.0:1769074989.024554:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351415296 00000001:00000010:2.0:1769074989.024560:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 02000000:00000010:2.0:1769074989.024576:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17525800. 00000020:00000010:2.0:1769074989.024599:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.024603:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0f600. 00080000:00000010:2.0:1769074989.024613:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92f80. 00000001:00000010:2.0:1769074989.024632:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357863c0. 00000001:00000010:2.0:1769074989.024637:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b36013b40. 00080000:00000010:2.0:1769074989.024647:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.024650:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.024666:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0a00. 00010000:00000200:2.0:1769074989.024682:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38641500 x1855008351415296/t60129542449(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.024694:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074989.024713:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351415296, offset 224 00000400:00000200:2.0:1769074989.024718:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.024725:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.024729:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17370:17370:256:4294967295] 192.168.204.41@tcp LPNI seq info [17366:17366:8:4294967295] 00000400:00000200:2.0:1769074989.024738:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.024743:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.024746:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.024751:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.024756:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.024759:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.024775:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.024779:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.024783:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:1.0:1769074989.024817:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.024821:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074989.024825:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.024829:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.024832:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:1.0:1769074989.024834:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000400:00000200:0.0:1769074989.025648:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.025655:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d76c80 00000400:00000200:0.0:1769074989.025658:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 53680 00000400:00000200:0.0:1769074989.025665:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.025667:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.025670:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.025672:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643100. 00000020:00000010:3.0:1769074989.025716:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.025720:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.025723:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.025725:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.025728:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.025745:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.025747:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.025748:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351415424 00000001:00000010:3.0:1769074989.025752:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b180. 00010000:00000010:3.0:1769074989.025760:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985200. 00010000:00000010:3.0:1769074989.025764:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.025774:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b0a2cd000. 00010000:00000010:3.0:1769074989.025785:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985600. 00010000:00000010:3.0:1769074989.025787:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.025794:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b000. 00010000:00000010:3.0:1769074989.025797:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0a80. 00010000:00000010:3.0:1769074989.025799:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985800. 00010000:00000010:3.0:1769074989.025801:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81e00. 00010000:00000010:3.0:1769074989.025817:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.025822:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81e00. 00010000:00000010:3.0:1769074989.025825:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0a80. 00010000:00000010:3.0:1769074989.025835:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.025842:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38643100 x1855008351415424/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 584/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.025851:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fee0. 00000100:00000200:3.0:1769074989.025854:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351415424, offset 224 00000400:00000200:3.0:1769074989.025858:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.025863:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.025866:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17371:17371:256:4294967295] 192.168.204.41@tcp LPNI seq info [17367:17367:8:4294967295] 00000400:00000200:3.0:1769074989.025873:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.025876:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.025879:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074989.025882:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.025885:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.025887:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.025900:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.025902:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.025904:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074989.025938:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.025941:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074989.025944:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.025946:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.025949:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fee0 00000400:00000010:0.0:1769074989.025950:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fee0. 00000400:00000200:1.0:1769074989.026754:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.026762:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d76d00 00000400:00000200:1.0:1769074989.026766:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 54264 00000400:00000200:1.0:1769074989.026774:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.026776:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.026780:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.026783:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2d80. 00000020:00000010:3.0:1769074989.026828:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.026833:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.026837:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.026840:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.026844:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.026868:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.026870:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.026872:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351415552 00010000:00000010:3.0:1769074989.026883:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984400. 00010000:00000010:3.0:1769074989.026887:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.026901:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8a09992000. 00010000:00000010:3.0:1769074989.026914:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984600. 00010000:00000010:3.0:1769074989.026918:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81e00. 00010000:00000010:3.0:1769074989.026927:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b400. 00010000:00000010:3.0:1769074989.026930:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0a80. 00010000:00000010:3.0:1769074989.026934:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:3.0:1769074989.026937:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.026958:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81e00. 00010000:00000010:3.0:1769074989.026966:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.026970:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0a80. 00010000:00000010:3.0:1769074989.026986:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.026994:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2d80 x1855008351415552/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 584/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.027008:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074989.027012:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351415552, offset 224 00000400:00000200:3.0:1769074989.027016:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.027021:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.027042:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17372:17372:256:4294967295] 192.168.204.41@tcp LPNI seq info [17368:17368:8:4294967295] 00000400:00000200:3.0:1769074989.027054:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.027057:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.027061:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074989.027065:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.027069:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.027072:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.027087:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.027090:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.027093:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074989.027140:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.027143:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:1.0:1769074989.027146:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.027150:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.027152:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:1.0:1769074989.027153:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000400:00000200:0.0:1769074989.027976:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.027984:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d76e00 00000400:00000200:0.0:1769074989.027988:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 54848 00000400:00000200:0.0:1769074989.027996:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.027998:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.028002:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.028005:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640380. 00000020:00000010:3.0:1769074989.028051:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.028055:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.028059:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.028063:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.028066:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00010000:00000010:2.1:1769074989.028074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603800. 00000020:00000010:3.0:1769074989.028091:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.028095:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.028099:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351415808 00010000:00000010:3.0:1769074989.028111:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59200. 00010000:00000010:3.0:1769074989.028117:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.028133:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b02d71000. 00010000:00000010:3.0:1769074989.028158:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.0:1769074989.028162:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.028171:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522ba00. 00010000:00000010:3.0:1769074989.028174:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0a80. 00010000:00000010:3.0:1769074989.028177:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:3.0:1769074989.028181:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81e00. 00000004:00000010:3.0:1769074989.028190:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f2000. 00000004:00000010:3.0:1769074989.028197:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790168. 00000004:00000010:3.0:1769074989.028202:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5210. 00080000:00000010:3.0:1769074989.028208:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b0768f200. 00000020:00000010:3.0:1769074989.028220:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.028225:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0768f800. 00000004:00000010:3.0:1769074989.028235:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b180. 00020000:00000010:3.0:1769074989.028246:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b412850c0. 00020000:00000010:3.0:1769074989.028249:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285fb8. 00000004:00000010:3.0:1769074989.028257:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf10470. 00080000:00000010:3.0:1769074989.028262:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755500. 00080000:00000010:3.0:1769074989.028275:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.028329:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.028337:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.028353:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.028357:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.028360:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.028362:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.028364:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.028366:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.028376:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0700. 00080000:00000400:3.0:1769074989.028383:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.028385:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.028387:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.028389:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.028391:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.028393:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.028414:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.028417:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.028419:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.028421:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.028423:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.028425:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.028443:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955300. 00000001:00000010:3.0:1769074989.028448:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b840. 00080000:00000010:3.0:1769074989.028457:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.028460:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.028463:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.028487:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522be00. 00010000:00000010:3.0:1769074989.028490:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0200. 00010000:00000010:3.0:1769074989.028494:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:3.0:1769074989.028498:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81300. 00000004:00000010:3.0:1769074989.028516:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0480. 00010000:00000010:3.0:1769074989.028527:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.028543:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.028549:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542450, last committed = 0 00010000:00000200:3.0:1769074989.028555:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640380 x1855008351415808/t60129542450(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 656/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.028568:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074989.028572:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351415808, offset 224 00000400:00000200:3.0:1769074989.028577:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.028583:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.028588:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17373:17373:256:4294967295] 192.168.204.41@tcp LPNI seq info [17369:17369:8:4294967295] 00000400:00000200:3.0:1769074989.028597:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.028602:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.028605:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074989.028610:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.028615:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.028618:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.028635:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.028638:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.028641:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:1.0:1769074989.028679:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.028683:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:1.0:1769074989.028686:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.028689:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.028692:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:1.0:1769074989.028693:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000400:00000200:1.0:1769074989.029596:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.029603:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76e80 00000400:00000200:1.0:1769074989.029607:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 9184 00000400:00000200:1.0:1769074989.029615:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.029617:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.029620:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.029622:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0380. 00000020:00000010:2.0:1769074989.029664:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.029669:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.029673:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.029677:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.029681:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.029716:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92f80. 00000020:00000010:2.0:1769074989.029720:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92f80. 00000100:00000200:2.0:1769074989.029723:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351415936 00010000:00000010:2.0:1769074989.029758:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b2a5b4900. 00010000:00000010:2.0:1769074989.029763:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35237e00. 00010000:00000010:2.0:1769074989.029775:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e000. 00002000:00000010:2.0:1769074989.029781:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b34d92f80. 02000000:00000010:2.0:1769074989.029795:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe39c00. 00010000:00000200:2.0:1769074989.029811:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0380 x1855008351415936/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.029828:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074989.029832:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351415936, offset 224 00000400:00000200:2.0:1769074989.029837:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.029843:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.029848:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17374:17374:256:4294967295] 192.168.204.41@tcp LPNI seq info [17370:17370:8:4294967295] 00000400:00000200:2.0:1769074989.029857:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.029863:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.029866:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.029870:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.029875:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.029878:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.029893:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.029898:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.029902:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:0.0:1769074989.029935:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.029939:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074989.029942:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.029947:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.029950:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:0.0:1769074989.029953:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:1.0:1769074989.030770:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.030777:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d76f00 00000400:00000200:1.0:1769074989.030781:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 9512 00000400:00000200:1.0:1769074989.030787:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.030790:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.030793:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.030797:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94a80. 00000020:00000010:2.0:1769074989.030836:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.030840:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.030845:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.030848:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.030851:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.030873:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.030875:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92300. 00000100:00000200:2.0:1769074989.030878:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351416064 00010000:00000010:2.0:1769074989.030889:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e200. 02000000:00000010:2.0:1769074989.030898:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe38400. 00010000:00000010:2.0:1769074989.030904:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b34d92300. 00000100:00000010:2.0:1769074989.030909:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074989.030913:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.030919:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f400. 02000000:00000010:2.0:1769074989.030939:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0e800. 00000400:00000010:2.0:1769074989.030944:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c395d8. 00000400:00000010:2.0:1769074989.030948:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074989.030951:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811392, portal 16 00000400:00000010:2.0:1769074989.030954:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074989.030957:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368811392, offset 0 00000400:00000200:2.0:1769074989.030962:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.030968:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.030972:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.030975:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.030977:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.030980:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.030983:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17375:17375:256:4294967295] 192.168.204.41@tcp LPNI seq info [17371:17371:8:4294967295] 00000400:00000200:2.0:1769074989.030991:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.030996:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.030999:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.031003:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.031008:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.031011:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074989.031089:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.031093:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074989.031097:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.031101:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.031104:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:1.0:1769074989.031106:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000100:00000200:1.0:1769074989.031111:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368811392/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074989.031653:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.031660:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0dd80 00000400:00000200:0.0:1769074989.031664:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29641 [1] + 224 00000400:00000200:0.0:1769074989.031671:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.031673:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.031679:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368811392/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.031724:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c395d8. 00000400:00000200:2.0:1769074989.031729:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:2.0:1769074989.031730:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074989.031737:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368811392/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.031748:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368811392/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.031765:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0e800. 02000000:00000010:2.0:1769074989.031768:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f400. 00000100:00000010:2.0:1769074989.031771:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.031775:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074989.031777:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b34d92300. 00010000:00000200:2.0:1769074989.031788:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94a80 x1855008351416064/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.031800:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074989.031803:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351416064, offset 224 00000400:00000200:2.0:1769074989.031809:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074989.031814:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.031820:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.031825:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17376:17376:256:4294967295] 192.168.204.41@tcp LPNI seq info [17372:17372:8:4294967295] 00000400:00000200:2.0:1769074989.031834:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.031838:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074989.031843:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d76f80 00000800:00000010:2.0:1769074989.031843:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074989.031857:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22759 [2] + 656 00000800:00000200:2.0:1769074989.031857:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.031867:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.031870:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074989.031885:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074989.031889:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000400:00000200:1.0:1769074989.031891:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074989.031896:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000100:00000200:1.0:1769074989.031897:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074989.031904:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97100. 00000020:00000010:2.0:1769074989.031904:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000020:00000010:3.0:1769074989.031948:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.031953:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.031960:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.031964:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.031967:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000800:00000200:0.0:1769074989.031971:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.031975:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074989.031980:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.031985:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.031990:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:0.0:1769074989.031992:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000100:00000200:3.0:1769074989.032043:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3cf97100 x1855008351416192/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/0 e 0 to 0 dl 1769075000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074989.032072:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.032076:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.032080:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351416192 02000000:00000010:3.0:1769074989.032086:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbd800. 00010000:00000010:3.0:1769074989.032107:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755500. 00000100:00000010:3.0:1769074989.032111:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b300. 00000100:00000010:3.0:1769074989.032114:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558000. 02000000:00000010:3.0:1769074989.032132:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03453200. 02000000:00000010:3.0:1769074989.032142:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03453e00. 00000400:00000010:3.0:1769074989.032144:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074989.032147:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fee0. 00000100:00000200:3.0:1769074989.032149:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811520, portal 16 00000400:00000010:3.0:1769074989.032151:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f198. 00000100:00000200:3.0:1769074989.032153:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368811520, offset 0 00000400:00000200:3.0:1769074989.032157:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.032162:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.032164:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074989.032166:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074989.032168:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074989.032170:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074989.032172:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17377:17377:256:4294967295] 192.168.204.41@tcp LPNI seq info [17373:17373:8:4294967295] 00000400:00000200:3.0:1769074989.032178:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.032181:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.032183:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074989.032187:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.032190:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.032193:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.032252:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.032255:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074989.032258:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.032262:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.032264:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f198 00000400:00000010:0.0:1769074989.032266:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f198. 00000100:00000200:0.0:1769074989.032270:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b07558000 x1855008368811520/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.032912:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.032921:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0de00 00000400:00000200:1.0:1769074989.032927:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2964d [1] + 224 00000400:00000200:1.0:1769074989.032937:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.032941:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.032948:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b07558000 x1855008368811520/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074989.032984:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074989.032989:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fee0 00000400:00000010:3.0:1769074989.032990:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fee0. 00000100:00000200:3.0:1769074989.032995:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b07558000 x1855008368811520/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074989.033003:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b07558000 x1855008368811520/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074989.033015:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03453e00. 02000000:00000010:3.0:1769074989.033018:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03453200. 00000100:00000010:3.0:1769074989.033020:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558000. 00000100:00000010:3.0:1769074989.033023:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b300. 00010000:00000010:3.0:1769074989.033043:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755500. 00000400:00000010:3.0:1769074989.033051:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fee0. 00000100:00000200:3.0:1769074989.033054:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351416192, offset 224 00000400:00000200:3.0:1769074989.033059:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.033064:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.033068:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17378:17378:256:4294967295] 192.168.204.41@tcp LPNI seq info [17374:17374:8:4294967295] 00000400:00000200:3.0:1769074989.033074:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.033077:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.033079:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074989.033082:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.033085:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.033088:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.033099:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.033101:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.033103:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a096de800. 00000800:00000200:0.0:1769074989.033156:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.033160:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074989.033163:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.033166:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.033169:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fee0 00000400:00000010:0.0:1769074989.033171:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fee0. 00000400:00000200:0.0:1769074989.033252:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.033258:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d77080 00000400:00000200:0.0:1769074989.033262:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x21f95 [2] + 1960 00000400:00000010:0.0:1769074989.033265:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8160. 00000400:00000200:0.0:1769074989.033267:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0d18bf00 00000400:00000200:0.0:1769074989.033273:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.033275:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.033277:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0d18bf00 00000400:00000010:0.0:1769074989.033278:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0d18bf00. 00000100:00000200:0.0:1769074989.033281:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074989.033319:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.033323:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.033327:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.033330:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.033332:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.033353:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.033355:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92300. 00000100:00000200:2.0:1769074989.033358:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351416448 00000001:00000010:2.0:1769074989.033363:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b36013b40. 02000000:00000010:2.0:1769074989.033380:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3fe39000. 00000020:00000010:2.0:1769074989.033402:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.033405:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0f400. 00080000:00000010:2.0:1769074989.033416:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b34d92300. 00000001:00000010:2.0:1769074989.033436:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357866c0. 00000001:00000010:2.0:1769074989.033440:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074989.033450:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.033454:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.033470:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0480. 00010000:00000200:2.0:1769074989.033487:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13185850 x1855008351416448/t60129542451(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.033499:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074989.033502:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351416448, offset 224 00000400:00000200:2.0:1769074989.033506:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.033512:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.033516:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17379:17379:256:4294967295] 192.168.204.41@tcp LPNI seq info [17375:17375:8:4294967295] 00000400:00000200:2.0:1769074989.033524:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.033529:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.033532:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.033536:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.033540:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.033543:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.033558:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.033562:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.033565:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 02000000:00000010:2.0:1769074989.033572:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17525800. 00000100:00000010:2.0:1769074989.033577:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38641500. 02000000:00000010:2.0:1769074989.033581:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b5800. 00000100:00000010:2.0:1769074989.033584:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558a80. 02000000:00000010:2.0:1769074989.033588:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3cec2c00. 00000100:00000010:2.0:1769074989.033591:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a1c00. 02000000:00000010:2.0:1769074989.033595:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b061b7c00. 00000100:00000010:2.0:1769074989.033598:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a2300. 02000000:00000010:2.0:1769074989.033601:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3edb7c00. 00000100:00000010:2.0:1769074989.033604:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0700. 00000800:00000200:1.0:1769074989.033606:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.033610:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000100:00000200:2.0:1769074989.033611:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:1.0:1769074989.033614:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074989.033617:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c395d8. 00000400:00000200:1.0:1769074989.033621:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:2.0:1769074989.033625:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b36013b40. 00000400:00000200:1.0:1769074989.033626:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:1.0:1769074989.033630:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 02000000:00000010:1.0:1769074989.033634:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3fe39000. 00000400:00000200:0.0:1769074989.034463:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.034474:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d77100 00000400:00000200:0.0:1769074989.034480:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 55504 00000400:00000200:0.0:1769074989.034491:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.034495:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.034499:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.034503:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641880. 00000020:00000010:3.0:1769074989.034537:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.034540:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.034542:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.034544:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.034547:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.034563:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.034565:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.034567:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351416576 00000001:00000010:3.0:1769074989.034570:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b840. 00010000:00000010:3.0:1769074989.034587:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539e00. 00010000:00000010:3.0:1769074989.034591:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.034603:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b02d72000. 00010000:00000010:3.0:1769074989.034617:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539800. 00010000:00000010:3.0:1769074989.034621:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.034632:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522bb00. 00010000:00000010:3.0:1769074989.034635:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0880. 00010000:00000010:3.0:1769074989.034639:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538400. 00010000:00000010:3.0:1769074989.034642:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81700. 00010000:00000010:3.0:1769074989.034667:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.034677:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81700. 00010000:00000010:3.0:1769074989.034682:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0880. 00010000:00000010:3.0:1769074989.034715:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.034725:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38641880 x1855008351416576/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 584/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.034738:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00000100:00000200:3.0:1769074989.034742:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351416576, offset 224 00000400:00000200:3.0:1769074989.034747:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.034754:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.034758:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17380:17380:256:4294967295] 192.168.204.41@tcp LPNI seq info [17376:17376:8:4294967295] 00000400:00000200:3.0:1769074989.034768:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.034774:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.034778:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074989.034782:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.034787:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.034790:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.034808:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.034813:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.034816:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.034865:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.034869:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074989.034873:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.034877:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.034881:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00000400:00000010:0.0:1769074989.034883:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00000400:00000200:1.0:1769074989.035643:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.035649:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 584 into portal 12 MB=0x6971ec9d77180 00000400:00000200:1.0:1769074989.035653:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 584/584 into md 0x4c45 [64] + 56088 00000400:00000200:1.0:1769074989.035661:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.035663:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.035666:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.035670:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94380. 00000020:00000010:3.0:1769074989.035716:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.035722:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.035726:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.035729:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.035733:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.035759:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.035762:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.035765:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351416704 00010000:00000010:3.0:1769074989.035778:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538800. 00010000:00000010:3.0:1769074989.035782:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.035795:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b02d77000. 00010000:00000010:3.0:1769074989.035809:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539000. 00010000:00000010:3.0:1769074989.035813:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81700. 00010000:00000010:3.0:1769074989.035822:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b600. 00010000:00000010:3.0:1769074989.035824:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0880. 00010000:00000010:3.0:1769074989.035828:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538600. 00010000:00000010:3.0:1769074989.035831:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.035864:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81700. 00010000:00000010:3.0:1769074989.035872:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.035875:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0880. 00010000:00000010:3.0:1769074989.035888:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.035895:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94380 x1855008351416704/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 584/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.035904:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5faa0. 00000100:00000200:3.0:1769074989.035907:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351416704, offset 224 00000400:00000200:3.0:1769074989.035911:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.035916:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.035919:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17381:17381:256:4294967295] 192.168.204.41@tcp LPNI seq info [17377:17377:8:4294967295] 00000400:00000200:3.0:1769074989.035926:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.035929:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.035932:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074989.035935:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.035939:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.035941:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.035957:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.035959:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.035962:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.036024:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.1:1769074989.036055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00000800:00000010:0.0:1769074989.036056:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074989.036064:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074989.036065:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e0cc00. 00000400:00000200:0.0:1769074989.036072:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.1:1769074989.036074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5a00. 00000400:00000200:0.0:1769074989.036077:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5faa0 00010000:00000010:3.1:1769074989.036081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58400. 00000400:00000010:0.0:1769074989.036082:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5faa0. 00010000:00000010:3.1:1769074989.036087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:3.1:1769074989.036093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e0c700. 00010000:00000010:3.1:1769074989.036161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985000. 00010000:00000010:3.1:1769074989.036167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4000. 00010000:00000010:3.1:1769074989.036172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984c00. 00010000:00000010:3.1:1769074989.036175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984e00. 00000400:00000200:0.0:1769074989.036863:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.036870:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 656 into portal 12 MB=0x6971ec9d77280 00000400:00000200:0.0:1769074989.036875:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 656/656 into md 0x4c45 [64] + 56672 00000400:00000200:0.0:1769074989.036882:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.036884:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.036887:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.036890:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641500. 00000020:00000010:3.0:1769074989.036925:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.036928:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.036931:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.036933:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.036936:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.036953:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.036955:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.036957:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351416960 00010000:00000010:3.0:1769074989.036966:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539a00. 00010000:00000010:3.0:1769074989.036968:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.036983:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b05847000. 00010000:00000010:3.0:1769074989.037004:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539200. 00010000:00000010:3.0:1769074989.037007:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.037015:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522bc00. 00010000:00000010:3.0:1769074989.037018:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0880. 00010000:00000010:3.0:1769074989.037021:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539600. 00010000:00000010:3.0:1769074989.037023:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81700. 00000004:00000010:3.0:1769074989.037051:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f32c0. 00000004:00000010:3.0:1769074989.037058:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b177902d0. 00000004:00000010:3.0:1769074989.037063:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4110. 00080000:00000010:3.0:1769074989.037069:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03453e00. 00000020:00000010:3.0:1769074989.037082:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.037085:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452a00. 00000004:00000010:3.0:1769074989.037098:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b840. 00020000:00000010:3.0:1769074989.037110:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285730. 00020000:00000010:3.0:1769074989.037112:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b412855b0. 00000004:00000010:3.0:1769074989.037124:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf11f10. 00080000:00000010:3.0:1769074989.037134:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755500. 00080000:00000010:3.0:1769074989.037160:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.037245:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.037256:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.037277:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.037281:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.037283:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.037286:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.037289:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.037291:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.037302:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0b00. 00080000:00000400:3.0:1769074989.037310:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.037312:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.037313:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.037315:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.037317:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.037318:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.037337:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.037339:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.037340:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.037341:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.037343:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.037345:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.037361:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955120. 00000001:00000010:3.0:1769074989.037365:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b300. 00080000:00000010:3.0:1769074989.037374:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.037376:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.037379:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.037401:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b700. 00010000:00000010:3.0:1769074989.037403:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0d80. 00010000:00000010:3.0:1769074989.037406:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538000. 00010000:00000010:3.0:1769074989.037409:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81400. 00000004:00000010:3.0:1769074989.037424:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0300. 00010000:00000010:3.0:1769074989.037436:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.037453:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.037458:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542452, last committed = 0 00010000:00000200:3.0:1769074989.037463:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38641500 x1855008351416960/t60129542452(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 656/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.037472:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 00000100:00000200:3.0:1769074989.037475:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351416960, offset 224 00000400:00000200:3.0:1769074989.037478:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.037483:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.037486:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17382:17382:256:4294967295] 192.168.204.41@tcp LPNI seq info [17378:17378:8:4294967295] 00000400:00000200:3.0:1769074989.037493:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.037496:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.037499:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074989.037502:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.037505:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.037507:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.037522:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.037525:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.037526:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:1.0:1769074989.037585:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.037589:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074989.037592:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.037596:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.037599:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 00000400:00000010:1.0:1769074989.037601:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00000400:00000200:0.0:1769074989.038611:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.038618:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d77300 00000400:00000200:0.0:1769074989.038624:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 9840 00000400:00000200:0.0:1769074989.038631:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.038634:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.038638:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.038641:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 00000020:00000010:2.0:1769074989.038689:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.038694:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.038710:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.038714:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.038718:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.038746:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b34d92300. 00000020:00000010:2.0:1769074989.038749:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b34d92300. 00000100:00000200:2.0:1769074989.038753:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351417088 00010000:00000010:2.0:1769074989.038766:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b35237f00. 00010000:00000010:2.0:1769074989.038770:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b35237200. 00010000:00000010:2.0:1769074989.038775:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fc00. 00002000:00000010:2.0:1769074989.038781:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b34d92300. 02000000:00000010:2.0:1769074989.038798:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3fe39000. 00010000:00000200:2.0:1769074989.038817:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642300 x1855008351417088/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.038831:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074989.038835:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351417088, offset 224 00000400:00000200:2.0:1769074989.038840:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.038847:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.038852:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17383:17383:256:4294967295] 192.168.204.41@tcp LPNI seq info [17379:17379:8:4294967295] 00000400:00000200:2.0:1769074989.038862:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.038867:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.038871:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.038875:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.038880:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.038883:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.038901:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.038907:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.038911:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:0.0:1769074989.038953:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.038957:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074989.038960:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.038963:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.038965:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074989.038967:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:1.0:1769074989.039819:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.039827:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d77380 00000400:00000200:1.0:1769074989.039831:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 10168 00000400:00000200:1.0:1769074989.039839:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.039841:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.039844:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.039847:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf95180. 00000020:00000010:2.0:1769074989.039898:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.039903:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.039908:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.039911:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074989.039915:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.039940:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.039943:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:2.0:1769074989.039947:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351417216 00010000:00000010:2.0:1769074989.039958:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f800. 02000000:00000010:2.0:1769074989.039966:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b3edb7c00. 00010000:00000010:2.0:1769074989.039972:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b3524d9c0. 00000100:00000010:2.0:1769074989.039977:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a01da8900. 00000100:00000010:2.0:1769074989.039982:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.039989:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0e800. 02000000:00000010:2.0:1769074989.040003:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f800. 00000400:00000010:2.0:1769074989.040006:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39058. 00000400:00000010:2.0:1769074989.040010:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074989.040014:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811648, portal 16 00000400:00000010:2.0:1769074989.040017:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074989.040018:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368811648, offset 0 00000400:00000200:2.0:1769074989.040022:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.040050:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.040054:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.040058:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.040061:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.040064:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.040067:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17384:17384:256:4294967295] 192.168.204.41@tcp LPNI seq info [17380:17380:8:4294967295] 00000400:00000200:2.0:1769074989.040079:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.040083:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.040086:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.040091:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.040095:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.040098:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.040150:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.040153:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074989.040156:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.040159:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.040162:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:0.0:1769074989.040163:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000100:00000200:0.0:1769074989.040168:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368811648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074989.040789:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.040796:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0de80 00000400:00000200:0.0:1769074989.040802:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29671 [1] + 224 00000400:00000200:0.0:1769074989.040811:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.040816:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.040822:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368811648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.040872:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39058. 00000400:00000200:2.0:1769074989.040878:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:2.0:1769074989.040880:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074989.040886:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368811648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.040897:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368811648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.040916:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f800. 02000000:00000010:2.0:1769074989.040919:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0e800. 00000100:00000010:2.0:1769074989.040923:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.040926:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a01da8900. 00010000:00000010:2.0:1769074989.040928:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b3524d9c0. 00010000:00000200:2.0:1769074989.040937:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95180 x1855008351417216/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.040947:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074989.040950:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351417216, offset 224 00000400:00000200:2.0:1769074989.040954:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.040964:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074989.040967:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.040972:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17385:17385:256:4294967295] 192.168.204.41@tcp LPNI seq info [17381:17381:8:4294967295] 00000400:00000200:2.0:1769074989.040978:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.040981:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.040985:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074989.040987:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d77400 00000800:00000200:2.0:1769074989.040992:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074989.040996:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22759 [2] + 984 00000800:00000200:2.0:1769074989.041001:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.041004:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.041020:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3400. 00000400:00000200:1.0:1769074989.041024:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074989.041024:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000400:00000200:1.0:1769074989.041049:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.1:1769074989.041052:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00000100:00000200:1.0:1769074989.041054:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074989.041059:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96a00. 00010000:00000010:3.1:1769074989.041064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985600. 00000020:00000010:2.0:1769074989.041075:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:0.0:1769074989.041140:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.041144:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00010000:00000010:3.1:1769074989.041144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b000. 00000400:00000200:0.0:1769074989.041152:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074989.041154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985800. 00000400:00000200:0.0:1769074989.041159:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.1:1769074989.041162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985200. 00000400:00000200:0.0:1769074989.041164:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:0.0:1769074989.041168:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00010000:00000010:3.1:1769074989.041170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984600. 00010000:00000010:3.1:1769074989.041177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b400. 00010000:00000010:3.1:1769074989.041183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:3.1:1769074989.041188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984400. 00010000:00000010:3.1:1769074989.041191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.1:1769074989.041194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59200. 00000020:00000010:3.0:1769074989.041270:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.041274:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.041279:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.041282:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.041286:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000100:00000200:3.0:1769074989.041300:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3cf96a00 x1855008351417344/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/0 e 0 to 0 dl 1769075000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074989.041327:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.041330:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.041334:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351417344 02000000:00000010:3.0:1769074989.041341:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbe800. 00010000:00000010:3.0:1769074989.041369:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755500. 00000100:00000010:3.0:1769074989.041374:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b780. 00000100:00000010:3.0:1769074989.041379:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558000. 02000000:00000010:3.0:1769074989.041386:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03453600. 02000000:00000010:3.0:1769074989.041395:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03453400. 00000400:00000010:3.0:1769074989.041399:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074989.041403:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00000100:00000200:3.0:1769074989.041406:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811776, portal 16 00000400:00000010:3.0:1769074989.041410:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000100:00000200:3.0:1769074989.041413:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368811776, offset 0 00000400:00000200:3.0:1769074989.041418:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.041425:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.041429:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074989.041432:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074989.041434:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074989.041437:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074989.041440:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17386:17386:256:4294967295] 192.168.204.41@tcp LPNI seq info [17382:17382:8:4294967295] 00000400:00000200:3.0:1769074989.041449:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.041454:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.041458:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074989.041462:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.041467:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.041470:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.041537:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.041540:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074989.041543:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.041546:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.041548:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000010:0.0:1769074989.041550:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000100:00000200:0.0:1769074989.041555:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b07558000 x1855008368811776/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.042184:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.042190:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0df00 00000400:00000200:1.0:1769074989.042193:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2967d [1] + 224 00000400:00000200:1.0:1769074989.042211:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.042214:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.042220:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b07558000 x1855008368811776/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074989.042250:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074989.042256:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00000400:00000010:3.0:1769074989.042258:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00000100:00000200:3.0:1769074989.042266:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b07558000 x1855008368811776/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074989.042276:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b07558000 x1855008368811776/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074989.042292:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03453400. 02000000:00000010:3.0:1769074989.042295:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03453600. 00000100:00000010:3.0:1769074989.042298:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558000. 00000100:00000010:3.0:1769074989.042302:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b780. 00010000:00000010:3.0:1769074989.042304:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755500. 00000400:00000010:3.0:1769074989.042312:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00000100:00000200:3.0:1769074989.042314:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351417344, offset 224 00000400:00000200:3.0:1769074989.042319:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.042325:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.042330:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17387:17387:256:4294967295] 192.168.204.41@tcp LPNI seq info [17383:17383:8:4294967295] 00000400:00000200:3.0:1769074989.042338:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.042343:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.042346:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074989.042350:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.042355:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.042358:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.042374:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.042378:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.042381:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.042437:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.042442:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074989.042445:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.042450:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.042454:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00000400:00000010:0.0:1769074989.042456:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00000400:00000200:0.0:1769074989.042549:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.042557:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d77500 00000400:00000200:0.0:1769074989.042564:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x220a5 [2] + 0 00000400:00000200:0.0:1769074989.042575:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.042579:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.042584:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.042588:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 00000020:00000010:2.0:1769074989.042654:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.042659:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.042664:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.042667:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.042670:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.042708:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.042711:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:2.0:1769074989.042715:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351417600 00000001:00000010:2.0:1769074989.042721:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 02000000:00000010:2.0:1769074989.042742:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3cec2c00. 00000020:00000010:2.0:1769074989.042775:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.042779:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0e800. 00080000:00000010:2.0:1769074989.042791:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b3524d9c0. 00000001:00000010:2.0:1769074989.042816:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b35786180. 00000001:00000010:2.0:1769074989.042821:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a01da8900. 00080000:00000010:2.0:1769074989.042834:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.042838:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.042860:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0300. 00010000:00000200:2.0:1769074989.042878:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38643800 x1855008351417600/t60129542453(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.042890:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074989.042894:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351417600, offset 224 00000400:00000200:2.0:1769074989.042898:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.042905:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.042910:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17388:17388:256:4294967295] 192.168.204.41@tcp LPNI seq info [17384:17384:8:4294967295] 00000400:00000200:2.0:1769074989.042919:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.042924:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.042928:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.042933:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.042938:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.042941:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.042958:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.042962:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.042965:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:1.0:1769074989.043012:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.043015:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074989.043018:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.043021:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.043024:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074989.043044:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:0.0:1769074989.043928:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.043947:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d77580 00000400:00000200:0.0:1769074989.043952:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 57328 00000400:00000200:0.0:1769074989.043963:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.043967:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.043971:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.043975:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640a80. 00000020:00000010:3.0:1769074989.044015:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.044019:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.044024:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.044049:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.044053:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.044080:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.044083:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.044086:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351417728 00000001:00000010:3.0:1769074989.044092:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b300. 00010000:00000010:3.0:1769074989.044103:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538e00. 00010000:00000010:3.0:1769074989.044109:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.044123:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b05845000. 00010000:00000010:3.0:1769074989.044138:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538c00. 00010000:00000010:3.0:1769074989.044141:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.044150:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b400. 00010000:00000010:3.0:1769074989.044153:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0e00. 00010000:00000010:3.0:1769074989.044157:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538a00. 00010000:00000010:3.0:1769074989.044160:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81f00. 00010000:00000010:3.0:1769074989.044183:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.044192:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81f00. 00010000:00000010:3.0:1769074989.044196:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0e00. 00010000:00000010:3.0:1769074989.044211:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.044219:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640a80 x1855008351417728/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 592/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.044231:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000100:00000200:3.0:1769074989.044234:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351417728, offset 224 00000400:00000200:3.0:1769074989.044239:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.044245:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.044250:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17389:17389:256:4294967295] 192.168.204.41@tcp LPNI seq info [17385:17385:8:4294967295] 00000400:00000200:3.0:1769074989.044259:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.044263:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.044267:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074989.044271:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.044275:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.044278:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.044293:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.044296:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.044299:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.044362:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.044367:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074989.044371:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.044376:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.044379:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:0.0:1769074989.044381:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00010000:00000010:3.1:1769074989.045066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e000. 00010000:00000010:3.1:1769074989.045072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539800. 00010000:00000010:3.1:1769074989.045076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522bb00. 00010000:00000010:3.1:1769074989.045089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538400. 00010000:00000010:3.1:1769074989.045092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539e00. 00010000:00000010:3.1:1769074989.045096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539000. 00010000:00000010:3.1:1769074989.045101:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b600. 00000400:00000200:1.0:1769074989.045106:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:3.1:1769074989.045108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538600. 00010000:00000010:3.1:1769074989.045113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538800. 00000400:00000200:1.0:1769074989.045119:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 592 into portal 12 MB=0x6971ec9d77600 00000400:00000200:1.0:1769074989.045126:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 592/592 into md 0x4c45 [64] + 57920 00000400:00000200:1.0:1769074989.045136:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.045140:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.045143:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.045146:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96300. 00000020:00000010:3.0:1769074989.045176:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.045181:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.045185:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.045188:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.045191:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.045212:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.045214:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.045218:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351417856 00010000:00000010:3.0:1769074989.045228:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538800. 00010000:00000010:3.0:1769074989.045233:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.045246:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d33000. 00010000:00000010:3.0:1769074989.045258:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538600. 00010000:00000010:3.0:1769074989.045261:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81f00. 00010000:00000010:3.0:1769074989.045268:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b600. 00010000:00000010:3.0:1769074989.045271:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0e00. 00010000:00000010:3.0:1769074989.045274:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539000. 00010000:00000010:3.0:1769074989.045277:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.045295:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81f00. 00010000:00000010:3.0:1769074989.045303:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.045306:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0e00. 00010000:00000010:3.0:1769074989.045319:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.045327:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf96300 x1855008351417856/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 592/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.045339:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000100:00000200:3.0:1769074989.045343:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351417856, offset 224 00000400:00000200:3.0:1769074989.045348:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.045353:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.045357:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17390:17390:256:4294967295] 192.168.204.41@tcp LPNI seq info [17386:17386:8:4294967295] 00000400:00000200:3.0:1769074989.045366:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.045370:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.045374:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074989.045378:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.045383:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.045386:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.045401:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.045404:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.045407:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.045470:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.045474:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074989.045478:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.045483:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.045487:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:0.0:1769074989.045489:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000400:00000200:0.0:1769074989.046294:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.046303:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 664 into portal 12 MB=0x6971ec9d77700 00000400:00000200:0.0:1769074989.046309:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 664/664 into md 0x4c45 [64] + 58512 00000400:00000200:0.0:1769074989.046318:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.046322:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.046325:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.046329:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38641f80. 00000020:00000010:3.0:1769074989.046360:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.046365:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.046369:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.046372:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.046376:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.046396:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.046399:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.046401:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351418112 00010000:00000010:3.0:1769074989.046412:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539e00. 00010000:00000010:3.0:1769074989.046417:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.046433:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d36000. 00010000:00000010:3.0:1769074989.046454:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538400. 00010000:00000010:3.0:1769074989.046458:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.046466:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522bb00. 00010000:00000010:3.0:1769074989.046469:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0e00. 00010000:00000010:3.0:1769074989.046472:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539800. 00010000:00000010:3.0:1769074989.046475:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81f00. 00000004:00000010:3.0:1769074989.046483:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f3e00. 00000004:00000010:3.0:1769074989.046489:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790c30. 00000004:00000010:3.0:1769074989.046494:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5430. 00080000:00000010:3.0:1769074989.046500:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03453600. 00000020:00000010:3.0:1769074989.046513:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.046516:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453400. 00000004:00000010:3.0:1769074989.046528:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b300. 00020000:00000010:3.0:1769074989.046539:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285f98. 00020000:00000010:3.0:1769074989.046542:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b412852d8. 00000004:00000010:3.0:1769074989.046554:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf12380. 00080000:00000010:3.0:1769074989.046561:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755500. 00080000:00000010:3.0:1769074989.046578:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.046639:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.046647:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.046664:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.046667:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.046670:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.046672:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.046675:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.046677:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.046686:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0a00. 00080000:00000400:3.0:1769074989.046692:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.046694:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.046713:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.046715:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.046718:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.046720:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.046743:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.046746:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.046748:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.046750:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.046753:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.046754:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.046774:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955ae0. 00000001:00000010:3.0:1769074989.046778:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b780. 00080000:00000010:3.0:1769074989.046787:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.046790:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.046794:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.046816:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b000. 00010000:00000010:3.0:1769074989.046819:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0800. 00010000:00000010:3.0:1769074989.046824:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539c00. 00010000:00000010:3.0:1769074989.046827:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81480. 00000004:00000010:3.0:1769074989.046842:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074989.046855:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.046876:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.046883:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542454, last committed = 0 00010000:00000200:3.0:1769074989.046889:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38641f80 x1855008351418112/t60129542454(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 664/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.046900:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000100:00000200:3.0:1769074989.046904:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351418112, offset 224 00000400:00000200:3.0:1769074989.046909:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.046916:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.046920:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17391:17391:256:4294967295] 192.168.204.41@tcp LPNI seq info [17387:17387:8:4294967295] 00000400:00000200:3.0:1769074989.046930:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.046934:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.046938:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074989.046942:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.046947:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.046950:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.046965:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10df0180. 00000020:00000010:3.0:1769074989.046970:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.046973:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:1.0:1769074989.047010:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.047013:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:1.0:1769074989.047016:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.047019:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.047022:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000400:00000010:1.0:1769074989.047023:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00000400:00000200:0.0:1769074989.047936:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.047945:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d77780 00000400:00000200:0.0:1769074989.047950:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 10496 00000400:00000200:0.0:1769074989.047962:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.047966:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.047969:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.047973:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640700. 00000020:00000010:2.0:1769074989.048056:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.048061:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.048067:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.048070:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.048074:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.048095:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b3524d9c0. 00000020:00000010:2.0:1769074989.048099:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b3524d9c0. 00000100:00000200:2.0:1769074989.048102:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351418240 00010000:00000010:2.0:1769074989.048125:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564c00. 00010000:00000010:2.0:1769074989.048129:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b03564000. 00010000:00000010:2.0:1769074989.048155:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2ea00. 00002000:00000010:2.0:1769074989.048161:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b3524d9c0. 02000000:00000010:2.0:1769074989.048177:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b061b7c00. 00010000:00000200:2.0:1769074989.048202:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640700 x1855008351418240/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.048214:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074989.048218:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351418240, offset 224 00000400:00000200:2.0:1769074989.048223:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.048229:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.048234:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17392:17392:256:4294967295] 192.168.204.41@tcp LPNI seq info [17388:17388:8:4294967295] 00000400:00000200:2.0:1769074989.048243:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.048247:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.048251:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.048255:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.048260:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.048263:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.048279:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.048283:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.048286:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000800:00000200:0.0:1769074989.048335:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.048339:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074989.048343:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.048347:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.048351:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:0.0:1769074989.048353:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000400:00000200:1.0:1769074989.049258:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.049264:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d77800 00000400:00000200:1.0:1769074989.049268:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 10824 00000400:00000200:1.0:1769074989.049275:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.049277:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.049280:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.049282:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97480. 00000020:00000010:2.0:1769074989.049344:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.049348:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.049354:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074989.049357:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.049361:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.049384:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.049387:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074989.049390:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351418368 00010000:00000010:2.0:1769074989.049401:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fe00. 02000000:00000010:2.0:1769074989.049410:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b061b5800. 00010000:00000010:2.0:1769074989.049418:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0a130980. 00000100:00000010:2.0:1769074989.049422:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b0a43f000. 00000100:00000010:2.0:1769074989.049427:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.049434:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f800. 02000000:00000010:2.0:1769074989.049447:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b2a877200. 00000400:00000010:2.0:1769074989.049451:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39058. 00000400:00000010:2.0:1769074989.049455:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074989.049459:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368811904, portal 16 00000400:00000010:2.0:1769074989.049463:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074989.049465:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368811904, offset 0 00000400:00000200:2.0:1769074989.049471:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.049477:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.049481:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.049484:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.049487:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.049489:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.049493:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17393:17393:256:4294967295] 192.168.204.41@tcp LPNI seq info [17389:17389:8:4294967295] 00000400:00000200:2.0:1769074989.049502:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.049507:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.049510:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074989.049515:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.049520:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.049523:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.049603:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.049607:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:0.0:1769074989.049610:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.049615:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.049618:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:0.0:1769074989.049620:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:0.0:1769074989.049626:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368811904/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074989.050215:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.050223:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0df80 00000400:00000200:0.0:1769074989.050228:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2969d [1] + 224 00000400:00000200:0.0:1769074989.050238:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.050242:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.050248:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368811904/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.050303:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39058. 00000400:00000200:2.0:1769074989.050309:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:2.0:1769074989.050311:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074989.050318:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368811904/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.050328:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368811904/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074989.050345:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b2a877200. 02000000:00000010:2.0:1769074989.050349:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f800. 00000100:00000010:2.0:1769074989.050353:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.050357:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b0a43f000. 00010000:00000010:2.0:1769074989.050360:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0a130980. 00010000:00000200:2.0:1769074989.050371:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97480 x1855008351418368/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.050384:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074989.050387:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351418368, offset 224 00000400:00000200:2.0:1769074989.050393:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.050401:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074989.050408:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.050412:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17394:17394:256:4294967295] 192.168.204.41@tcp LPNI seq info [17390:17390:8:4294967295] 00000400:00000200:2.0:1769074989.050423:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.050428:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074989.050432:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d77880 00000800:00000010:2.0:1769074989.050433:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074989.050440:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22759 [2] + 1312 00000800:00000200:2.0:1769074989.050447:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.050453:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.050456:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 496 niov 1 nkiov 1 00000400:00000200:1.0:1769074989.050469:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074989.050476:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000400:00000200:1.0:1769074989.050479:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074989.050482:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000100:00000200:1.0:1769074989.050486:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1769074989.050488:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000100:00000010:1.0:1769074989.050492:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94e00. 00000800:00000200:0.0:1769074989.050544:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.050547:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074989.050551:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.050556:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.050561:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:0.0:1769074989.050563:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000020:00000010:3.0:1769074989.050611:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.050615:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.050617:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.050620:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.050622:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000100:00000200:3.0:1769074989.050633:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3cf94e00 x1855008351418496/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/0 e 0 to 0 dl 1769075000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074989.050656:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.050659:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.050661:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351418496 02000000:00000010:3.0:1769074989.050667:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbcc00. 00010000:00000010:3.0:1769074989.050689:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755500. 00000100:00000010:3.0:1769074989.050692:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b3856b000. 00000100:00000010:3.0:1769074989.050707:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558000. 02000000:00000010:3.0:1769074989.050715:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03452800. 02000000:00000010:3.0:1769074989.050724:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03453800. 00000400:00000010:3.0:1769074989.050727:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074989.050730:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074989.050733:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368812032, portal 16 00000400:00000010:3.0:1769074989.050735:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074989.050737:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368812032, offset 0 00000400:00000200:3.0:1769074989.050741:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.050746:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.050748:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074989.050750:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074989.050752:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074989.050754:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074989.050756:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17395:17395:256:4294967295] 192.168.204.41@tcp LPNI seq info [17391:17391:8:4294967295] 00000400:00000200:3.0:1769074989.050762:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.050766:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.050770:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074989.050774:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.050779:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.050782:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.050854:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.050858:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074989.050862:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.050866:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.050869:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:0.0:1769074989.050871:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:0.0:1769074989.050877:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b07558000 x1855008368812032/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.051535:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.051541:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e000 00000400:00000200:1.0:1769074989.051545:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x296a9 [1] + 224 00000400:00000200:1.0:1769074989.051551:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.051553:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.051558:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b07558000 x1855008368812032/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074989.051585:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074989.051589:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:3.0:1769074989.051591:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074989.051596:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b07558000 x1855008368812032/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074989.051604:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b07558000 x1855008368812032/t0(0) o105->lustre-OST0000@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074989.051616:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03453800. 02000000:00000010:3.0:1769074989.051618:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03452800. 00000100:00000010:3.0:1769074989.051620:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558000. 00000100:00000010:3.0:1769074989.051623:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b3856b000. 00010000:00000010:3.0:1769074989.051625:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755500. 00000400:00000010:3.0:1769074989.051631:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074989.051633:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351418496, offset 224 00000400:00000200:3.0:1769074989.051636:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.051641:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.051644:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17396:17396:256:4294967295] 192.168.204.41@tcp LPNI seq info [17392:17392:8:4294967295] 00000400:00000200:3.0:1769074989.051650:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.051654:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.051656:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074989.051659:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.051662:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.051664:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.051678:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.051680:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.051682:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.051744:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.051748:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:0.0:1769074989.051752:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.051757:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.051760:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:0.0:1769074989.051762:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00010000:00000010:3.1:1769074989.054065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539200. 00010000:00000010:3.1:1769074989.054073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539a00. 00010000:00000010:3.1:1769074989.054079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fc00. 00000400:00000200:0.0:1769074989.054220:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.054227:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d77980 00000400:00000200:0.0:1769074989.054232:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x220a5 [2] + 392 00000400:00000200:0.0:1769074989.054240:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.054242:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.054245:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.054249:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 00000020:00000010:2.0:1769074989.054285:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.054289:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.054292:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074989.054294:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.054297:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.054315:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.054317:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074989.054318:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351418752 00000001:00000010:2.0:1769074989.054323:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a01da8900. 02000000:00000010:2.0:1769074989.054338:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0882d800. 00000020:00000010:2.0:1769074989.054358:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.054361:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0fe00. 00080000:00000010:2.0:1769074989.054370:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0a130980. 00000001:00000010:2.0:1769074989.054388:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357864e0. 00000001:00000010:2.0:1769074989.054391:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074989.054399:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.054402:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.054414:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0944ef80. 00010000:00000200:2.0:1769074989.054429:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fce00 x1855008351418752/t60129542455(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.054439:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074989.054442:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351418752, offset 224 00000400:00000200:2.0:1769074989.054445:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.054450:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.054454:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17397:17397:256:4294967295] 192.168.204.41@tcp LPNI seq info [17393:17393:8:4294967295] 00000400:00000200:2.0:1769074989.054462:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.054465:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.054468:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.054471:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.054474:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.054477:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.054490:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.054493:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.054495:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877200. 00000800:00000200:1.0:1769074989.054547:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.054551:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074989.054554:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.054557:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.054559:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:1.0:1769074989.054561:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:0.0:1769074989.055400:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.055408:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d77a00 00000400:00000200:0.0:1769074989.055412:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c45 [64] + 59176 00000400:00000200:0.0:1769074989.055419:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.055422:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.055425:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.055428:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fc000. 00000020:00000010:3.0:1769074989.055465:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.055470:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.055479:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.055482:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.055485:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.055505:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.055507:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.055509:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351418880 00000001:00000010:3.0:1769074989.055513:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b780. 00010000:00000010:3.0:1769074989.055522:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539a00. 00010000:00000010:3.0:1769074989.055526:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.055537:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d32000. 00010000:00000010:3.0:1769074989.055549:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539200. 00010000:00000010:3.0:1769074989.055552:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.055559:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b300. 00010000:00000010:3.0:1769074989.055561:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed00. 00010000:00000010:3.0:1769074989.055564:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538200. 00010000:00000010:3.0:1769074989.055566:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81e80. 00010000:00000010:3.0:1769074989.055585:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.055591:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81e80. 00010000:00000010:3.0:1769074989.055594:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed00. 00010000:00000010:3.0:1769074989.055606:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.055612:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fc000 x1855008351418880/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 576/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.055622:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074989.055624:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351418880, offset 224 00000400:00000200:3.0:1769074989.055628:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.055633:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.055636:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17398:17398:256:4294967295] 192.168.204.41@tcp LPNI seq info [17394:17394:8:4294967295] 00000400:00000200:3.0:1769074989.055643:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.055646:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.055648:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074989.055651:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.055655:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.055657:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.055671:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.055673:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.055675:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.055730:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.055733:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074989.055736:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.055740:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.055742:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:0.0:1769074989.055744:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000400:00000200:1.0:1769074989.056400:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.056407:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d77a80 00000400:00000200:1.0:1769074989.056410:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c45 [64] + 59752 00000400:00000200:1.0:1769074989.056417:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.056420:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.056422:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.056425:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf95500. 00000020:00000010:3.0:1769074989.056458:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.056461:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.056464:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.056466:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.056468:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.056485:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.056487:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.056489:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351419008 00010000:00000010:3.0:1769074989.056497:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539400. 00010000:00000010:3.0:1769074989.056500:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.056511:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b35d37000. 00010000:00000010:3.0:1769074989.056520:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984400. 00010000:00000010:3.0:1769074989.056523:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81e80. 00010000:00000010:3.0:1769074989.056529:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522bf00. 00010000:00000010:3.0:1769074989.056531:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed00. 00010000:00000010:3.0:1769074989.056533:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984600. 00010000:00000010:3.0:1769074989.056535:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.056549:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81e80. 00010000:00000010:3.0:1769074989.056555:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.056557:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed00. 00010000:00000010:3.0:1769074989.056567:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.056574:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95500 x1855008351419008/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 576/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.056583:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074989.056585:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351419008, offset 224 00000400:00000200:3.0:1769074989.056588:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.056593:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.056597:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17399:17399:256:4294967295] 192.168.204.41@tcp LPNI seq info [17395:17395:8:4294967295] 00000400:00000200:3.0:1769074989.056603:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.056607:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.056609:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074989.056612:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.056615:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.056617:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.056629:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.056632:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.056634:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.056672:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.056675:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074989.056678:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.056681:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.056683:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:0.0:1769074989.056685:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000400:00000200:0.0:1769074989.057487:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.057494:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d77b80 00000400:00000200:0.0:1769074989.057499:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 60328 00000400:00000200:0.0:1769074989.057506:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.057509:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.057512:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.057514:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fe680. 00000020:00000010:3.0:1769074989.057552:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.057556:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.057559:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.057562:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.057564:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.057582:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.057584:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.057585:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351419264 00010000:00000010:3.0:1769074989.057594:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985200. 00010000:00000010:3.0:1769074989.057598:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 02000000:00000010:3.0:1769074989.057611:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35d35000. 00010000:00000010:3.0:1769074989.057630:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985800. 00010000:00000010:3.0:1769074989.057633:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.057640:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b800. 00010000:00000010:3.0:1769074989.057642:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed00. 00010000:00000010:3.0:1769074989.057644:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985600. 00010000:00000010:3.0:1769074989.057646:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81e80. 00000004:00000010:3.0:1769074989.057652:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f3a40. 00000004:00000010:3.0:1769074989.057656:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790ac8. 00000004:00000010:3.0:1769074989.057660:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4aa0. 00080000:00000010:3.0:1769074989.057665:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03452800. 00000020:00000010:3.0:1769074989.057675:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.057677:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453800. 00000004:00000010:3.0:1769074989.057688:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b3856b780. 00020000:00000010:3.0:1769074989.057712:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285068. 00020000:00000010:3.0:1769074989.057715:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285b30. 00000004:00000010:3.0:1769074989.057724:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf13540. 00080000:00000010:3.0:1769074989.057730:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755500. 00080000:00000010:3.0:1769074989.057744:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.057793:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.057800:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.057813:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.057816:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.057818:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.057819:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.057821:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.057823:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.057829:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e600. 00080000:00000400:3.0:1769074989.057834:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.057835:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.057836:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.057838:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.057840:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.057841:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.057859:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.057862:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.057864:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.057866:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.057869:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.057871:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.057892:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955900. 00000001:00000010:3.0:1769074989.057897:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b3856b000. 00080000:00000010:3.0:1769074989.057907:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.057911:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.057914:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.057940:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b100. 00010000:00000010:3.0:1769074989.057943:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e000. 00010000:00000010:3.0:1769074989.057946:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984e00. 00010000:00000010:3.0:1769074989.057949:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81b80. 00000004:00000010:3.0:1769074989.057963:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0944e380. 00010000:00000010:3.0:1769074989.057973:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:3.0:1769074989.057989:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00010000:00000200:3.0:1769074989.057994:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542456, last committed = 0 00010000:00000200:3.0:1769074989.057999:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fe680 x1855008351419264/t60129542456(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.058008:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074989.058011:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351419264, offset 224 00000400:00000200:3.0:1769074989.058015:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.058020:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.058023:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17400:17400:256:4294967295] 192.168.204.41@tcp LPNI seq info [17396:17396:8:4294967295] 00000400:00000200:3.0:1769074989.058053:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.058057:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.058060:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074989.058065:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.058069:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.058071:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.058086:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.058089:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.058092:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:1.0:1769074989.058151:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.058154:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:1.0:1769074989.058157:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.058161:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.058163:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:1.0:1769074989.058165:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00010000:00000010:3.1:1769074989.059067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538c00. 00010000:00000010:3.1:1769074989.059073:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b400. 00010000:00000010:3.1:1769074989.059075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538a00. 00010000:00000010:3.1:1769074989.059078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538e00. 00010000:00000010:3.1:1769074989.059080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538600. 00010000:00000010:3.1:1769074989.059083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b600. 00010000:00000010:3.1:1769074989.059087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539000. 00010000:00000010:3.1:1769074989.059089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538800. 00000400:00000200:0.0:1769074989.059105:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.059114:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d77c00 00000400:00000200:0.0:1769074989.059120:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 11152 00000400:00000200:0.0:1769074989.059129:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.059133:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.059136:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.059141:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ff100. 00000020:00000010:2.0:1769074989.059185:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.059190:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.059195:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.059198:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.059202:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.059227:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0a130980. 00000020:00000010:2.0:1769074989.059230:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0a130980. 00000100:00000200:2.0:1769074989.059234:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351419392 00010000:00000010:2.0:1769074989.059268:0:44333:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564300. 00010000:00000010:2.0:1769074989.059272:0:44333:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b03564600. 00010000:00000010:2.0:1769074989.059277:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e400. 00002000:00000010:2.0:1769074989.059282:0:44333:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0a130980. 02000000:00000010:2.0:1769074989.059296:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0882c400. 00010000:00000200:2.0:1769074989.059312:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ff100 x1855008351419392/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.059325:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074989.059328:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351419392, offset 224 00000400:00000200:2.0:1769074989.059333:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.059340:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.059345:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17401:17401:256:4294967295] 192.168.204.41@tcp LPNI seq info [17397:17397:8:4294967295] 00000400:00000200:2.0:1769074989.059353:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.059358:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.059362:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.059366:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.059371:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.059374:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.059391:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.059395:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.059399:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000800:00000200:0.0:1769074989.059446:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.059450:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074989.059454:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.059458:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.059461:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:0.0:1769074989.059463:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:1.0:1769074989.060176:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.060182:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 28 MB=0x6971ec9d77c80 00000400:00000200:1.0:1769074989.060186:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 328/328 into md 0x13d01 [8] + 11480 00000400:00000200:1.0:1769074989.060193:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.060196:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.060199:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.060201:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94000. 00000020:00000010:2.0:1769074989.060244:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.060248:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.060253:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f800. 00000020:00000010:2.0:1769074989.060255:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.060259:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.060282:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.060284:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.060287:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351419520 00010000:00000010:2.0:1769074989.060298:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2f400. 02000000:00000010:2.0:1769074989.060307:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b0882f400. 00010000:00000010:2.0:1769074989.060313:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b08774b40. 00000100:00000010:2.0:1769074989.060318:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a01da8900. 00000100:00000010:2.0:1769074989.060324:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 02000000:00000010:2.0:1769074989.060330:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b2a877200. 02000000:00000010:2.0:1769074989.060344:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b304dea00. 00000400:00000010:2.0:1769074989.060347:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39058. 00000400:00000010:2.0:1769074989.060351:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074989.060355:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368812160, portal 16 00000400:00000010:2.0:1769074989.060359:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074989.060361:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368812160, offset 0 00000400:00000200:2.0:1769074989.060367:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.060373:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.060377:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074989.060380:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074989.060383:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074989.060386:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074989.060389:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17402:17402:256:4294967295] 192.168.204.41@tcp LPNI seq info [17398:17398:8:4294967295] 00000400:00000200:2.0:1769074989.060397:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.060402:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.060406:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.060410:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.060415:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.060418:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.060477:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.060480:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074989.060483:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.060486:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.060489:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074989.060490:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000100:00000200:0.0:1769074989.060495:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487100 x1855008368812160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074989.061061:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.061077:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e080 00000400:00000200:0.0:1769074989.061082:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x296c9 [1] + 224 00000400:00000200:0.0:1769074989.061088:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.061091:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.061096:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487100 x1855008368812160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074989.061135:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39058. 00000400:00000200:2.0:1769074989.061141:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:2.0:1769074989.061143:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074989.061152:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487100 x1855008368812160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074989.061166:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487100 x1855008368812160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.061180:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:2.0:1769074989.061186:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b304dea00. 00000400:00000200:1.0:1769074989.061191:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d77d00 02000000:00000010:2.0:1769074989.061194:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b2a877200. 00000400:00000200:1.0:1769074989.061199:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22759 [2] + 1640 00000100:00000010:2.0:1769074989.061202:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487100. 00000100:00000010:2.0:1769074989.061207:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a01da8900. 00010000:00000010:2.0:1769074989.061210:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b08774b40. 00010000:00000200:2.0:1769074989.061222:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94000 x1855008351419520/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074989.061228:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.061236:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:2.0:1769074989.061239:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:1.0:1769074989.061240:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074989.061246:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96680. 00000100:00000200:2.0:1769074989.061247:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1855008351419520, offset 224 00000400:00000200:2.0:1769074989.061256:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.061263:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.061268:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17403:17403:256:4294967295] 192.168.204.41@tcp LPNI seq info [17399:17399:8:4294967295] 00000400:00000200:2.0:1769074989.061281:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.061286:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.061289:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.061293:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.061297:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.061299:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.061315:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.061318:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.061320:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f800. 00000020:00000010:3.0:1769074989.061335:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.061340:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.061344:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453200. 00000020:00000010:3.0:1769074989.061348:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.061351:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000800:00000200:0.0:1769074989.061363:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:3.0:1769074989.061363:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3cf96680 x1855008351419648/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 328/0 e 0 to 0 dl 1769075000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1769074989.061368:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074989.061373:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.061378:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.061381:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:0.0:1769074989.061383:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000020:00000010:3.0:1769074989.061392:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755500. 00000020:00000010:3.0:1769074989.061395:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755500. 00000100:00000200:3.0:1769074989.061398:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351419648 02000000:00000010:3.0:1769074989.061404:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbf000. 00010000:00000010:3.0:1769074989.061459:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b30755500. 00000100:00000010:3.0:1769074989.061464:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a010fe0c0. 00000100:00000010:3.0:1769074989.061467:0:44334:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558000. 02000000:00000010:3.0:1769074989.061472:0:44334:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03452000. 02000000:00000010:3.0:1769074989.061480:0:44334:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03452200. 00000400:00000010:3.0:1769074989.061483:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 00000400:00000010:3.0:1769074989.061486:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074989.061488:0:44334:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368812288, portal 16 00000400:00000010:3.0:1769074989.061491:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074989.061493:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1855008368812288, offset 0 00000400:00000200:3.0:1769074989.061497:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.061502:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.061504:0:44334:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074989.061506:0:44334:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074989.061508:0:44334:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074989.061510:0:44334:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074989.061512:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17404:17404:256:4294967295] 192.168.204.41@tcp LPNI seq info [17400:17400:8:4294967295] 00000400:00000200:3.0:1769074989.061518:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.061522:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.061524:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074989.061528:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.061531:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.061534:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 488 niov 1 nkiov 1 00000800:00000200:0.0:1769074989.061588:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.061591:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074989.061593:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.061597:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.061599:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:0.0:1769074989.061601:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000100:00000200:0.0:1769074989.061605:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b07558000 x1855008368812288/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074989.062184:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.062190:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e100 00000400:00000200:1.0:1769074989.062194:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x296d5 [1] + 224 00000400:00000200:1.0:1769074989.062210:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.062213:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.062218:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b07558000 x1855008368812288/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074989.062246:0:44334:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000400:00000200:3.0:1769074989.062251:0:44334:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074989.062252:0:44334:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074989.062257:0:44334:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b07558000 x1855008368812288/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074989.062264:0:44334:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b07558000 x1855008368812288/t0(0) o105->lustre-OST0001@192.168.204.41@tcp:15/16 lens 392/224 e 0 to 0 dl 1769075005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074989.062277:0:44334:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03452200. 02000000:00000010:3.0:1769074989.062279:0:44334:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03452000. 00000100:00000010:3.0:1769074989.062281:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558000. 00000100:00000010:3.0:1769074989.062284:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a010fe0c0. 00010000:00000010:3.0:1769074989.062286:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b30755500. 00000400:00000010:3.0:1769074989.062292:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074989.062294:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351419648, offset 224 00000400:00000200:3.0:1769074989.062297:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.062302:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.062305:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17405:17405:256:4294967295] 192.168.204.41@tcp LPNI seq info [17401:17401:8:4294967295] 00000400:00000200:3.0:1769074989.062311:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.062315:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.062317:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074989.062320:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.062324:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.062326:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.062341:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944e280. 00000020:00000010:3.0:1769074989.062343:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.062345:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453200. 00000800:00000200:0.0:1769074989.062402:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.062406:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074989.062409:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.062415:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.062419:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:0.0:1769074989.062421:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000400:00000200:0.0:1769074989.062435:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.062441:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d77e00 00000400:00000200:0.0:1769074989.062445:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x220a5 [2] + 784 00000400:00000200:0.0:1769074989.062452:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.062454:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.062457:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.062460:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fca80. 00000020:00000010:2.0:1769074989.062504:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.062509:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.062513:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074989.062516:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.062520:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.062542:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.062545:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.062547:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351419904 00000001:00000010:2.0:1769074989.062551:0:26107:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 02000000:00000010:2.0:1769074989.062565:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0882cc00. 00000020:00000010:2.0:1769074989.062584:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.062588:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0f800. 00080000:00000010:2.0:1769074989.062596:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.062612:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b357868a0. 00000001:00000010:2.0:1769074989.062615:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a01da8900. 00080000:00000010:2.0:1769074989.062623:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.062626:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.062637:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0944e380. 00010000:00000200:2.0:1769074989.062649:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fca80 x1855008351419904/t60129542457(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.062659:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074989.062662:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351419904, offset 224 00000400:00000200:2.0:1769074989.062665:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.062669:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.062673:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17406:17406:256:4294967295] 192.168.204.41@tcp LPNI seq info [17402:17402:8:4294967295] 00000400:00000200:2.0:1769074989.062679:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.062682:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.062684:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.062687:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.062690:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.062692:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.062716:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.062719:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.062721:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:1.0:1769074989.062765:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.062769:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:1.0:1769074989.062771:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.062775:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.062777:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:1.0:1769074989.062778:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00010000:00000010:3.1:1769074989.063081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538400. 00010000:00000010:3.1:1769074989.063086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539e00. 00010000:00000010:3.1:1769074989.063088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2ea00. 00010000:00000010:3.1:1769074989.067066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539200. 00010000:00000010:3.1:1769074989.067074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b300. 00010000:00000010:3.1:1769074989.067078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538200. 00010000:00000010:3.1:1769074989.067081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539a00. 00010000:00000010:3.1:1769074989.067084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984400. 00010000:00000010:3.1:1769074989.067087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522bf00. 00010000:00000010:3.1:1769074989.067090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984600. 00010000:00000010:3.1:1769074989.067093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539400. 00010000:00000010:3.1:1769074989.067095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985800. 00010000:00000010:3.1:1769074989.067098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985200. 00000400:00000200:3.0:1769074989.068765:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.068776:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 552 into portal 12 MB=0x6971ec9d77f00 00000400:00000200:3.0:1769074989.068783:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 552/552 into md 0x4c45 [64] + 60976 00000400:00000200:3.0:1769074989.068794:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.068798:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.068803:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.068806:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558000. 00000020:00000010:2.0:1769074989.068866:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.068872:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.068878:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074989.068881:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.068885:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.068913:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.068917:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.068920:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351420160 00000001:00000010:2.0:1769074989.068924:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3856b000. 02000000:00000010:2.0:1769074989.068950:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b06743000. 00010000:00000010:2.0:1769074989.068979:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e800. 00010000:00000010:2.0:1769074989.068983:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de280. 00010000:00000010:2.0:1769074989.068993:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564200. 00010000:00000010:2.0:1769074989.068995:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3400. 00010000:00000010:2.0:1769074989.068998:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2ea00. 00010000:00000010:2.0:1769074989.069000:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de180. 00000004:00000010:2.0:1769074989.069007:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccf4a0. 00000004:00000010:2.0:1769074989.069013:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc945a0. 00000004:00000010:2.0:1769074989.069017:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598440. 00080000:00000010:2.0:1769074989.069022:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b2a877200. 00000020:00000010:2.0:1769074989.069054:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.069071:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204000. 00080000:00000010:2.0:1769074989.069102:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.069158:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.069165:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.069260:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.069264:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.069267:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.069269:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.069272:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.069274:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.069302:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.069305:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.069308:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.069310:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.069312:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.069315:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.069339:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b131ec0c0. 00000001:00000010:2.0:1769074989.069345:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074989.069357:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.069361:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074989.069381:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564f00. 00010000:00000010:2.0:1769074989.069385:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3200. 00010000:00000010:2.0:1769074989.069390:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2fc00. 00010000:00000010:2.0:1769074989.069393:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6dee00. 00010000:00000010:2.0:1769074989.069415:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de280. 00000020:00000010:2.0:1769074989.069426:0:28096:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8b10bd0600. 00000020:00000010:2.0:1769074989.069431:0:28096:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b306d6400. 00000020:00000010:2.0:1769074989.069434:0:28096:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b306d7800. 00000020:00000010:2.0:1769074989.069439:0:28096:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b35204200. 00000020:00000010:2.0:1769074989.069441:0:28096:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b35205000. 00000020:00000010:2.0:1769074989.069446:0:28096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8a04431000. 00010000:00000200:2.0:1769074989.069453:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542458, last committed = 0 00010000:00000200:2.0:1769074989.069458:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558000 x1855008351420160/t60129542458(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 552/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.069468:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074989.069471:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351420160, offset 224 00000400:00000200:2.0:1769074989.069475:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.069480:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.069484:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17407:17407:256:4294967295] 192.168.204.41@tcp LPNI seq info [17403:17403:8:4294967295] 00000400:00000200:2.0:1769074989.069492:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.069497:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.069501:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.069505:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.069510:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.069514:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.069532:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.069537:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.069541:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dea00. 00000800:00000200:0.0:1769074989.069581:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.069585:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074989.069588:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.069592:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.069595:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:0.0:1769074989.069596:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:1.0:1769074989.070183:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.070191:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 552 into portal 12 MB=0x6971ec9d78000 00000400:00000200:1.0:1769074989.070195:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 552/552 into md 0x4c45 [64] + 61528 00000400:00000200:1.0:1769074989.070202:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.070205:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.070208:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.070211:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97b80. 00000020:00000010:2.0:1769074989.070245:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.070249:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.070252:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.070254:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.070256:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.070274:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.070275:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.070277:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351420416 00000001:00000010:2.0:1769074989.070282:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a01da8900. 02000000:00000010:2.0:1769074989.070295:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b2b733000. 00010000:00000010:2.0:1769074989.070314:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e000. 00010000:00000010:2.0:1769074989.070317:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de280. 00010000:00000010:2.0:1769074989.070324:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564500. 00010000:00000010:2.0:1769074989.070326:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3000. 00010000:00000010:2.0:1769074989.070329:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:2.0:1769074989.070331:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de500. 00000004:00000010:2.0:1769074989.070337:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cceb40. 00000004:00000010:2.0:1769074989.070341:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94870. 00000004:00000010:2.0:1769074989.070343:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598220. 00080000:00000010:2.0:1769074989.070347:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35204600. 00000020:00000010:2.0:1769074989.070353:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.070355:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204400. 00080000:00000010:2.0:1769074989.070374:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.070412:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.070417:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.070466:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.070469:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.070471:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.070472:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.070474:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.070476:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.070498:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.070501:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.070503:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.070505:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.070508:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.070510:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.070531:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1db40. 00000001:00000010:2.0:1769074989.070537:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a01da8900. 00080000:00000010:2.0:1769074989.070548:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.070552:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00010000:00000010:2.0:1769074989.070570:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564b00. 00010000:00000010:2.0:1769074989.070574:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3980. 00010000:00000010:2.0:1769074989.070579:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30603800. 00010000:00000010:2.0:1769074989.070583:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de680. 00010000:00000010:2.0:1769074989.070608:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de280. 00010000:00000200:2.0:1769074989.070627:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542459, last committed = 0 00010000:00000200:2.0:1769074989.070634:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97b80 x1855008351420416/t60129542459(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 552/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.070647:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074989.070651:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351420416, offset 224 00000400:00000200:2.0:1769074989.070655:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.070660:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.070663:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17408:17408:256:4294967295] 192.168.204.41@tcp LPNI seq info [17404:17404:8:4294967295] 00000400:00000200:2.0:1769074989.070669:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.070672:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.070675:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.070677:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.070681:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.070683:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.070708:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.070713:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.070715:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:3.0:1769074989.070766:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.070771:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074989.070776:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.070782:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.070786:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:3.0:1769074989.070788:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00010000:00000010:3.1:1769074989.071055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:2.1:1769074989.075076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e800. 00000400:00000200:0.0:1769074989.075473:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.075480:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d78100 00000400:00000200:0.0:1769074989.075485:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c45 [64] + 62080 00000400:00000200:0.0:1769074989.075492:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.075495:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.075498:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.075501:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fc700. 00000020:00000010:2.0:1769074989.075544:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.075549:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.075554:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.075558:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.075562:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.075585:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.075589:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.075593:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351420672 00000001:00000010:2.0:1769074989.075598:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0a43f000. 02000000:00000010:2.0:1769074989.075615:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b2b734000. 00010000:00000010:2.0:1769074989.075642:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.0:1769074989.075648:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de280. 00010000:00000010:2.0:1769074989.075658:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564a00. 00010000:00000010:2.0:1769074989.075661:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3300. 00010000:00000010:2.0:1769074989.075665:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353db600. 00010000:00000010:2.0:1769074989.075669:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4100. 00000004:00000010:2.0:1769074989.075680:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccfe00. 00000004:00000010:2.0:1769074989.075686:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94d20. 00000004:00000010:2.0:1769074989.075690:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599870. 00080000:00000010:2.0:1769074989.075710:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35204e00. 00000020:00000010:2.0:1769074989.075722:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d600. 00080000:00000010:2.0:1769074989.075726:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204c00. 00000004:00000010:2.0:1769074989.075738:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0a43f000. 00080000:00000010:2.0:1769074989.075755:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.075808:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.075816:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.075825:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.075828:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.075831:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.075834:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.075837:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.075840:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.075860:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.075863:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.075865:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.075867:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.075870:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.075872:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.075890:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d240. 00000001:00000010:2.0:1769074989.075895:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b01370780. 00080000:00000010:2.0:1769074989.075905:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.075909:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d600. 00010000:00000010:2.0:1769074989.075928:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de280. 00010000:00000200:2.0:1769074989.075948:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542460, last committed = 0 00010000:00000200:2.0:1769074989.075955:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fc700 x1855008351420672/t60129542460(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 504/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.075967:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074989.075970:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351420672, offset 224 00000400:00000200:2.0:1769074989.075975:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.075982:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.075986:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17409:17409:256:4294967295] 192.168.204.41@tcp LPNI seq info [17405:17405:8:4294967295] 00000400:00000200:2.0:1769074989.075995:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.076000:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.076004:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.076008:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.076013:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.076016:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.076055:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.076060:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.076064:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:1.0:1769074989.076085:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.076090:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:1.0:1769074989.076094:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.076099:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.076102:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:1.0:1769074989.076104:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074989.076917:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.076924:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d78200 00000400:00000200:3.0:1769074989.076929:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c45 [64] + 62584 00000400:00000200:3.0:1769074989.076944:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.076947:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.076950:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.076953:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b480. 00000020:00000010:2.0:1769074989.077003:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.077008:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.077013:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.077016:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.077020:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.077055:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.077058:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.077060:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351420928 00000001:00000010:2.0:1769074989.077064:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a01da8900. 02000000:00000010:2.0:1769074989.077076:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b2b731000. 00010000:00000010:2.0:1769074989.077097:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.0:1769074989.077101:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 00010000:00000010:2.0:1769074989.077108:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564900. 00010000:00000010:2.0:1769074989.077110:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3d80. 00010000:00000010:2.0:1769074989.077113:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed600. 00010000:00000010:2.0:1769074989.077115:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3d6de280. 00000004:00000010:2.0:1769074989.077122:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cce5a0. 00000004:00000010:2.0:1769074989.077125:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94078. 00000004:00000010:2.0:1769074989.077128:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598880. 00080000:00000010:2.0:1769074989.077132:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35205a00. 00000020:00000010:2.0:1769074989.077138:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d600. 00080000:00000010:2.0:1769074989.077141:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205200. 00000004:00000010:2.0:1769074989.077148:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8a01da8900. 00080000:00000010:2.0:1769074989.077160:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.077198:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.077204:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.077210:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.077212:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.077214:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.077216:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.077217:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.077219:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.077232:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.077234:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.077236:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.077237:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.077239:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.077240:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.077253:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d9c0. 00000001:00000010:2.0:1769074989.077256:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b121cacc0. 00080000:00000010:2.0:1769074989.077263:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.077266:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d600. 00010000:00000010:2.0:1769074989.077280:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074989.077294:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542461, last committed = 0 00010000:00000200:2.0:1769074989.077299:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b480 x1855008351420928/t60129542461(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 504/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.077308:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074989.077310:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351420928, offset 224 00000400:00000200:2.0:1769074989.077314:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.077319:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.077322:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17410:17410:256:4294967295] 192.168.204.41@tcp LPNI seq info [17406:17406:8:4294967295] 00000400:00000200:2.0:1769074989.077329:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.077332:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.077334:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.077337:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.077340:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.077343:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.077358:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.077361:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.077370:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:0.0:1769074989.077416:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.077420:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074989.077423:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.077428:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.077431:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:0.0:1769074989.077432:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00010000:00000010:2.1:1769074989.079061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e000. 00000400:00000200:1.0:1769074989.082629:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.082637:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d78280 00000400:00000200:1.0:1769074989.082642:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c45 [64] + 63088 00000400:00000200:1.0:1769074989.082650:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.082653:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.082656:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.082659:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97800. 00000020:00000010:2.0:1769074989.082718:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.082723:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.082728:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.082731:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.082735:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.082760:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.082764:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.082768:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351421056 00000001:00000010:2.0:1769074989.082773:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b01370780. 00010000:00000010:2.0:1769074989.082789:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074989.082795:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b076c4480. 02000000:00000010:2.0:1769074989.082810:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b2b732000. 00010000:00000010:2.0:1769074989.082826:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074989.082844:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3f80. 00010000:00000010:2.0:1769074989.082855:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.0:1769074989.082858:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.082888:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfedc00. 00010000:00000010:2.0:1769074989.082892:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3480. 00080000:00000010:2.0:1769074989.082912:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a01c1d600. 00010000:00000010:2.0:1769074989.082935:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3f80. 00010000:00000010:2.0:1769074989.082945:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.082960:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4480. 00010000:00000200:2.0:1769074989.082972:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf97800 x1855008351421056/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 576/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.082986:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074989.082989:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351421056, offset 224 00000400:00000200:2.0:1769074989.082995:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.083001:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.083006:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17411:17411:256:4294967295] 192.168.204.41@tcp LPNI seq info [17407:17407:8:4294967295] 00000400:00000200:2.0:1769074989.083015:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.083020:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.083024:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00010000:00000010:2.1:1769074989.083052:0:28096:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbe00. 00000800:00000200:2.0:1769074989.083062:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.083067:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.083070:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.083087:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.083092:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.083096:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:3.0:1769074989.083143:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.083146:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074989.083149:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.083153:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.083156:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074989.083157:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:0.0:1769074989.083933:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.083942:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d78380 00000400:00000200:0.0:1769074989.083948:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c45 [64] + 63664 00000400:00000200:0.0:1769074989.083959:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.083963:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.083968:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.083972:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ff480. 00000020:00000010:2.0:1769074989.084017:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.084022:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.084045:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.084049:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.084053:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.084074:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.084077:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.084080:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351421312 02000000:00000010:2.0:1769074989.084095:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b2b737000. 00010000:00000010:2.0:1769074989.084120:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:2.0:1769074989.084125:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.084134:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564700. 00010000:00000010:2.0:1769074989.084138:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3180. 00010000:00000010:2.0:1769074989.084142:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:2.0:1769074989.084145:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3f80. 00000004:00000010:2.0:1769074989.084154:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cce3c0. 00000004:00000010:2.0:1769074989.084160:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc942d0. 00000004:00000010:2.0:1769074989.084164:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599dc0. 00080000:00000010:2.0:1769074989.084170:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35205e00. 00000020:00000010:2.0:1769074989.084180:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d6c0. 00080000:00000010:2.0:1769074989.084184:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204a00. 00080000:00000010:2.0:1769074989.084196:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a01c1dd80. 00000004:00000010:2.0:1769074989.084201:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b121ca3c0. 00080000:00000010:2.0:1769074989.084218:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.084274:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.084282:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.084291:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.084295:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.084297:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.084299:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.084302:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.084304:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.084323:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.084327:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.084329:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.084331:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.084334:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.084336:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.084355:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d4e0. 00000001:00000010:2.0:1769074989.084360:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b01370780. 00080000:00000010:2.0:1769074989.084369:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.084373:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d6c0. 00010000:00000010:2.0:1769074989.084392:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.084408:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542462, last committed = 0 00010000:00000200:2.0:1769074989.084415:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ff480 x1855008351421312/t60129542462(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 504/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.084427:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074989.084431:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351421312, offset 224 00000400:00000200:2.0:1769074989.084436:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.084442:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.084447:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17412:17412:256:4294967295] 192.168.204.41@tcp LPNI seq info [17408:17408:8:4294967295] 00000400:00000200:2.0:1769074989.084456:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.084462:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.084465:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.084470:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.084475:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.084478:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.084495:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.084499:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.084503:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:1.0:1769074989.084548:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.084551:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:1.0:1769074989.084554:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.084557:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.084560:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074989.084561:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:3.0:1769074989.085252:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.085259:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d78480 00000400:00000200:3.0:1769074989.085263:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c45 [64] + 64168 00000400:00000200:3.0:1769074989.085270:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.085273:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.085275:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.085278:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559c00. 00000020:00000010:2.0:1769074989.085321:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.085325:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.085330:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.085333:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.085337:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.085359:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.085362:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.085365:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351421568 00000001:00000010:2.0:1769074989.085370:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b121cacc0. 02000000:00000010:2.0:1769074989.085383:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b2b735000. 00010000:00000010:2.0:1769074989.085406:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.0:1769074989.085411:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.085421:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564800. 00010000:00000010:2.0:1769074989.085424:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3f00. 00010000:00000010:2.0:1769074989.085429:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:2.0:1769074989.085432:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3380. 00000004:00000010:2.0:1769074989.085441:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05cce780. 00000004:00000010:2.0:1769074989.085446:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94348. 00000004:00000010:2.0:1769074989.085449:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598bb0. 00080000:00000010:2.0:1769074989.085454:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35205600. 00000020:00000010:2.0:1769074989.085464:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d6c0. 00080000:00000010:2.0:1769074989.085467:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205400. 00000004:00000010:2.0:1769074989.085476:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b121cacc0. 00080000:00000010:2.0:1769074989.085491:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.085541:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.085549:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.085557:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.085560:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.085562:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.085565:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.085567:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.085569:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.085586:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.085590:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.085593:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.085595:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.085598:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.085600:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.085617:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d7e0. 00000001:00000010:2.0:1769074989.085622:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b69c0. 00080000:00000010:2.0:1769074989.085631:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.085635:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d6c0. 00010000:00000010:2.0:1769074989.085652:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.085670:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542463, last committed = 0 00010000:00000200:2.0:1769074989.085677:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559c00 x1855008351421568/t60129542463(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 504/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.085690:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074989.085693:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351421568, offset 224 00000400:00000200:2.0:1769074989.085712:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.085718:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.085723:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17413:17413:256:4294967295] 192.168.204.41@tcp LPNI seq info [17409:17409:8:4294967295] 00000400:00000200:2.0:1769074989.085731:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.085736:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.085740:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.085744:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.085749:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.085752:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.085769:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.085772:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.085776:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:0.0:1769074989.085816:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.085819:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074989.085822:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.085825:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.085828:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:0.0:1769074989.085829:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00010000:00000010:2.1:1769074989.088059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed800. 00000400:00000200:1.0:1769074989.090949:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.090958:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 576 into portal 12 MB=0x6971ec9d78500 00000400:00000200:1.0:1769074989.090964:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 576/576 into md 0x4c45 [64] + 64672 00000400:00000200:1.0:1769074989.090976:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.090980:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.090984:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.090990:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598a80. 00000020:00000010:2.0:1769074989.091053:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.091059:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.091065:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.091068:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.091073:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.091103:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.091107:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.091111:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351421696 00000001:00000010:2.0:1769074989.091117:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b01370780. 00010000:00000010:2.0:1769074989.091131:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.0:1769074989.091136:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 02000000:00000010:2.0:1769074989.091148:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3760 at ffff8c8b06d22000. 00010000:00000010:2.0:1769074989.091159:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074989.091162:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3c80. 00010000:00000010:2.0:1769074989.091169:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074989.091171:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3d80. 00010000:00000010:2.0:1769074989.091189:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.0:1769074989.091191:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3d00. 00080000:00000010:2.0:1769074989.091204:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a01c1d6c0. 00010000:00000010:2.0:1769074989.091219:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3c80. 00010000:00000010:2.0:1769074989.091226:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3d80. 00010000:00000010:2.0:1769074989.091235:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.091243:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598a80 x1855008351421696/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 576/584 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.091252:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074989.091255:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1855008351421696, offset 224 00000400:00000200:2.0:1769074989.091259:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.091264:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.091268:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17414:17414:256:4294967295] 192.168.204.41@tcp LPNI seq info [17410:17410:8:4294967295] 00000400:00000200:2.0:1769074989.091274:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.091278:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.091280:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074989.091283:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.091287:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.091289:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 680 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.091304:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.091306:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.091308:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:3.0:1769074989.091404:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.091407:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:3.0:1769074989.091410:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.091413:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.091416:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:3.0:1769074989.091417:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00010000:00000010:2.1:1769074989.092062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.1:1769074989.092067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.1:1769074989.092076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00000400:00000200:0.0:1769074989.092145:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.092155:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d78600 00000400:00000200:0.0:1769074989.092161:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c45 [64] + 65248 00000400:00000200:0.0:1769074989.092172:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.092177:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.092181:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.092185:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fea00. 00000020:00000010:2.0:1769074989.092221:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.092224:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.092226:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.092228:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.092231:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.092248:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.092250:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.092252:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351421952 02000000:00000010:2.0:1769074989.092263:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b06d24000. 00010000:00000010:2.0:1769074989.092284:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074989.092287:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.092294:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564e00. 00010000:00000010:2.0:1769074989.092296:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3c00. 00010000:00000010:2.0:1769074989.092299:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.0:1769074989.092301:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3d80. 00000004:00000010:2.0:1769074989.092307:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b05ccfa40. 00000004:00000010:2.0:1769074989.092312:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc947f8. 00000004:00000010:2.0:1769074989.092315:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598ff0. 00080000:00000010:2.0:1769074989.092318:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35204800. 00000020:00000010:2.0:1769074989.092325:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d780. 00080000:00000010:2.0:1769074989.092328:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205800. 00080000:00000010:2.0:1769074989.092337:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8c8a01c1d420. 00000004:00000010:2.0:1769074989.092340:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0d2b6f00. 00080000:00000010:2.0:1769074989.092354:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.092445:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.092451:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.092459:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.092462:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.092463:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.092465:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.092467:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.092468:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.092482:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.092484:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.092485:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.092486:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.092488:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.092489:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.092502:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d0c0. 00000001:00000010:2.0:1769074989.092506:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b66c0. 00080000:00000010:2.0:1769074989.092513:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.092516:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d780. 00010000:00000010:2.0:1769074989.092530:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.092543:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542464, last committed = 0 00010000:00000200:2.0:1769074989.092548:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fea00 x1855008351421952/t60129542464(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 504/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.092557:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074989.092560:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351421952, offset 224 00000400:00000200:2.0:1769074989.092563:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.092568:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.092571:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17415:17415:256:4294967295] 192.168.204.41@tcp LPNI seq info [17411:17411:8:4294967295] 00000400:00000200:2.0:1769074989.092577:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.092581:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.092583:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.092586:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.092589:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.092592:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.092606:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.092609:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.092611:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:1.0:1769074989.092654:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.092657:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074989.092659:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.092663:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.092666:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074989.092667:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:3.0:1769074989.093323:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.093330:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 504 into portal 12 MB=0x6971ec9d78700 00000400:00000200:3.0:1769074989.093333:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 504/504 into md 0x4c45 [64] + 65752 00000400:00000200:3.0:1769074989.093340:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.093343:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.093346:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.093348:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755a300. 00000020:00000010:2.0:1769074989.093399:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.093404:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.093408:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.093412:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.093416:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.093439:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.093442:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.093445:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351422208 00000001:00000010:2.0:1769074989.093451:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b69c0. 02000000:00000010:2.0:1769074989.093465:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b06d26000. 00010000:00000010:2.0:1769074989.093488:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074989.093493:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.093530:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564d00. 00010000:00000010:2.0:1769074989.093534:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3480. 00010000:00000010:2.0:1769074989.093539:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.0:1769074989.093543:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3c80. 00000004:00000010:2.0:1769074989.093555:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a09889860. 00000004:00000010:2.0:1769074989.093560:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94780. 00000004:00000010:2.0:1769074989.093564:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599a90. 00080000:00000010:2.0:1769074989.093569:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b304dea00. 00000020:00000010:2.0:1769074989.093578:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d780. 00080000:00000010:2.0:1769074989.093592:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702400. 00000004:00000010:2.0:1769074989.093604:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0d2b69c0. 00080000:00000010:2.0:1769074989.093619:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.093667:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.093674:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.093682:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.093685:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.093688:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.093690:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.093693:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.093709:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.093729:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.093732:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.093734:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.093737:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.093739:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.093741:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.093759:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1df60. 00000001:00000010:2.0:1769074989.093764:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6540. 00080000:00000010:2.0:1769074989.093775:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.093779:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d780. 00010000:00000010:2.0:1769074989.093798:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.093815:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542465, last committed = 0 00010000:00000200:2.0:1769074989.093822:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755a300 x1855008351422208/t60129542465(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 504/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.093835:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074989.093839:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351422208, offset 224 00000400:00000200:2.0:1769074989.093844:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.093850:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.093855:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17416:17416:256:4294967295] 192.168.204.41@tcp LPNI seq info [17412:17412:8:4294967295] 00000400:00000200:2.0:1769074989.093864:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.093869:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.093872:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.093877:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.093882:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.093885:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.093902:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.093907:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.093910:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:0.0:1769074989.093959:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.093963:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074989.093967:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.093972:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.093976:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:0.0:1769074989.093978:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00010000:00000010:2.1:1769074989.096070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:2.1:1769074989.096075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfeca00. 00000400:00000200:1.0:1769074989.098580:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.098588:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 552 into portal 12 MB=0x6971ec9d78800 00000400:00000200:1.0:1769074989.098593:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 552/552 into md 0x4c45 [64] + 66256 00000400:00000200:1.0:1769074989.098600:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.098603:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.098606:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.098609:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b480. 00000020:00000010:2.0:1769074989.098654:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.098659:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.098664:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702e00. 00000020:00000010:2.0:1769074989.098667:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.098671:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.098705:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.098709:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.098713:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351422464 00000001:00000010:2.0:1769074989.098719:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b66c0. 02000000:00000010:2.0:1769074989.098734:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b2abcf000. 00010000:00000010:2.0:1769074989.098760:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074989.098765:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.098774:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564100. 00010000:00000010:2.0:1769074989.098777:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3280. 00010000:00000010:2.0:1769074989.098782:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30693400. 00010000:00000010:2.0:1769074989.098785:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3a80. 00000004:00000010:2.0:1769074989.098794:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a098890e0. 00000004:00000010:2.0:1769074989.098799:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94c30. 00000004:00000010:2.0:1769074989.098803:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38599ba0. 00080000:00000010:2.0:1769074989.098808:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b30702c00. 00000020:00000010:2.0:1769074989.098817:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d780. 00080000:00000010:2.0:1769074989.098821:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703a00. 00080000:00000010:2.0:1769074989.098848:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.098901:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.098908:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.099004:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.099009:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.099011:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.099014:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.099016:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.099019:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.099066:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.099071:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.099073:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.099076:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.099079:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.099081:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.099100:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1dea0. 00000001:00000010:2.0:1769074989.099105:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6cc0. 00080000:00000010:2.0:1769074989.099115:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.099119:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d780. 00010000:00000010:2.0:1769074989.099134:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b03564400. 00010000:00000010:2.0:1769074989.099138:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b057b3b80. 00010000:00000010:2.0:1769074989.099142:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.0:1769074989.099146:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3b00. 00010000:00000010:2.0:1769074989.099168:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.099187:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542466, last committed = 0 00010000:00000200:2.0:1769074989.099194:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b480 x1855008351422464/t60129542466(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 552/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.099206:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074989.099210:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351422464, offset 224 00000400:00000200:2.0:1769074989.099215:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.099222:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.099227:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17417:17417:256:4294967295] 192.168.204.41@tcp LPNI seq info [17413:17413:8:4294967295] 00000400:00000200:2.0:1769074989.099236:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.099242:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.099246:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.099250:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.099255:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.099259:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.099277:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.099281:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.099285:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702e00. 00000800:00000200:3.0:1769074989.099338:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.099341:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:3.0:1769074989.099344:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.099348:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.099350:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074989.099352:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000200:0.0:1769074989.100017:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.100045:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 552 into portal 12 MB=0x6971ec9d78900 00000400:00000200:0.0:1769074989.100051:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 552/552 into md 0x4c45 [64] + 66808 00000400:00000200:0.0:1769074989.100062:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.100067:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.1:1769074989.100068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00000100:00000200:0.0:1769074989.100070:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.100075:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd500. 00010000:00000010:2.1:1769074989.100076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074989.100082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.1:1769074989.100093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00000020:00000010:2.0:1769074989.100113:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.100116:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.100120:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702e00. 00000020:00000010:2.0:1769074989.100123:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.100126:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.100149:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.100153:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b08774b40. 00000100:00000200:2.0:1769074989.100156:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351422720 00000001:00000010:2.0:1769074989.100161:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6540. 02000000:00000010:2.0:1769074989.100176:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff8c8b2abcc000. 00010000:00000010:2.0:1769074989.100199:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074989.100203:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074989.100221:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47900. 00010000:00000010:2.0:1769074989.100225:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b38b1d380. 00010000:00000010:2.0:1769074989.100229:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:2.0:1769074989.100233:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3980. 00000004:00000010:2.0:1769074989.100245:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a09888780. 00000004:00000010:2.0:1769074989.100250:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94f78. 00000004:00000010:2.0:1769074989.100253:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b38598550. 00080000:00000010:2.0:1769074989.100258:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b30703200. 00000020:00000010:2.0:1769074989.100266:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d780. 00080000:00000010:2.0:1769074989.100270:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703e00. 00080000:00000010:2.0:1769074989.100292:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b08774b40. 00000001:00000010:2.0:1769074989.100340:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.100347:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.100411:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.100415:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.100418:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.100421:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.100423:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.100425:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.100448:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 259 < left 264, rollback = 2 00080000:00000400:2.0:1769074989.100451:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.100453:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 3/264/0 00080000:00000400:2.0:1769074989.100455:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/11/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.100458:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 4/65/1, delete: 0/0/0 00080000:00000400:2.0:1769074989.100460:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 2/2/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.100477:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d300. 00000001:00000010:2.0:1769074989.100482:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6900. 00080000:00000010:2.0:1769074989.100491:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b08774b40. 00000020:00000010:2.0:1769074989.100496:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d780. 00010000:00000010:2.0:1769074989.100511:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47700. 00010000:00000010:2.0:1769074989.100515:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a04c9ac00. 00010000:00000010:2.0:1769074989.100519:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:2.0:1769074989.100524:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3300. 00010000:00000010:2.0:1769074989.100545:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.100560:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542467, last committed = 0 00010000:00000200:2.0:1769074989.100568:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd500 x1855008351422720/t60129542467(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 552/448 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'createmany.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.100580:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074989.100584:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1855008351422720, offset 224 00000400:00000200:2.0:1769074989.100588:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.100595:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.100599:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17418:17418:256:4294967295] 192.168.204.41@tcp LPNI seq info [17414:17414:8:4294967295] 00000400:00000200:2.0:1769074989.100608:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.100613:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.100617:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.100621:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.100626:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.100630:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.100647:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b057b3380. 00000020:00000010:2.0:1769074989.100651:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.100655:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702e00. 00000800:00000200:1.0:1769074989.100706:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.100709:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:1.0:1769074989.100712:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.100715:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.100718:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:1.0:1769074989.100719:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00010000:00000010:2.1:1769074989.109057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.1:1769074989.113056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.1:1769074989.113063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00080000:00000010:3.0:1769074989.246295:0:53707:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e780. 00080000:00000010:3.0:1769074989.246303:0:53707:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e780. 00080000:00000010:3.0:1769074989.246311:0:53707:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e780. 00080000:00000010:3.0:1769074989.246315:0:53707:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e780. 00080000:00000010:3.0:1769074989.246322:0:53707:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e780. 00080000:00000010:3.0:1769074989.246326:0:53707:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e780. 00080000:00000010:3.0:1769074989.246337:0:53707:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b0944e780. 00080000:00000010:3.0:1769074989.246341:0:53707:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b0944e780. 00000400:00000200:0.0:1769074989.371212:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.371230:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d78a00 00000400:00000200:0.0:1769074989.371238:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 67360 00000400:00000200:0.0:1769074989.371254:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.371258:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.371264:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.371270:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fdf80. 00000020:00000010:2.0:1769074989.371491:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.371496:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.371502:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074989.371506:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.371510:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.371544:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.371546:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.371550:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351422976 00000001:00000010:2.0:1769074989.371558:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6cc0. 00010000:00000010:2.0:1769074989.371580:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074989.371586:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 02000000:00000010:2.0:1769074989.371621:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35140000. 00010000:00000010:2.0:1769074989.371671:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074989.371674:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3c00. 00010000:00000010:2.0:1769074989.371708:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47e00. 00010000:00000010:2.0:1769074989.371712:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a02cba800. 00010000:00000010:2.0:1769074989.371717:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.0:1769074989.371720:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3780. 00000004:00000010:2.0:1769074989.371733:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a098892c0. 00000004:00000010:2.0:1769074989.371742:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b3fc94b40. 00000004:00000010:2.0:1769074989.371749:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a02e4f870. 00080000:00000010:2.0:1769074989.371759:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b30702200. 00000020:00000010:2.0:1769074989.371784:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d780. 00080000:00000010:2.0:1769074989.371791:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703000. 00000004:00000010:2.0:1769074989.371817:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0d2b6cc0. 00000004:02000000:2.0:1769074989.371824:0:28096:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:2.0:1769074989.374491:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b518. 00020000:00000010:2.0:1769074989.374495:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b288. 00000004:00000010:2.0:1769074989.374512:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b35c570d0. 00080000:00000010:2.0:1769074989.374525:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00080000:00000010:2.0:1769074989.374553:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00000001:00000010:2.0:1769074989.374645:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.374654:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.374677:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.374680:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.374682:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.374684:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.374686:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.374688:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074989.374718:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a02cba900. 00080000:00000400:2.0:1769074989.374727:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.374729:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.374731:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.374732:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.374734:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.374736:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.374762:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.374765:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.374768:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.374770:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.374773:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.374776:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.374810:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1dba0. 00000001:00000010:2.0:1769074989.374818:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6600. 00080000:00000010:2.0:1769074989.374836:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.374839:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.374843:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d780. 00000020:00000010:2.0:1769074989.374868:0:28096:0:(lprocfs_jobstats.c:207:job_alloc()) kmalloced '(job)': 176 at ffff8c8b01370780. 00000020:00000010:2.0:1769074989.374873:0:28096:0:(lprocfs_status.c:1450:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8c8b306d4800. 00000020:00000010:2.0:1769074989.374876:0:28096:0:(lprocfs_status.c:1462:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 832 at ffff8c8b306d6800. 00000020:00000010:2.0:1769074989.374881:0:28096:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b30702a00. 00000020:00000010:2.0:1769074989.374884:0:28096:0:(lprocfs_status.c:1949:lprocfs_counter_init_units()) alloc '(stats->ls_cnt_header[index].lc_hist)': 280 at ffff8c8b30703c00. 00000020:00000010:2.0:1769074989.374889:0:28096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8a04432000. 00010000:00000010:2.0:1769074989.374901:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47d00. 00010000:00000010:2.0:1769074989.374903:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a02cba180. 00010000:00000010:2.0:1769074989.374908:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.0:1769074989.374912:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3500. 00000004:00000010:2.0:1769074989.374934:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a02cba980. 00010000:00000010:2.0:1769074989.374961:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3c00. 00010000:00000010:2.0:1769074989.374997:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000200:2.0:1769074989.375006:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542468, last committed = 0 00010000:00000200:2.0:1769074989.375013:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fdf80 x1855008351422976/t60129542468(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.375058:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074989.375065:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351422976, offset 224 00000400:00000200:2.0:1769074989.375073:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.375085:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.375093:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17419:17419:256:4294967295] 192.168.204.41@tcp LPNI seq info [17415:17415:8:4294967295] 00000400:00000200:2.0:1769074989.375105:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.375112:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.375118:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.375124:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.375132:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.375135:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.375154:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.375158:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.375161:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000800:00000200:0.0:1769074989.375207:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.375212:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:0.0:1769074989.375216:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.375220:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.375223:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:0.0:1769074989.375225:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:2.0:1769074989.376229:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.376240:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d78b00 00000400:00000200:2.0:1769074989.376247:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 68008 00000400:00000200:2.0:1769074989.376260:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.376266:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.376270:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074989.376274:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487100. 00000020:00000010:3.0:1769074989.376325:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.376330:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.376336:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.376341:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.376345:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.376377:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.376381:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.376386:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351423232 00000001:00000010:3.0:1769074989.376392:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6900. 02000000:00000010:3.0:1769074989.376413:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b04a06000. 00010000:00000010:3.0:1769074989.376435:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3500. 00010000:00000010:3.0:1769074989.376446:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a02cba180. 00000020:00000010:3.0:1769074989.376456:0:28096:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014ce3f0. 00010000:00000010:3.0:1769074989.376473:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b300. 00010000:00000010:3.0:1769074989.376475:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e580. 00010000:00000010:3.0:1769074989.376479:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985800. 00010000:00000010:3.0:1769074989.376483:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81800. 00000020:00000010:3.0:1769074989.376497:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.376501:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453c00. 00080000:00000010:3.0:1769074989.376509:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.376523:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955600. 00000001:00000010:3.0:1769074989.376527:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0180. 00080000:00000010:3.0:1769074989.376536:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.376539:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00000020:00000010:3.0:1769074989.376559:0:28096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8a09563000. 00010000:00000200:3.0:1769074989.376566:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542469, last committed = 0 00010000:00000200:3.0:1769074989.376572:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487100 x1855008351423232/t60129542469(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.376583:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074989.376586:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351423232, offset 224 00000400:00000200:3.0:1769074989.376590:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.376596:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.376600:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17420:17420:256:4294967295] 192.168.204.41@tcp LPNI seq info [17416:17416:8:4294967295] 00000400:00000200:3.0:1769074989.376606:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.376609:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.376612:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074989.376616:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.376619:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.376621:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.376636:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.376639:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.376642:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.376680:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.376685:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074989.376700:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.376706:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.376711:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:0.0:1769074989.376713:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000400:00000200:0.0:1769074989.377342:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.377350:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d78b80 00000400:00000200:0.0:1769074989.377355:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 68496 00000400:00000200:0.0:1769074989.377365:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.377371:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.377376:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.377381:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fe300. 00000020:00000010:2.0:1769074989.377420:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.377423:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.377428:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074989.377431:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.377434:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.377455:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.377458:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.377461:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351423360 00000001:00000010:2.0:1769074989.377464:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6600. 00010000:00000010:2.0:1769074989.377475:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.0:1769074989.377480:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3100. 02000000:00000010:2.0:1769074989.377495:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b306d5800. 00010000:00000200:2.0:1769074989.377519:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fe300 x1855008351423360/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.377530:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074989.377534:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351423360, offset 224 00000400:00000200:2.0:1769074989.377539:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.377546:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.377549:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17421:17421:256:4294967295] 192.168.204.41@tcp LPNI seq info [17417:17417:8:4294967295] 00000400:00000200:2.0:1769074989.377556:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.377560:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.377563:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.377567:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.377571:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.377574:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.377589:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.377592:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.377596:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000800:00000200:3.0:1769074989.377629:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.377633:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074989.377637:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.377641:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.377643:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074989.377645:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:0.0:1769074989.378360:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.378370:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d78c00 00000400:00000200:0.0:1769074989.378377:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 11808 00000400:00000200:0.0:1769074989.378389:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.378394:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.378400:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.378405:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd180. 00000020:00000010:2.0:1769074989.378447:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.378451:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.378455:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074989.378457:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.378459:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.378482:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.378484:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.378487:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351423488 02000000:00000010:2.0:1769074989.378499:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fcf0000. 00080000:00000010:2.0:1769074989.378512:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702600. 00080000:00000010:2.0:1769074989.378521:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.378528:0:44333:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182211f8. 00080000:00000400:2.0:1769074989.378544:0:44333:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.378547:0:44333:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.378548:0:44333:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.378550:0:44333:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.378552:0:44333:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.378554:0:44333:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.378563:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d780. 00080000:00000010:2.0:1769074989.378575:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.378620:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd180 x1855008351423488/t8589935698(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.378630:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074989.378633:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351423488, offset 224 00000400:00000200:2.0:1769074989.378637:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.378642:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.378646:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17422:17422:256:4294967295] 192.168.204.41@tcp LPNI seq info [17418:17418:8:4294967295] 00000400:00000200:2.0:1769074989.378653:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.378657:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.378659:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.378663:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.378666:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.378669:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.378683:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.378686:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.378688:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000800:00000200:0.0:1769074989.378726:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.378730:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074989.378733:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.378736:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.378739:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:0.0:1769074989.378740:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074989.379318:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.379327:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d78d00 00000400:00000200:3.0:1769074989.379332:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x220a5 [2] + 1176 00000400:00000200:3.0:1769074989.379341:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.379345:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.379350:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074989.379353:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 00000020:00000010:2.0:1769074989.379393:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.379397:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.379402:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074989.379405:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.379408:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.379430:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.379432:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.379434:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351423744 02000000:00000010:2.0:1769074989.379451:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17331c00. 00000020:00000010:2.0:1769074989.379477:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d480. 00080000:00000010:2.0:1769074989.379481:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702000. 00080000:00000010:2.0:1769074989.379490:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.379509:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d660. 00000001:00000010:2.0:1769074989.379513:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d261540. 00080000:00000010:2.0:1769074989.379521:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.379525:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d480. 00000004:00000010:2.0:1769074989.379539:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a02cba980. 00010000:00000200:2.0:1769074989.379556:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755ad80 x1855008351423744/t60129542470(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.379566:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074989.379570:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351423744, offset 224 00000400:00000200:2.0:1769074989.379575:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.379580:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.379583:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17423:17423:256:4294967295] 192.168.204.41@tcp LPNI seq info [17419:17419:8:4294967295] 00000400:00000200:2.0:1769074989.379589:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.379593:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.379596:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.379600:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.379604:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.379607:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.379622:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.379626:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.379629:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000800:00000200:0.0:1769074989.379660:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.379663:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074989.379666:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.379670:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.379673:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:0.0:1769074989.379675:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00010000:00000010:2.1:1769074989.380075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.1:1769074989.380086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00000400:00000200:0.0:1769074989.383121:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.383130:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d78e00 00000400:00000200:0.0:1769074989.383135:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 68872 00000400:00000200:0.0:1769074989.383144:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.383147:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.383150:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.383154:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85180. 00000020:00000010:2.0:1769074989.383208:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.383214:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.383219:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074989.383223:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.383227:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.383257:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.383260:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.383262:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351424000 00000001:00000010:2.0:1769074989.383266:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0180. 00010000:00000010:2.0:1769074989.383277:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.0:1769074989.383282:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3c00. 02000000:00000010:2.0:1769074989.383303:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35146000. 00010000:00000010:2.0:1769074989.383329:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.0:1769074989.383333:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3900. 00010000:00000010:2.0:1769074989.383342:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47100. 00010000:00000010:2.0:1769074989.383344:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a02cba880. 00010000:00000010:2.0:1769074989.383357:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1a00. 00010000:00000010:2.0:1769074989.383362:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3880. 00000004:00000010:2.0:1769074989.383372:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a09889c20. 00000004:00000010:2.0:1769074989.383379:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a04dcc078. 00000004:00000010:2.0:1769074989.383400:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a02e4e000. 00080000:00000010:2.0:1769074989.383406:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b30703400. 00000020:00000010:2.0:1769074989.383419:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d480. 00080000:00000010:2.0:1769074989.383422:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703600. 00000004:00000010:2.0:1769074989.383436:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0d261d80. 00000004:02000000:2.0:1769074989.383441:0:28096:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:2.0:1769074989.383452:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b910. 00020000:00000010:2.0:1769074989.383456:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0bff0. 00000004:00000010:2.0:1769074989.383469:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b35c57778. 00080000:00000010:2.0:1769074989.383480:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00080000:00000010:2.0:1769074989.383500:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00000001:00000010:2.0:1769074989.383576:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.383587:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.383607:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.383611:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.383614:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.383617:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.383620:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.383622:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074989.383636:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a02cba180. 00080000:00000400:2.0:1769074989.383643:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.383645:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.383646:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.383648:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.383650:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.383651:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.383670:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.383672:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.383673:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.383676:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.383678:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.383679:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.383716:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1da80. 00000001:00000010:2.0:1769074989.383720:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d261e40. 00080000:00000010:2.0:1769074989.383729:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.383731:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.383734:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d480. 00010000:00000010:2.0:1769074989.383755:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47400. 00010000:00000010:2.0:1769074989.383759:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:2.0:1769074989.383763:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1200. 00010000:00000010:2.0:1769074989.383767:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3800. 00000004:00000010:2.0:1769074989.383782:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b057b3380. 00010000:00000010:2.0:1769074989.383795:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3900. 00010000:00000010:2.0:1769074989.383823:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3c00. 00010000:00000200:2.0:1769074989.383831:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542471, last committed = 0 00010000:00000200:2.0:1769074989.383836:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85180 x1855008351424000/t60129542471(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.383846:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074989.383849:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351424000, offset 224 00000400:00000200:2.0:1769074989.383853:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.383859:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.383862:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17424:17424:256:4294967295] 192.168.204.41@tcp LPNI seq info [17420:17420:8:4294967295] 00000400:00000200:2.0:1769074989.383869:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.383873:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.383876:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.383880:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.383884:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.383886:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.383904:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.383908:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.383911:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000800:00000200:0.0:1769074989.383955:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.383958:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000400:00000200:0.0:1769074989.383961:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.383965:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.383968:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:0.0:1769074989.383969:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00010000:00000010:3.1:1769074989.384074:0:53707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:3.1:1769074989.384081:0:53707:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47d00. 00000400:00000200:1.0:1769074989.384805:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.384813:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d78f00 00000400:00000200:1.0:1769074989.384818:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 69520 00000400:00000200:1.0:1769074989.384835:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.384838:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.384842:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.384846:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059a680. 00000020:00000010:2.0:1769074989.384890:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.384894:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.384897:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074989.384900:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.384903:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.384929:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.384933:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.384936:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351424256 00000001:00000010:2.0:1769074989.384941:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d261540. 02000000:00000010:2.0:1769074989.384957:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b35141000. 00010000:00000010:2.0:1769074989.384975:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3800. 00010000:00000010:2.0:1769074989.384985:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00000020:00000010:2.0:1769074989.384996:0:28096:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221a48. 00010000:00000010:2.0:1769074989.385011:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47c00. 00010000:00000010:2.0:1769074989.385015:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b35dc2500. 00010000:00000010:2.0:1769074989.385020:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1600. 00010000:00000010:2.0:1769074989.385046:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3800. 00000020:00000010:2.0:1769074989.385063:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d480. 00080000:00000010:2.0:1769074989.385068:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702800. 00080000:00000010:2.0:1769074989.385077:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.385091:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1dc60. 00000001:00000010:2.0:1769074989.385096:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d261540. 00080000:00000010:2.0:1769074989.385107:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.385111:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d480. 00010000:00000200:2.0:1769074989.385140:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542472, last committed = 0 00010000:00000200:2.0:1769074989.385147:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059a680 x1855008351424256/t60129542472(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.385157:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074989.385160:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351424256, offset 224 00000400:00000200:2.0:1769074989.385163:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.385168:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.385172:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17425:17425:256:4294967295] 192.168.204.41@tcp LPNI seq info [17421:17421:8:4294967295] 00000400:00000200:2.0:1769074989.385182:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.385186:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.385190:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.385196:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.385201:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.385205:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.385226:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.385231:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.385235:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000800:00000200:1.0:1769074989.385268:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.385271:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:1.0:1769074989.385275:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.385279:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.385282:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074989.385283:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:0.0:1769074989.385814:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.385823:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d78f80 00000400:00000200:0.0:1769074989.385829:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 70008 00000400:00000200:0.0:1769074989.385839:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.385843:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.385848:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.385852:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85c00. 00000020:00000010:3.0:1769074989.385900:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.385905:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.385909:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03452400. 00000020:00000010:3.0:1769074989.385912:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ea00. 00000020:00000010:3.0:1769074989.385916:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.385942:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.385945:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.385948:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351424384 00000001:00000010:3.0:1769074989.385953:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d261e40. 00010000:00000010:3.0:1769074989.385966:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985200. 00010000:00000010:3.0:1769074989.385971:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81080. 02000000:00000010:3.0:1769074989.385988:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbd000. 00010000:00000200:3.0:1769074989.386009:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85c00 x1855008351424384/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.386019:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074989.386022:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351424384, offset 224 00000400:00000200:3.0:1769074989.386050:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.386058:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.386064:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17426:17426:256:4294967295] 192.168.204.41@tcp LPNI seq info [17422:17422:8:4294967295] 00000400:00000200:3.0:1769074989.386076:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.386082:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.386087:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074989.386093:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.386098:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.386102:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.386120:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ea00. 00000020:00000010:3.0:1769074989.386125:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.386129:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03452400. 00000800:00000200:1.0:1769074989.386161:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.386165:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:1.0:1769074989.386168:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.386172:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.386175:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:1.0:1769074989.386176:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000200:1.0:1769074989.386907:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.386915:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d79000 00000400:00000200:1.0:1769074989.386919:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 12248 00000400:00000200:1.0:1769074989.386928:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.386931:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.386935:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.386940:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b100. 00000020:00000010:0.0:1769074989.386992:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.386997:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.387002:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.387005:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439a80. 00000020:00000010:0.0:1769074989.387009:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.387081:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.387086:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b2b168c80. 00000100:00000200:0.0:1769074989.387089:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351424512 02000000:00000010:0.0:1769074989.387102:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b17530000. 00080000:00000010:0.0:1769074989.387114:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865200. 00080000:00000010:0.0:1769074989.387123:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.387132:0:44333:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182008c0. 00080000:00000400:0.0:1769074989.387151:0:44333:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074989.387155:0:44333:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.387158:0:44333:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074989.387161:0:44333:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.387164:0:44333:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.387167:0:44333:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.387181:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51240. 00080000:00000010:0.0:1769074989.387201:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b2b168c80. 00000020:00000010:0.0:1769074989.387213:0:44333:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8c8b17531c00. 00010000:00000200:0.0:1769074989.387249:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b100 x1855008351424512/t8589935690(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.387264:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074989.387268:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351424512, offset 224 00000400:00000200:0.0:1769074989.387273:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.387280:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.387285:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17427:17427:256:4294967295] 192.168.204.41@tcp LPNI seq info [17423:17423:8:4294967295] 00000400:00000200:0.0:1769074989.387295:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.387301:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.387305:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074989.387309:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.387314:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.387317:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.387336:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439a80. 00000020:00000010:0.0:1769074989.387340:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.387343:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.387385:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.387389:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074989.387392:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.387397:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.387400:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:3.0:1769074989.387401:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:0.0:1769074989.388090:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.388100:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d79100 00000400:00000200:0.0:1769074989.388106:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x220a5 [2] + 1568 00000400:00000200:0.0:1769074989.388116:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.388122:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.388127:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.388132:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84700. 00000020:00000010:2.0:1769074989.388181:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.388186:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.388192:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.388196:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.388200:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.388224:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.388228:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.388231:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351424768 02000000:00000010:2.0:1769074989.388249:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17333800. 00000020:00000010:2.0:1769074989.388274:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d480. 00080000:00000010:2.0:1769074989.388279:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703800. 00080000:00000010:2.0:1769074989.388290:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.388310:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d2a0. 00000001:00000010:2.0:1769074989.388315:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d261e40. 00080000:00000010:2.0:1769074989.388325:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.388329:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d480. 00000004:00000010:2.0:1769074989.388345:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b057b3380. 00010000:00000200:2.0:1769074989.388362:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f84700 x1855008351424768/t60129542473(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.388375:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074989.388378:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351424768, offset 224 00000400:00000200:2.0:1769074989.388384:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.388390:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.388395:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17428:17428:256:4294967295] 192.168.204.41@tcp LPNI seq info [17424:17424:8:4294967295] 00000400:00000200:2.0:1769074989.388404:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.388408:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.388412:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074989.388417:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.388422:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.388425:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.388444:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.388450:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.388454:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:1.0:1769074989.388481:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.388486:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:1.0:1769074989.388490:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.388496:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.388500:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:1.0:1769074989.388503:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00010000:00000010:2.1:1769074989.390066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed000. 00010000:00000010:2.1:1769074989.390074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec800. 00010000:00000010:2.1:1769074989.390081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1200. 00010000:00000010:2.1:1769074989.390089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47400. 00000400:00000200:0.0:1769074989.391798:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.391807:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d79200 00000400:00000200:0.0:1769074989.391811:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 70384 00000400:00000200:0.0:1769074989.391820:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.391823:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.391826:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.391830:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38590380. 00000020:00000010:2.0:1769074989.391881:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.391886:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.391891:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205c00. 00000020:00000010:2.0:1769074989.391895:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.391900:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.391928:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.391931:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.391934:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351425024 00000001:00000010:2.0:1769074989.391940:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d261540. 00010000:00000010:2.0:1769074989.391953:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1200. 00010000:00000010:2.0:1769074989.391958:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3c00. 02000000:00000010:2.0:1769074989.391975:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35145000. 00010000:00000010:2.0:1769074989.392003:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0000. 00010000:00000010:2.0:1769074989.392007:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3900. 00010000:00000010:2.0:1769074989.392018:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47400. 00010000:00000010:2.0:1769074989.392022:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a01de2280. 00010000:00000010:2.0:1769074989.392051:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0e00. 00010000:00000010:2.0:1769074989.392057:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3b80. 00000004:00000010:2.0:1769074989.392071:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a09889e00. 00000004:00000010:2.0:1769074989.392077:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a04dcc7f8. 00000004:00000010:2.0:1769074989.392083:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a02e4fba0. 00080000:00000010:2.0:1769074989.392099:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b421c5200. 00000020:00000010:2.0:1769074989.392115:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d480. 00080000:00000010:2.0:1769074989.392119:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5e00. 00000004:00000010:2.0:1769074989.392131:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0d261540. 00000004:02000000:2.0:1769074989.392135:0:28096:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:2.0:1769074989.392144:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0bdc8. 00020000:00000010:2.0:1769074989.392148:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b088. 00000004:00000010:2.0:1769074989.392159:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b35c57308. 00080000:00000010:2.0:1769074989.392167:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00080000:00000010:2.0:1769074989.392183:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00000001:00000010:2.0:1769074989.392243:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39058. 00000001:00000010:2.0:1769074989.392250:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39058. 00080000:00000400:2.0:1769074989.392264:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.392267:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.392269:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.392270:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.392272:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.392274:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074989.392281:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a01de2700. 00080000:00000400:2.0:1769074989.392286:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.392287:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.392289:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.392290:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.392292:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.392293:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.392309:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.392312:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.392314:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.392315:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.392317:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.392318:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.392333:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1da20. 00000001:00000010:2.0:1769074989.392337:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6a80. 00080000:00000010:2.0:1769074989.392344:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.392347:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.392349:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d480. 00010000:00000010:2.0:1769074989.392370:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47000. 00010000:00000010:2.0:1769074989.392372:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a01de2a00. 00010000:00000010:2.0:1769074989.392375:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0c00. 00010000:00000010:2.0:1769074989.392378:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3180. 00000004:00000010:2.0:1769074989.392392:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a01de2500. 00010000:00000010:2.0:1769074989.392404:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3900. 00010000:00000010:2.0:1769074989.392423:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3c00. 00010000:00000200:2.0:1769074989.392428:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542474, last committed = 0 00010000:00000200:2.0:1769074989.392434:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38590380 x1855008351425024/t60129542474(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.392444:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074989.392447:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351425024, offset 224 00000400:00000200:2.0:1769074989.392451:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.392456:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.392460:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17429:17429:256:4294967295] 192.168.204.41@tcp LPNI seq info [17425:17425:8:4294967295] 00000400:00000200:2.0:1769074989.392467:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.392470:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.392473:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.392477:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.392480:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.392484:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.392501:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02cba100. 00000020:00000010:2.0:1769074989.392506:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.392509:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205c00. 00000800:00000200:0.0:1769074989.392557:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.392560:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074989.392563:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.392566:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.392569:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:0.0:1769074989.392570:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074989.393423:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.393431:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d79300 00000400:00000200:1.0:1769074989.393435:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 71032 00000400:00000200:1.0:1769074989.393444:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.393446:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.393450:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.393454:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059a300. 00000020:00000010:2.0:1769074989.393524:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.393529:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.393533:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.393536:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.393539:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.393567:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.393571:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.393575:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351425280 00000001:00000010:2.0:1769074989.393581:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d261e40. 02000000:00000010:2.0:1769074989.393597:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b35147000. 00010000:00000010:2.0:1769074989.393615:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3180. 00010000:00000010:2.0:1769074989.393627:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a01de2a00. 00000020:00000010:2.0:1769074989.393636:0:28096:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221690. 00010000:00000010:2.0:1769074989.393650:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47300. 00010000:00000010:2.0:1769074989.393652:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a01de2a00. 00010000:00000010:2.0:1769074989.393655:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0a00. 00010000:00000010:2.0:1769074989.393659:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3180. 00000020:00000010:2.0:1769074989.393672:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d480. 00080000:00000010:2.0:1769074989.393675:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5600. 00080000:00000010:2.0:1769074989.393683:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.393713:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1dae0. 00000001:00000010:2.0:1769074989.393717:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6840. 00080000:00000010:2.0:1769074989.393727:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.393730:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d480. 00010000:00000200:2.0:1769074989.393754:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542475, last committed = 0 00010000:00000200:2.0:1769074989.393761:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059a300 x1855008351425280/t60129542475(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.393775:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074989.393778:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351425280, offset 224 00000400:00000200:2.0:1769074989.393782:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.393788:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.393791:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17430:17430:256:4294967295] 192.168.204.41@tcp LPNI seq info [17426:17426:8:4294967295] 00000400:00000200:2.0:1769074989.393797:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.393801:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.393804:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd900. 00000800:00000200:2.0:1769074989.393807:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.393811:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.393814:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.393830:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.393834:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.393838:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.393886:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.393889:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd900. 00000400:00000200:0.0:1769074989.393892:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.393896:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.393899:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:0.0:1769074989.393901:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:0.0:1769074989.394481:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.394488:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d79380 00000400:00000200:0.0:1769074989.394495:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 71520 00000400:00000200:0.0:1769074989.394504:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.394507:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.394510:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.394514:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38590a80. 00000020:00000010:2.0:1769074989.394560:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.394564:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.394569:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.394572:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.394574:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.394601:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.394605:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.394608:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351425408 00000001:00000010:2.0:1769074989.394613:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6a80. 00010000:00000010:2.0:1769074989.394625:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1c00. 00010000:00000010:2.0:1769074989.394630:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3c00. 02000000:00000010:2.0:1769074989.394647:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17330400. 00010000:00000200:2.0:1769074989.394666:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38590a80 x1855008351425408/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.394680:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074989.394682:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351425408, offset 224 00000400:00000200:2.0:1769074989.394687:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.394708:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.394711:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17431:17431:256:4294967295] 192.168.204.41@tcp LPNI seq info [17427:17427:8:4294967295] 00000400:00000200:2.0:1769074989.394719:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.394723:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.394726:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bde00. 00000800:00000200:2.0:1769074989.394730:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.394733:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.394736:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bde00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.394752:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.394757:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.394760:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.394807:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.394810:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bde00. 00000400:00000200:0.0:1769074989.394813:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.394816:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.394818:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:0.0:1769074989.394820:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:0.0:1769074989.395558:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.395565:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d79400 00000400:00000200:0.0:1769074989.395569:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 12688 00000400:00000200:0.0:1769074989.395578:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.395580:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.395584:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.395587:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593800. 00000020:00000010:2.0:1769074989.395627:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.395631:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.395636:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.395640:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.395643:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.395668:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.395671:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.395673:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351425536 02000000:00000010:2.0:1769074989.395685:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b17332400. 00080000:00000010:2.0:1769074989.395711:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5400. 00080000:00000010:2.0:1769074989.395721:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.395730:0:44333:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221e38. 00080000:00000400:2.0:1769074989.395746:0:44333:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.395749:0:44333:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.395752:0:44333:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.395755:0:44333:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.395758:0:44333:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.395760:0:44333:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.395772:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d480. 00080000:00000010:2.0:1769074989.395784:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.395798:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38593800 x1855008351425536/t8589935699(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.395808:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074989.395811:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351425536, offset 224 00000400:00000200:2.0:1769074989.395814:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.395819:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.395822:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17432:17432:256:4294967295] 192.168.204.41@tcp LPNI seq info [17428:17428:8:4294967295] 00000400:00000200:2.0:1769074989.395828:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.395832:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.395835:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd300. 00000800:00000200:2.0:1769074989.395837:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.395841:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.395843:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd300 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.395859:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.395862:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.395865:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.395910:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.395913:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd300. 00000400:00000200:0.0:1769074989.395916:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.395920:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.395922:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:0.0:1769074989.395924:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000400:00000200:0.0:1769074989.396538:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.396546:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d79500 00000400:00000200:0.0:1769074989.396550:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x220a5 [2] + 1960 00000400:00000010:0.0:1769074989.396554:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b062e8948. 00000400:00000200:0.0:1769074989.396557:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a09281180 00000400:00000200:0.0:1769074989.396563:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.396566:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.396569:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a09281180 00000400:00000010:0.0:1769074989.396571:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a09281180. 00000100:00000200:0.0:1769074989.396574:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:2.0:1769074989.396616:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.396620:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.396624:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.396627:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.396631:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.396652:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.396655:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.396657:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351425792 02000000:00000010:2.0:1769074989.396673:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17333000. 00000020:00000010:2.0:1769074989.396712:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d8a0. 00080000:00000010:2.0:1769074989.396716:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4800. 00080000:00000010:2.0:1769074989.396726:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.396748:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d060. 00000001:00000010:2.0:1769074989.396753:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6a80. 00080000:00000010:2.0:1769074989.396763:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.396766:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d8a0. 00000004:00000010:2.0:1769074989.396780:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a01de2500. 00010000:00000200:2.0:1769074989.396797:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13186450 x1855008351425792/t60129542476(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.396807:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074989.396810:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351425792, offset 224 00000400:00000200:2.0:1769074989.396814:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.396818:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.396822:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17433:17433:256:4294967295] 192.168.204.41@tcp LPNI seq info [17429:17429:8:4294967295] 00000400:00000200:2.0:1769074989.396830:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.396834:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.396838:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdd00. 00000800:00000200:2.0:1769074989.396843:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.396847:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.396849:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdd00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.396866:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.396870:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.396874:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 02000000:00000010:2.0:1769074989.396882:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17333800. 00000100:00000010:2.0:1769074989.396886:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84700. 02000000:00000010:2.0:1769074989.396891:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17331c00. 00000100:00000010:2.0:1769074989.396893:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755ad80. 02000000:00000010:2.0:1769074989.396898:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0882cc00. 00000100:00000010:2.0:1769074989.396901:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fca80. 02000000:00000010:2.0:1769074989.396905:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0882d800. 00000100:00000010:2.0:1769074989.396908:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fce00. 02000000:00000010:2.0:1769074989.396913:0:26107:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3cec2c00. 00000100:00000010:2.0:1769074989.396917:0:26107:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38643800. 00000800:00000200:0.0:1769074989.396918:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.396921:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdd00. 00000100:00000200:2.0:1769074989.396924:0:26107:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000200:0.0:1769074989.396925:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074989.396929:0:26107:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39058. 00000400:00000200:0.0:1769074989.396930:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.396934:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074989.396934:0:26107:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b076a6600. 00000400:00000010:0.0:1769074989.396936:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 02000000:00000010:0.0:1769074989.396941:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17333000. 00010000:00000010:2.1:1769074989.399072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0000. 00010000:00000010:2.1:1769074989.399083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1200. 00010000:00000010:2.1:1769074989.399101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0c00. 00010000:00000010:2.1:1769074989.399108:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47000. 00000400:00000200:0.0:1769074989.400223:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.400232:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d79600 00000400:00000200:0.0:1769074989.400237:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 71896 00000400:00000200:0.0:1769074989.400246:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.400249:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.400253:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.400257:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096da680. 00000020:00000010:2.0:1769074989.400299:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.400303:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.400309:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.400314:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.400318:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.400350:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.400354:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.400357:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351426048 00000001:00000010:2.0:1769074989.400363:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6840. 00010000:00000010:2.0:1769074989.400377:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0c00. 00010000:00000010:2.0:1769074989.400381:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3900. 02000000:00000010:2.0:1769074989.400399:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b35142000. 00010000:00000010:2.0:1769074989.400426:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1200. 00010000:00000010:2.0:1769074989.400431:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3700. 00010000:00000010:2.0:1769074989.400441:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47000. 00010000:00000010:2.0:1769074989.400444:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a01de2880. 00010000:00000010:2.0:1769074989.400448:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0000. 00010000:00000010:2.0:1769074989.400452:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3e80. 00000004:00000010:2.0:1769074989.400461:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a09888f00. 00000004:00000010:2.0:1769074989.400466:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a04dccac8. 00000004:00000010:2.0:1769074989.400470:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8a02e4eee0. 00080000:00000010:2.0:1769074989.400475:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b421c5800. 00000020:00000010:2.0:1769074989.400485:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d8a0. 00080000:00000010:2.0:1769074989.400488:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4000. 00000004:00000010:2.0:1769074989.400499:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b076a6840. 00000004:02000000:2.0:1769074989.400502:0:28096:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:2.0:1769074989.400510:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03b0b190. 00020000:00000010:2.0:1769074989.400512:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b03b0b790. 00000004:00000010:2.0:1769074989.400521:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b35c551c0. 00080000:00000010:2.0:1769074989.400528:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00080000:00000010:2.0:1769074989.400542:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00000001:00000010:2.0:1769074989.400594:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c396e0. 00000001:00000010:2.0:1769074989.400600:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c396e0. 00080000:00000400:2.0:1769074989.400612:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.400615:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.400617:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.400619:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.400621:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.400623:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074989.400630:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a01de2780. 00080000:00000400:2.0:1769074989.400635:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.400637:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.400638:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.400639:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.400641:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.400642:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074989.400658:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:2.0:1769074989.400660:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.400662:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:2.0:1769074989.400664:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.400665:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.400667:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.400684:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1dcc0. 00000001:00000010:2.0:1769074989.400688:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6cc0. 00080000:00000010:2.0:1769074989.400713:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.400716:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.400720:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d8a0. 00010000:00000010:2.0:1769074989.400742:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47600. 00010000:00000010:2.0:1769074989.400745:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a01de2b00. 00010000:00000010:2.0:1769074989.400749:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0200. 00010000:00000010:2.0:1769074989.400752:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3f00. 00000004:00000010:2.0:1769074989.400764:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a01de2c80. 00010000:00000010:2.0:1769074989.400777:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3700. 00010000:00000010:2.0:1769074989.400796:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3900. 00010000:00000200:2.0:1769074989.400803:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542477, last committed = 0 00010000:00000200:2.0:1769074989.400808:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096da680 x1855008351426048/t60129542477(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.400819:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074989.400822:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351426048, offset 224 00000400:00000200:2.0:1769074989.400826:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.400833:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.400837:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17434:17434:256:4294967295] 192.168.204.41@tcp LPNI seq info [17430:17430:8:4294967295] 00000400:00000200:2.0:1769074989.400844:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.400848:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.400851:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd000. 00000800:00000200:2.0:1769074989.400855:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.400859:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.400862:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.400879:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.400883:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.400887:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.400939:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.400942:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd000. 00000400:00000200:0.0:1769074989.400945:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.400949:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.400951:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:0.0:1769074989.400953:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:0.0:1769074989.401781:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.401790:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d79700 00000400:00000200:0.0:1769074989.401795:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 72544 00000400:00000200:0.0:1769074989.401804:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.401807:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.401811:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.401814:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8700. 00000020:00000010:2.0:1769074989.401862:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.401866:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.401871:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.401875:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.401878:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.401905:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.401909:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.401913:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351426304 00000001:00000010:2.0:1769074989.401918:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6a80. 02000000:00000010:2.0:1769074989.401934:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b35144000. 00010000:00000010:2.0:1769074989.401953:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3f00. 00010000:00000010:2.0:1769074989.401962:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a01de2b00. 00000020:00000010:2.0:1769074989.401970:0:28096:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221348. 00010000:00000010:2.0:1769074989.401984:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47200. 00010000:00000010:2.0:1769074989.401988:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a01de2b00. 00010000:00000010:2.0:1769074989.401992:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1400. 00010000:00000010:2.0:1769074989.401996:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3f00. 00000020:00000010:2.0:1769074989.402012:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a01c1d8a0. 00080000:00000010:2.0:1769074989.402016:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4200. 00080000:00000010:2.0:1769074989.402024:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.402068:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1df00. 00000001:00000010:2.0:1769074989.402073:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6a80. 00080000:00000010:2.0:1769074989.402086:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.402091:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a01c1d8a0. 00010000:00000200:2.0:1769074989.402120:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542478, last committed = 0 00010000:00000200:2.0:1769074989.402128:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8700 x1855008351426304/t60129542478(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.402142:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074989.402146:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351426304, offset 224 00000400:00000200:2.0:1769074989.402152:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.402159:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.402165:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17435:17435:256:4294967295] 192.168.204.41@tcp LPNI seq info [17431:17431:8:4294967295] 00000400:00000200:2.0:1769074989.402176:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.402182:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.402186:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bdc00. 00000800:00000200:2.0:1769074989.402191:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.402198:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.402202:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bdc00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.402219:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.402223:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.402227:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.402264:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.402268:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bdc00. 00000400:00000200:0.0:1769074989.402272:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.402277:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.402280:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:0.0:1769074989.402282:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000200:3.0:1769074989.403677:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.403686:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d79780 00000400:00000200:3.0:1769074989.403710:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 73032 00000400:00000200:3.0:1769074989.403720:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.403723:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.403726:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.403730:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755a680. 00000020:00000010:2.0:1769074989.403770:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.403774:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.403778:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.403781:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.403784:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.403808:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.403811:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.403815:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351426432 00000001:00000010:2.0:1769074989.403819:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6cc0. 00010000:00000010:2.0:1769074989.403830:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1e00. 00010000:00000010:2.0:1769074989.403834:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b304e3900. 02000000:00000010:2.0:1769074989.403848:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b17331c00. 00010000:00000200:2.0:1769074989.403864:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755a680 x1855008351426432/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.403874:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074989.403877:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351426432, offset 224 00000400:00000200:2.0:1769074989.403881:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.403886:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.403890:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17436:17436:256:4294967295] 192.168.204.41@tcp LPNI seq info [17432:17432:8:4294967295] 00000400:00000200:2.0:1769074989.403896:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.403900:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.403903:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b076bd600. 00000800:00000200:2.0:1769074989.403906:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.403910:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.403912:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b076bd600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.403926:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074989.403930:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.403934:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:3.0:1769074989.403968:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.403973:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b076bd600. 00000400:00000200:3.0:1769074989.403978:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.403983:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.403987:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074989.403989:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:0.0:1769074989.404930:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.404942:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d79800 00000400:00000200:0.0:1769074989.404950:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 13128 00000400:00000200:0.0:1769074989.404964:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.404969:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.404974:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.404980:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8e00. 00010000:00000010:2.1:1769074989.405057:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1200. 00000020:00000010:0.0:1769074989.405061:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00010000:00000010:2.1:1769074989.405066:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0c00. 00000020:00000010:0.0:1769074989.405069:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00010000:00000010:2.1:1769074989.405074:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0200. 00000020:00000010:0.0:1769074989.405078:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00010000:00000010:2.1:1769074989.405080:0:1:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47600. 00000020:00000010:0.0:1769074989.405086:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.405094:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.405128:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.405132:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.405137:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351426560 02000000:00000010:0.0:1769074989.405151:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a0332f800. 00080000:00000010:0.0:1769074989.405166:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865600. 00080000:00000010:0.0:1769074989.405178:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.405192:0:44333:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18200e00. 00080000:00000400:0.0:1769074989.405213:0:44333:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074989.405218:0:44333:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.405221:0:44333:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074989.405224:0:44333:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.405228:0:44333:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.405231:0:44333:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.405250:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51840. 00080000:00000010:0.0:1769074989.405271:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00010000:00000200:0.0:1769074989.405287:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8e00 x1855008351426560/t8589935691(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.405299:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074989.405302:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351426560, offset 224 00000400:00000200:0.0:1769074989.405307:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.405314:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.405318:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17437:17437:256:4294967295] 192.168.204.41@tcp LPNI seq info [17433:17433:8:4294967295] 00000400:00000200:0.0:1769074989.405326:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.405330:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.405334:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074989.405338:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.405342:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.405345:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.405357:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.405360:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.405363:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.405458:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.405462:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074989.405466:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.405471:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.405474:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:3.0:1769074989.405476:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000400:00000200:0.0:1769074989.406199:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.406209:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d79900 00000400:00000200:0.0:1769074989.406215:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x221ad [2] + 0 00000400:00000200:0.0:1769074989.406225:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.406228:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.406232:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.406236:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8a80. 00000020:00000010:3.0:1769074989.406268:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.406273:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.406277:0:26107:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.406281:0:26107:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.406284:0:26107:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.406306:0:26107:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.406308:0:26107:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.406311:0:26107:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351426816 02000000:00000010:3.0:1769074989.406328:0:26107:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a02bbdc00. 00000020:00000010:3.0:1769074989.406356:0:26107:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.406360:0:26107:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453000. 00080000:00000010:3.0:1769074989.406372:0:26107:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.406395:0:26107:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099558a0. 00000001:00000010:3.0:1769074989.406399:0:26107:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0c00. 00080000:00000010:3.0:1769074989.406410:0:26107:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.406413:0:26107:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00000004:00000010:3.0:1769074989.406427:0:26107:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a01de2c80. 00010000:00000200:3.0:1769074989.406444:0:26107:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8a80 x1855008351426816/t60129542479(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.406455:0:26107:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fcc0. 00000100:00000200:3.0:1769074989.406458:0:26107:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351426816, offset 224 00000400:00000200:3.0:1769074989.406464:0:26107:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.406470:0:26107:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.406474:0:26107:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17438:17438:256:4294967295] 192.168.204.41@tcp LPNI seq info [17434:17434:8:4294967295] 00000400:00000200:3.0:1769074989.406482:0:26107:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.406485:0:26107:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.406489:0:26107:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074989.406493:0:26107:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.406497:0:26107:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.406500:0:26107:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.406510:0:26107:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.406513:0:26107:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.406515:0:26107:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.406721:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.406725:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074989.406729:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.406734:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.406737:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fcc0 00000400:00000010:0.0:1769074989.406740:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fcc0. 00000400:00000200:3.0:1769074989.410579:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.410595:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d79a00 00000400:00000200:3.0:1769074989.410603:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 73408 00000400:00000200:3.0:1769074989.410620:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.410625:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.410632:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.410637:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b100. 00000020:00000010:0.0:1769074989.410706:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.410711:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.410717:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.410721:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.410724:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.410753:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.410758:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.410764:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351427072 00000001:00000010:0.0:1769074989.410772:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6a80. 00010000:00000010:0.0:1769074989.410794:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:0.0:1769074989.410800:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 02000000:00000010:0.0:1769074989.410823:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b36e25000. 00010000:00000010:0.0:1769074989.410870:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:0.0:1769074989.410873:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf180. 00010000:00000010:0.0:1769074989.410889:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0200. 00010000:00000010:0.0:1769074989.410892:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439a80. 00010000:00000010:0.0:1769074989.410896:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:0.0:1769074989.410898:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf080. 00000004:00000010:0.0:1769074989.410907:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e9c20. 00000004:00000010:0.0:1769074989.410915:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a01621d20. 00000004:00000010:0.0:1769074989.410920:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e8990. 00080000:00000010:0.0:1769074989.410931:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07865400. 00000020:00000010:0.0:1769074989.410953:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51660. 00080000:00000010:0.0:1769074989.410959:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864800. 00000004:00000010:0.0:1769074989.410982:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b12a733c0. 00000004:02000000:0.0:1769074989.410989:0:28096:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:0.0:1769074989.411007:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629bc08. 00020000:00000010:0.0:1769074989.411011:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629bc78. 00000004:00000010:0.0:1769074989.411055:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17659f10. 00080000:00000010:0.0:1769074989.411072:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00080000:00000010:0.0:1769074989.411104:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518240. 00000001:00000010:0.0:1769074989.411219:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a02924318. 00000001:00000010:0.0:1769074989.411231:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a02924318. 00080000:00000400:0.0:1769074989.411254:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.411257:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.411260:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.411262:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.411263:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.411265:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074989.411274:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439d00. 00080000:00000400:0.0:1769074989.411281:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.411283:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.411284:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.411286:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.411288:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.411290:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074989.411321:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.411325:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.411327:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.411330:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.411333:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.411336:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.411380:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51ea0. 00000001:00000010:0.0:1769074989.411385:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73f00. 00080000:00000010:0.0:1769074989.411398:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518240. 00080000:00000010:0.0:1769074989.411402:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.411406:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51660. 00000020:00000010:0.0:1769074989.411430:0:28096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8a03d78800. 00010000:00000010:0.0:1769074989.411444:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0f00. 00010000:00000010:0.0:1769074989.411446:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439e00. 00010000:00000010:0.0:1769074989.411450:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:0.0:1769074989.411454:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf780. 00000004:00000010:0.0:1769074989.411474:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439500. 00010000:00000010:0.0:1769074989.411497:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf180. 00010000:00000010:0.0:1769074989.411523:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00010000:00000200:0.0:1769074989.411533:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542480, last committed = 0 00010000:00000200:0.0:1769074989.411540:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b100 x1855008351427072/t60129542480(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.411554:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074989.411559:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351427072, offset 224 00000400:00000200:0.0:1769074989.411565:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.411574:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.411579:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17439:17439:256:4294967295] 192.168.204.41@tcp LPNI seq info [17435:17435:8:4294967295] 00000400:00000200:0.0:1769074989.411589:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.411593:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.411597:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074989.411603:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.411609:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.411612:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.411631:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.411635:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.411638:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.411710:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.411715:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074989.411720:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.411725:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.411730:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:3.0:1769074989.411733:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000400:00000200:0.0:1769074989.412744:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.412753:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d79b00 00000400:00000200:0.0:1769074989.412758:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 74056 00000400:00000200:0.0:1769074989.412769:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.412774:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.412778:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.412782:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d9500. 00000020:00000010:3.0:1769074989.412835:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.412840:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.412847:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.412852:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.412857:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.412894:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.412898:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.412900:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351427328 00000001:00000010:3.0:1769074989.412906:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0c00. 02000000:00000010:3.0:1769074989.412921:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b04a01000. 00010000:00000010:3.0:1769074989.412943:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf780. 00010000:00000010:3.0:1769074989.412958:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439e00. 00000020:00000010:3.0:1769074989.412974:0:28096:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014cef50. 00010000:00000010:3.0:1769074989.412996:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b600. 00010000:00000010:3.0:1769074989.413000:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e480. 00010000:00000010:3.0:1769074989.413003:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984600. 00010000:00000010:3.0:1769074989.413009:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81180. 00000020:00000010:3.0:1769074989.413060:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.413065:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452200. 00080000:00000010:3.0:1769074989.413074:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.413090:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955780. 00000001:00000010:3.0:1769074989.413095:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0c00. 00080000:00000010:3.0:1769074989.413105:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.413108:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000200:3.0:1769074989.413136:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542481, last committed = 0 00010000:00000200:3.0:1769074989.413142:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d9500 x1855008351427328/t60129542481(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.413153:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074989.413156:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351427328, offset 224 00000400:00000200:3.0:1769074989.413161:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.413168:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.413182:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17440:17440:256:4294967295] 192.168.204.41@tcp LPNI seq info [17436:17436:8:4294967295] 00000400:00000200:3.0:1769074989.413195:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.413201:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.413207:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074989.413213:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.413219:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.413223:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.413245:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.413252:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.413257:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.413292:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.413296:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:0.0:1769074989.413301:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.413307:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.413310:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:0.0:1769074989.413313:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000400:00000200:3.0:1769074989.413862:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.413869:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d79b80 00000400:00000200:3.0:1769074989.413873:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 74544 00000400:00000200:3.0:1769074989.413882:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.413885:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.413888:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.413890:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559500. 00000020:00000010:1.0:1769074989.413940:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.413946:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.413951:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756200. 00000020:00000010:1.0:1769074989.413955:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3180. 00000020:00000010:1.0:1769074989.413959:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074989.413988:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.413992:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537de40. 00000100:00000200:1.0:1769074989.413995:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351427456 00000001:00000010:1.0:1769074989.414001:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73f00. 00010000:00000010:1.0:1769074989.414013:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:1.0:1769074989.414017:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db0500. 02000000:00000010:1.0:1769074989.414068:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35d6bc00. 00010000:00000200:1.0:1769074989.414094:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559500 x1855008351427456/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074989.414108:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000100:00000200:1.0:1769074989.414112:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351427456, offset 224 00000400:00000200:1.0:1769074989.414118:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074989.414125:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074989.414130:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17441:17441:256:4294967295] 192.168.204.41@tcp LPNI seq info [17437:17437:8:4294967295] 00000400:00000200:1.0:1769074989.414141:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074989.414145:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074989.414148:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074989.414152:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074989.414156:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074989.414159:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:1.0:1769074989.414171:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3180. 00000020:00000010:1.0:1769074989.414175:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074989.414178:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756200. 00000800:00000200:2.0:1769074989.414209:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.414213:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:2.0:1769074989.414217:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.414222:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.414226:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000400:00000010:2.0:1769074989.414228:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00000400:00000200:0.0:1769074989.414965:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.414973:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d79c00 00000400:00000200:0.0:1769074989.414979:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 13568 00000400:00000200:0.0:1769074989.414986:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.414989:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.414993:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.414996:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8380. 00000020:00000010:2.0:1769074989.415301:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.415305:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.415308:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.415310:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.415313:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.415394:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.415397:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.415399:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351427584 02000000:00000010:2.0:1769074989.415410:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b17331400. 00080000:00000010:2.0:1769074989.415425:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5000. 00080000:00000010:2.0:1769074989.415436:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.415446:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221af0. 00080000:00000400:2.0:1769074989.415467:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.415471:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.415473:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.415475:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.415478:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.415480:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.415495:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d8a0. 00080000:00000010:2.0:1769074989.415507:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.415522:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8380 x1855008351427584/t8589935700(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.415532:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074989.415535:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351427584, offset 224 00000400:00000200:2.0:1769074989.415539:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.415544:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.415548:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17442:17442:256:4294967295] 192.168.204.41@tcp LPNI seq info [17438:17438:8:4294967295] 00000400:00000200:2.0:1769074989.415554:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.415557:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.415560:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3a00. 00000800:00000200:2.0:1769074989.415563:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.415566:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.415568:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3a00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.415582:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.415585:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.415587:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:3.0:1769074989.415642:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.415646:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3a00. 00000400:00000200:3.0:1769074989.415650:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.415655:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.415658:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:3.0:1769074989.415659:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:2.0:1769074989.416285:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.416295:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d79d00 00000400:00000200:2.0:1769074989.416302:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x221ad [2] + 392 00000400:00000200:2.0:1769074989.416313:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.416317:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.416322:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074989.416326:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 00000020:00000010:0.0:1769074989.416397:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.416402:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.416405:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.416408:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.416410:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.416434:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.416436:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.416438:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351427840 02000000:00000010:0.0:1769074989.416454:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a0332d000. 00000020:00000010:0.0:1769074989.416476:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51660. 00080000:00000010:0.0:1769074989.416479:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865800. 00080000:00000010:0.0:1769074989.416487:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.416504:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51360. 00000001:00000010:0.0:1769074989.416507:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73600. 00080000:00000010:0.0:1769074989.416515:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.416517:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51660. 00000004:00000010:0.0:1769074989.416529:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439500. 00010000:00000200:0.0:1769074989.416546:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485500 x1855008351427840/t60129542482(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.416556:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074989.416559:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351427840, offset 224 00000400:00000200:0.0:1769074989.416562:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.416567:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.416571:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17443:17443:256:4294967295] 192.168.204.41@tcp LPNI seq info [17439:17439:8:4294967295] 00000400:00000200:0.0:1769074989.416577:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.416580:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.416583:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074989.416586:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.416590:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.416592:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.416606:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.416609:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.416611:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.416652:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.416655:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074989.416658:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.416661:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.416664:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:3.0:1769074989.416665:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00010000:00000010:3.1:1769074989.417060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:3.1:1769074989.417070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0f00. 00010000:00000010:0.1:1769074989.419075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:0.1:1769074989.419085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4400. 00000400:00000200:3.0:1769074989.420257:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.420264:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d79e00 00000400:00000200:3.0:1769074989.420268:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 74920 00000400:00000200:3.0:1769074989.420275:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.420278:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.420281:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.420285:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755ad80. 00000020:00000010:1.0:1769074989.420324:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.420328:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.420332:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756000. 00000020:00000010:1.0:1769074989.420334:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3180. 00000020:00000010:1.0:1769074989.420337:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074989.420359:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.420361:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537de40. 00000100:00000200:1.0:1769074989.420364:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351428096 00000001:00000010:1.0:1769074989.420368:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0c00. 00010000:00000010:1.0:1769074989.420378:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.0:1769074989.420383:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db0880. 02000000:00000010:1.0:1769074989.420397:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b10db4000. 00010000:00000010:1.0:1769074989.420423:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.0:1769074989.420426:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db0f00. 00010000:00000010:1.0:1769074989.420435:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4aee00. 00010000:00000010:1.0:1769074989.420437:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3680. 00010000:00000010:1.0:1769074989.420439:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b00030200. 00010000:00000010:1.0:1769074989.420441:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db0180. 00000004:00000010:1.0:1769074989.420448:0:28096:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae43e00. 00000004:00000010:1.0:1769074989.420454:0:28096:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06690. 00000004:00000010:1.0:1769074989.420457:0:28096:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066dedd0. 00080000:00000010:1.0:1769074989.420462:0:28096:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b30756200. 00000020:00000010:1.0:1769074989.420471:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f360. 00080000:00000010:1.0:1769074989.420474:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30757000. 00000004:00000010:1.0:1769074989.420485:0:28096:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b2a194240. 00000004:02000000:1.0:1769074989.420489:0:28096:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:1.0:1769074989.420498:0:28096:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b03776008. 00020000:00000010:1.0:1769074989.420500:0:28096:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b037769d0. 00000004:00000010:1.0:1769074989.420509:0:28096:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176eee98. 00080000:00000010:1.0:1769074989.420515:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537de40. 00080000:00000010:1.0:1769074989.420529:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d580. 00000001:00000010:1.0:1769074989.420581:0:28096:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794528. 00000001:00000010:1.0:1769074989.420587:0:28096:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794528. 00080000:00000400:1.0:1769074989.420601:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074989.420604:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074989.420606:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074989.420608:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074989.420609:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074989.420611:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074989.420617:0:28096:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b367b3600. 00080000:00000400:1.0:1769074989.420622:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074989.420624:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074989.420625:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074989.420627:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074989.420629:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074989.420630:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074989.420646:0:28096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:1.0:1769074989.420648:0:28096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:1.0:1769074989.420649:0:28096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:1.0:1769074989.420651:0:28096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:1.0:1769074989.420653:0:28096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:1.0:1769074989.420654:0:28096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074989.420668:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927fba0. 00000001:00000010:1.0:1769074989.420671:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b2a194b40. 00080000:00000010:1.0:1769074989.420678:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d580. 00080000:00000010:1.0:1769074989.420680:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.420682:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f360. 00000020:00000010:1.0:1769074989.420719:0:28096:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff8c8b36309000. 00010000:00000010:1.0:1769074989.420731:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae500. 00010000:00000010:1.0:1769074989.420734:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3d00. 00010000:00000010:1.0:1769074989.420740:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:1.0:1769074989.420744:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db0700. 00000004:00000010:1.0:1769074989.420762:0:28096:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b367b3f00. 00010000:00000010:1.0:1769074989.420779:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db0f00. 00010000:00000010:1.0:1769074989.420800:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db0880. 00010000:00000200:1.0:1769074989.420806:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542483, last committed = 0 00010000:00000200:1.0:1769074989.420812:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755ad80 x1855008351428096/t60129542483(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074989.420832:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074989.420836:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351428096, offset 224 00000400:00000200:1.0:1769074989.420842:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074989.420849:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074989.420855:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17444:17444:256:4294967295] 192.168.204.41@tcp LPNI seq info [17440:17440:8:4294967295] 00000400:00000200:1.0:1769074989.420864:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074989.420868:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074989.420871:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3800. 00000800:00000200:1.0:1769074989.420875:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074989.420878:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074989.420880:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3800 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:1.0:1769074989.420898:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3180. 00000020:00000010:1.0:1769074989.420902:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074989.420906:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756000. 00000800:00000200:2.0:1769074989.420955:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.420958:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3800. 00000400:00000200:2.0:1769074989.420962:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.420966:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.420970:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:2.0:1769074989.420972:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000400:00000200:3.0:1769074989.421763:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.421769:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d79f00 00000400:00000200:3.0:1769074989.421773:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 75568 00000400:00000200:3.0:1769074989.421788:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.421791:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.421794:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.421797:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07558a80. 00000020:00000010:1.0:1769074989.421846:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.421851:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.421856:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756000. 00000020:00000010:1.0:1769074989.421860:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3180. 00000020:00000010:1.0:1769074989.421863:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074989.421888:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.421890:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537de40. 00000100:00000200:1.0:1769074989.421892:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351428352 00000001:00000010:1.0:1769074989.421896:0:28096:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73600. 02000000:00000010:1.0:1769074989.421908:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b10db6000. 00010000:00000010:1.0:1769074989.421922:0:28096:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db0700. 00010000:00000010:1.0:1769074989.421929:0:28096:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3d00. 00000020:00000010:1.0:1769074989.421935:0:28096:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b181acee0. 00010000:00000010:1.0:1769074989.421956:0:28096:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3d4ae900. 00010000:00000010:1.0:1769074989.421958:0:28096:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b367b3d00. 00010000:00000010:1.0:1769074989.421962:0:28096:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:1.0:1769074989.421964:0:28096:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a02db0700. 00000020:00000010:1.0:1769074989.421974:0:28096:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a0927f360. 00080000:00000010:1.0:1769074989.421977:0:28096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30756400. 00080000:00000010:1.0:1769074989.421983:0:28096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537de40. 00000001:00000010:1.0:1769074989.421994:0:28096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a0927f600. 00000001:00000010:1.0:1769074989.421997:0:28096:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b2a1940c0. 00080000:00000010:1.0:1769074989.422004:0:28096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.422007:0:28096:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a0927f360. 00010000:00000200:1.0:1769074989.422066:0:28096:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542484, last committed = 0 00010000:00000200:1.0:1769074989.422075:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07558a80 x1855008351428352/t60129542484(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074989.422097:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074989.422100:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351428352, offset 224 00000400:00000200:1.0:1769074989.422104:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074989.422110:0:28096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074989.422113:0:28096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17445:17445:256:4294967295] 192.168.204.41@tcp LPNI seq info [17441:17441:8:4294967295] 00000400:00000200:1.0:1769074989.422119:0:28096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074989.422122:0:28096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074989.422125:0:28096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3f00. 00000800:00000200:1.0:1769074989.422128:0:28096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074989.422132:0:28096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074989.422134:0:28096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:1.0:1769074989.422148:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3180. 00000020:00000010:1.0:1769074989.422151:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:1.0:1769074989.422154:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756000. 00000800:00000200:3.0:1769074989.422194:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.422197:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3f00. 00000400:00000200:3.0:1769074989.422200:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.422204:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.422207:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:3.0:1769074989.422208:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000400:00000200:2.0:1769074989.422933:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.422940:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d79f80 00000400:00000200:2.0:1769074989.422944:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 76056 00000400:00000200:2.0:1769074989.422952:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.422955:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.422958:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074989.422961:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484000. 00000020:00000010:1.0:1769074989.423004:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.423006:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537de40. 00000020:00000010:1.0:1769074989.423009:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756000. 00000020:00000010:1.0:1769074989.423012:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3180. 00000020:00000010:1.0:1769074989.423014:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000020:00000010:3.0:1769074989.423063:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.423068:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.423072:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351428480 00000001:00000010:3.0:1769074989.423076:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b2a194b40. 00010000:00000010:3.0:1769074989.423086:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984400. 00010000:00000010:3.0:1769074989.423090:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81c80. 02000000:00000010:3.0:1769074989.423105:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbe400. 00010000:00000200:3.0:1769074989.423120:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484000 x1855008351428480/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.423129:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074989.423132:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351428480, offset 224 00000400:00000200:3.0:1769074989.423135:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.423140:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.423143:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17446:17446:256:4294967295] 192.168.204.41@tcp LPNI seq info [17442:17442:8:4294967295] 00000400:00000200:3.0:1769074989.423150:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.423153:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.423156:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074989.423159:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.423162:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.423164:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.423179:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3180. 00000020:00000010:3.0:1769074989.423183:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:3.0:1769074989.423187:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756000. 00000800:00000200:0.0:1769074989.423233:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.423237:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074989.423240:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.423244:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.423247:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:0.0:1769074989.423248:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000400:00000200:3.0:1769074989.423891:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.423898:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7a000 00000400:00000200:3.0:1769074989.423902:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 14008 00000400:00000200:3.0:1769074989.423908:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.423911:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.423914:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074989.423917:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b800. 00000020:00000010:2.0:1769074989.423953:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.423957:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.423960:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.423962:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.423964:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.423984:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.423985:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.423987:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351428608 02000000:00000010:2.0:1769074989.423996:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b17333c00. 00080000:00000010:2.0:1769074989.424006:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5c00. 00080000:00000010:2.0:1769074989.424013:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.424020:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221f50. 00080000:00000400:2.0:1769074989.424059:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.424063:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.424066:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.424068:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.424071:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.424074:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.424087:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01c1d540. 00080000:00000010:2.0:1769074989.424098:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.424105:0:29093:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8c8b17333800. 00010000:00000200:2.0:1769074989.424114:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b800 x1855008351428608/t8589935692(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.424129:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074989.424132:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351428608, offset 224 00000400:00000200:2.0:1769074989.424135:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.424140:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.424143:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17447:17447:256:4294967295] 192.168.204.41@tcp LPNI seq info [17443:17443:8:4294967295] 00000400:00000200:2.0:1769074989.424149:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.424152:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.424155:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.424158:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.424161:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.424164:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.424176:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.424179:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.424181:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.424227:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.424230:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:0.0:1769074989.424234:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.424237:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.424240:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:0.0:1769074989.424241:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:0.0:1769074989.424848:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.424855:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7a100 00000400:00000200:0.0:1769074989.424859:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x221ad [2] + 784 00000400:00000200:0.0:1769074989.424866:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.424869:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.424872:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.424875:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021880. 00000020:00000010:2.0:1769074989.424914:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.424917:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.424921:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.424923:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.424925:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.424945:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.424947:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.424950:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351428864 02000000:00000010:2.0:1769074989.424968:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b17333000. 00000020:00000010:2.0:1769074989.424995:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b35786540. 00080000:00000010:2.0:1769074989.424999:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4600. 00080000:00000010:2.0:1769074989.425010:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.425064:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd9c0. 00000001:00000010:2.0:1769074989.425070:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6cc0. 00080000:00000010:2.0:1769074989.425080:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.425083:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b35786540. 00000004:00000010:2.0:1769074989.425096:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b367b3f00. 00010000:00000200:2.0:1769074989.425110:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021880 x1855008351428864/t60129542485(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.425119:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074989.425122:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351428864, offset 224 00000400:00000200:2.0:1769074989.425125:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.425130:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.425133:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17448:17448:256:4294967295] 192.168.204.41@tcp LPNI seq info [17444:17444:8:4294967295] 00000400:00000200:2.0:1769074989.425139:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.425143:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.425145:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.425148:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.425152:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.425154:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.425167:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.425169:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.425171:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:3.0:1769074989.425221:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.425225:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:3.0:1769074989.425230:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.425235:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.425239:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:3.0:1769074989.425241:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00010000:00000010:1.1:1769074989.428058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030c00. 00010000:00000010:1.1:1769074989.428065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031c00. 00010000:00000010:1.1:1769074989.428068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e200. 00010000:00000010:1.1:1769074989.428071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae500. 00000400:00000200:0.0:1769074989.428370:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.428377:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7a200 00000400:00000200:0.0:1769074989.428381:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 76432 00000400:00000200:0.0:1769074989.428388:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.428390:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.428393:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.428397:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022300. 00000020:00000010:3.0:1769074989.428439:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.428443:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.428446:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.428449:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.428451:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.428471:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.428473:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.428475:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351429120 00000001:00000010:3.0:1769074989.428479:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b2a1940c0. 00010000:00000010:3.0:1769074989.428489:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984c00. 00010000:00000010:3.0:1769074989.428494:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81a00. 02000000:00000010:3.0:1769074989.428507:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b04a00000. 00010000:00000010:3.0:1769074989.428530:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985000. 00010000:00000010:3.0:1769074989.428532:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81d00. 00010000:00000010:3.0:1769074989.428541:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b400. 00010000:00000010:3.0:1769074989.428543:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ea00. 00010000:00000010:3.0:1769074989.428546:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:3.0:1769074989.428548:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81280. 00000004:00000010:3.0:1769074989.428554:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f2d20. 00000004:00000010:3.0:1769074989.428559:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790e10. 00000004:00000010:3.0:1769074989.428562:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4330. 00080000:00000010:3.0:1769074989.428567:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03452000. 00000020:00000010:3.0:1769074989.428579:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.428583:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453200. 00000004:00000010:3.0:1769074989.428595:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b112e0e40. 00000004:02000000:3.0:1769074989.428599:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.428609:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285978. 00020000:00000010:3.0:1769074989.428612:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285b40. 00000004:00000010:3.0:1769074989.428623:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf11cd8. 00080000:00000010:3.0:1769074989.428632:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.428649:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000001:00000010:3.0:1769074989.428715:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.428723:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.428741:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.428745:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.428747:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.428750:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.428752:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.428755:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.428766:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e180. 00080000:00000400:3.0:1769074989.428773:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.428776:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.428779:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.428782:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.428785:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.428786:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.428811:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.428814:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.428816:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.428818:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.428820:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.428821:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.428839:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955660. 00000001:00000010:3.0:1769074989.428843:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0c00. 00080000:00000010:3.0:1769074989.428850:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.428853:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.428855:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.428874:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b500. 00010000:00000010:3.0:1769074989.428876:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed80. 00010000:00000010:3.0:1769074989.428879:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:3.0:1769074989.428882:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81880. 00000004:00000010:3.0:1769074989.428895:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0944e880. 00010000:00000010:3.0:1769074989.428908:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81d00. 00010000:00000010:3.0:1769074989.428925:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81a00. 00010000:00000200:3.0:1769074989.428932:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542486, last committed = 0 00010000:00000200:3.0:1769074989.428939:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022300 x1855008351429120/t60129542486(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.428952:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074989.428956:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351429120, offset 224 00000400:00000200:3.0:1769074989.428961:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.428968:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.428973:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17449:17449:256:4294967295] 192.168.204.41@tcp LPNI seq info [17445:17445:8:4294967295] 00000400:00000200:3.0:1769074989.428983:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.428991:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.428994:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074989.428997:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.429001:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.429003:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.429019:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.429021:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.429024:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.429092:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.429097:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074989.429101:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.429106:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.429109:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:0.0:1769074989.429111:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000400:00000200:3.0:1769074989.429888:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.429895:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7a300 00000400:00000200:3.0:1769074989.429899:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 77080 00000400:00000200:3.0:1769074989.429905:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.429908:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.429911:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.429914:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1f80. 00000020:00000010:0.0:1769074989.429976:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.429981:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.429986:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.429990:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.429993:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.430016:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.430019:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.430021:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351429376 00000001:00000010:0.0:1769074989.430044:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6cc0. 02000000:00000010:0.0:1769074989.430057:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b36e22000. 00010000:00000010:0.0:1769074989.430073:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81880. 00010000:00000010:0.0:1769074989.430081:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed80. 00000020:00000010:0.0:1769074989.430090:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18200038. 00010000:00000010:0.0:1769074989.430105:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0500. 00010000:00000010:0.0:1769074989.430114:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439c00. 00010000:00000010:0.0:1769074989.430118:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485200. 00010000:00000010:0.0:1769074989.430122:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe00. 00000020:00000010:0.0:1769074989.430134:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51660. 00080000:00000010:0.0:1769074989.430137:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864000. 00080000:00000010:0.0:1769074989.430143:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.430154:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51d80. 00000001:00000010:0.0:1769074989.430157:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73240. 00080000:00000010:0.0:1769074989.430165:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.430167:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51660. 00010000:00000200:0.0:1769074989.430191:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542487, last committed = 0 00010000:00000200:0.0:1769074989.430199:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1f80 x1855008351429376/t60129542487(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074989.430211:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074989.430215:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351429376, offset 224 00000400:00000200:0.0:1769074989.430220:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.430227:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.430232:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17450:17450:256:4294967295] 192.168.204.41@tcp LPNI seq info [17446:17446:8:4294967295] 00000400:00000200:0.0:1769074989.430242:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.430246:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.430251:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074989.430254:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.430257:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.430260:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.430275:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.430278:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.430281:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:2.0:1769074989.430316:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.430320:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:2.0:1769074989.430323:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.430327:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.430330:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:2.0:1769074989.430332:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000200:0.0:1769074989.430912:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.430919:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7a380 00000400:00000200:0.0:1769074989.430923:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 77568 00000400:00000200:0.0:1769074989.430930:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.430933:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.430936:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.430938:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020380. 00000020:00000010:3.0:1769074989.430994:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.430998:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.431003:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.431006:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.431010:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.431062:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.431065:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.431068:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351429504 00000001:00000010:3.0:1769074989.431080:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0c00. 00010000:00000010:3.0:1769074989.431094:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e000. 00010000:00000010:3.0:1769074989.431099:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81a00. 02000000:00000010:3.0:1769074989.431115:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbd400. 00010000:00000200:3.0:1769074989.431136:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020380 x1855008351429504/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.431148:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074989.431151:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351429504, offset 224 00000400:00000200:3.0:1769074989.431155:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.431160:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.431163:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17451:17451:256:4294967295] 192.168.204.41@tcp LPNI seq info [17447:17447:8:4294967295] 00000400:00000200:3.0:1769074989.431169:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.431173:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.431175:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074989.431178:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.431181:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.431184:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.431198:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.431201:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.431203:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.431252:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.431255:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074989.431258:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.431261:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.431264:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:0.0:1769074989.431265:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000200:2.0:1769074989.431899:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.431906:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7a400 00000400:00000200:2.0:1769074989.431911:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 14448 00000400:00000200:2.0:1769074989.431918:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.431921:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.431924:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074989.431927:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 00000020:00000010:0.0:1769074989.431978:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.431983:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.431987:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.431990:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.431994:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.432021:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.432050:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.432055:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351429632 00010000:00000010:3.1:1769074989.432061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985000. 00010000:00000010:3.1:1769074989.432068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984c00. 02000000:00000010:0.0:1769074989.432076:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a0332ec00. 00080000:00000010:0.0:1769074989.432096:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864200. 00080000:00000010:0.0:1769074989.432105:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.432113:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182002d8. 00080000:00000400:0.0:1769074989.432126:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074989.432129:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.432130:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074989.432132:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.432134:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.432135:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.432143:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51660. 00080000:00000010:0.0:1769074989.432153:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00010000:00000200:0.0:1769074989.432191:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484e00 x1855008351429632/t8589935701(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.432205:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074989.432208:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351429632, offset 224 00000400:00000200:0.0:1769074989.432213:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.432219:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.432224:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17452:17452:256:4294967295] 192.168.204.41@tcp LPNI seq info [17448:17448:8:4294967295] 00000400:00000200:0.0:1769074989.432234:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.432239:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.432243:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074989.432247:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.432252:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.432255:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.432271:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.432274:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.432275:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.432330:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.432333:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074989.432337:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.432342:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.432346:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074989.432348:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:0.0:1769074989.433018:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.433067:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7a500 00000400:00000200:0.0:1769074989.433074:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x221ad [2] + 1176 00000400:00000200:0.0:1769074989.433087:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.433092:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.433096:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.433100:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021f80. 00000020:00000010:2.0:1769074989.433140:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.433143:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.433146:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.433149:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.433151:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.433170:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.433172:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.433174:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351429888 02000000:00000010:2.0:1769074989.433189:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3cec2c00. 00000020:00000010:2.0:1769074989.433210:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a010dd6c0. 00080000:00000010:2.0:1769074989.433215:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4400. 00080000:00000010:2.0:1769074989.433226:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.433247:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd120. 00000001:00000010:2.0:1769074989.433252:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a66c0. 00080000:00000010:2.0:1769074989.433264:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.433268:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a010dd6c0. 00000004:00000010:2.0:1769074989.433284:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0944e880. 00010000:00000200:2.0:1769074989.433306:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021f80 x1855008351429888/t60129542488(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.433319:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074989.433322:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351429888, offset 224 00000400:00000200:2.0:1769074989.433326:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.433331:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.433334:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17453:17453:256:4294967295] 192.168.204.41@tcp LPNI seq info [17449:17449:8:4294967295] 00000400:00000200:2.0:1769074989.433341:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.433344:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.433347:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.433350:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.433353:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.433356:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.433370:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.433373:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.433375:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.433417:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.433420:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:0.0:1769074989.433423:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.433427:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.433429:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:0.0:1769074989.433430:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00010000:00000010:0.1:1769074989.436051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:0.1:1769074989.436057:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b500. 00000400:00000200:3.0:1769074989.436602:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.436609:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7a600 00000400:00000200:3.0:1769074989.436613:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 77944 00000400:00000200:3.0:1769074989.436620:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.436623:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.436626:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.436629:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3480. 00000020:00000010:0.0:1769074989.436675:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.436678:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.436682:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.436684:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.436686:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.436731:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.436734:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.436737:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351430144 00000001:00000010:0.0:1769074989.436742:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73240. 00010000:00000010:0.0:1769074989.436755:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484a00. 00010000:00000010:0.0:1769074989.436760:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf180. 02000000:00000010:0.0:1769074989.436776:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b36e21000. 00010000:00000010:0.0:1769074989.436799:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484e00. 00010000:00000010:0.0:1769074989.436802:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf480. 00010000:00000010:0.0:1769074989.436810:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0b00. 00010000:00000010:0.0:1769074989.436813:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439e00. 00010000:00000010:0.0:1769074989.436815:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484800. 00010000:00000010:0.0:1769074989.436817:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfd00. 00000004:00000010:0.0:1769074989.436823:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e81e0. 00000004:00000010:0.0:1769074989.436827:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a016214b0. 00000004:00000010:0.0:1769074989.436831:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e9320. 00080000:00000010:0.0:1769074989.436835:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07865e00. 00000020:00000010:0.0:1769074989.436844:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c519c0. 00080000:00000010:0.0:1769074989.436846:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865a00. 00000004:00000010:0.0:1769074989.436855:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b12a73240. 00000004:02000000:0.0:1769074989.436858:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:0.0:1769074989.436866:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629b778. 00020000:00000010:0.0:1769074989.436868:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b658. 00000004:00000010:0.0:1769074989.436875:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b176588e0. 00080000:00000010:0.0:1769074989.436881:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00080000:00000010:0.0:1769074989.436893:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518240. 00000001:00000010:0.0:1769074989.436936:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a02924318. 00000001:00000010:0.0:1769074989.436942:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a02924318. 00080000:00000400:0.0:1769074989.436954:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.436956:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.436958:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.436960:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.436961:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.436963:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074989.436969:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439100. 00080000:00000400:0.0:1769074989.436973:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.436975:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.436976:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.436978:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.436979:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.436981:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074989.436995:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.436996:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.436998:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.436999:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.437001:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.437003:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.437016:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c517e0. 00000001:00000010:0.0:1769074989.437019:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73900. 00080000:00000010:0.0:1769074989.437064:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518240. 00080000:00000010:0.0:1769074989.437068:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.437071:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c519c0. 00010000:00000010:0.0:1769074989.437094:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0a00. 00010000:00000010:0.0:1769074989.437097:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439280. 00010000:00000010:0.0:1769074989.437100:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485400. 00010000:00000010:0.0:1769074989.437102:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfa00. 00000004:00000010:0.0:1769074989.437114:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0a439900. 00010000:00000010:0.0:1769074989.437126:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf480. 00010000:00000010:0.0:1769074989.437142:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf180. 00010000:00000200:0.0:1769074989.437147:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542489, last committed = 0 00010000:00000200:0.0:1769074989.437152:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3480 x1855008351430144/t60129542489(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.437161:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000100:00000200:0.0:1769074989.437164:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351430144, offset 224 00000400:00000200:0.0:1769074989.437167:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.437172:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.437176:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17454:17454:256:4294967295] 192.168.204.41@tcp LPNI seq info [17450:17450:8:4294967295] 00000400:00000200:0.0:1769074989.437182:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.437185:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.437188:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074989.437191:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.437195:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.437197:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.437212:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.437215:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.437217:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.437273:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.437276:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074989.437279:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.437282:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.437285:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:3.0:1769074989.437287:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000400:00000200:0.0:1769074989.438132:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.438139:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7a700 00000400:00000200:0.0:1769074989.438143:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 78592 00000400:00000200:0.0:1769074989.438150:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.438153:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.438156:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.438159:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09020700. 00000020:00000010:3.0:1769074989.438199:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.438203:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.438206:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.438209:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.438211:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.438229:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.438231:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.438233:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351430400 00000001:00000010:3.0:1769074989.438236:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a66c0. 02000000:00000010:3.0:1769074989.438250:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b363b4000. 00010000:00000010:3.0:1769074989.438264:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfa00. 00010000:00000010:3.0:1769074989.438270:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439280. 00000020:00000010:3.0:1769074989.438276:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014ceaf0. 00010000:00000010:3.0:1769074989.438287:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b200. 00010000:00000010:3.0:1769074989.438289:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e980. 00010000:00000010:3.0:1769074989.438292:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e800. 00010000:00000010:3.0:1769074989.438294:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81d00. 00000020:00000010:3.0:1769074989.438305:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.438308:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452400. 00080000:00000010:3.0:1769074989.438314:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.438324:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099556c0. 00000001:00000010:3.0:1769074989.438327:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0c00. 00080000:00000010:3.0:1769074989.438335:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.438337:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000200:3.0:1769074989.438356:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542490, last committed = 0 00010000:00000200:3.0:1769074989.438362:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09020700 x1855008351430400/t60129542490(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.438372:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000100:00000200:3.0:1769074989.438375:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351430400, offset 224 00000400:00000200:3.0:1769074989.438378:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.438383:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.438387:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17455:17455:256:4294967295] 192.168.204.41@tcp LPNI seq info [17451:17451:8:4294967295] 00000400:00000200:3.0:1769074989.438393:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.438396:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.438399:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074989.438402:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.438405:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.438408:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.438421:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.438424:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.438426:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.438463:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.438467:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074989.438469:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.438473:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.438476:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000400:00000010:0.0:1769074989.438477:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00000400:00000200:3.0:1769074989.439112:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.439118:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7a780 00000400:00000200:3.0:1769074989.439122:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 79080 00000400:00000200:3.0:1769074989.439129:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.439131:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.439134:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.439137:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2300. 00000020:00000010:0.0:1769074989.439172:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.439175:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.439179:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.439181:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.439183:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.439204:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.439207:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.439210:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351430528 00000001:00000010:0.0:1769074989.439215:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73900. 00010000:00000010:0.0:1769074989.439226:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:0.0:1769074989.439231:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf180. 02000000:00000010:0.0:1769074989.439245:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a0332fc00. 00010000:00000200:0.0:1769074989.439264:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2300 x1855008351430528/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.439273:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074989.439276:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351430528, offset 224 00000400:00000200:0.0:1769074989.439279:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.439284:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.439288:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17456:17456:256:4294967295] 192.168.204.41@tcp LPNI seq info [17452:17452:8:4294967295] 00000400:00000200:0.0:1769074989.439294:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.439297:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.439299:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074989.439302:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.439306:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.439308:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.439321:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.439324:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.439326:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:2.0:1769074989.439374:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.439378:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:2.0:1769074989.439382:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.439387:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.439391:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:2.0:1769074989.439393:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000400:00000200:0.0:1769074989.440096:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.440104:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7a800 00000400:00000200:0.0:1769074989.440109:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 14888 00000400:00000200:0.0:1769074989.440116:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.440119:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.440122:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.440124:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021180. 00000020:00000010:2.0:1769074989.440158:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.440162:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.440165:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.440167:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.440170:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.440192:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.440195:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.440196:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351430656 02000000:00000010:2.0:1769074989.440206:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0882cc00. 00080000:00000010:2.0:1769074989.440215:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4e00. 00080000:00000010:2.0:1769074989.440221:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.440228:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182213f0. 00080000:00000400:2.0:1769074989.440240:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.440242:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.440244:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.440246:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.440247:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.440249:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.440257:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd6c0. 00080000:00000010:2.0:1769074989.440266:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.440278:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021180 x1855008351430656/t8589935693(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.440288:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074989.440291:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351430656, offset 224 00000400:00000200:2.0:1769074989.440294:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.440299:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.440303:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17457:17457:256:4294967295] 192.168.204.41@tcp LPNI seq info [17453:17453:8:4294967295] 00000400:00000200:2.0:1769074989.440309:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.440313:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.440315:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.440319:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.440323:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.440327:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.440345:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.440349:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.440353:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:3.0:1769074989.440391:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.440396:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:3.0:1769074989.440400:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.440404:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.440407:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:3.0:1769074989.440408:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000400:00000200:2.0:1769074989.440981:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.440991:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7a900 00000400:00000200:2.0:1769074989.440997:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x221ad [2] + 1568 00000400:00000200:2.0:1769074989.441007:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.441010:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.441015:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074989.441019:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486d80. 00000020:00000010:0.0:1769074989.441098:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.441103:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.441108:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.441111:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.441115:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.441139:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.441142:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.441145:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351430912 02000000:00000010:0.0:1769074989.441163:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a0332dc00. 00000020:00000010:0.0:1769074989.441186:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c519c0. 00080000:00000010:0.0:1769074989.441191:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864c00. 00080000:00000010:0.0:1769074989.441201:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.441218:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51540. 00000001:00000010:0.0:1769074989.441221:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73900. 00080000:00000010:0.0:1769074989.441228:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.441231:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c519c0. 00000004:00000010:0.0:1769074989.441240:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0a439900. 00010000:00000200:0.0:1769074989.441254:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38486d80 x1855008351430912/t60129542491(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.441264:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074989.441266:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351430912, offset 224 00000400:00000200:0.0:1769074989.441270:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.441274:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.441278:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17458:17458:256:4294967295] 192.168.204.41@tcp LPNI seq info [17454:17454:8:4294967295] 00000400:00000200:0.0:1769074989.441284:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.441287:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.441290:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074989.441293:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.441296:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.441298:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.441313:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.441316:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.441319:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.441348:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.441351:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074989.441354:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.441357:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.441360:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:3.0:1769074989.441361:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000400:00000200:3.0:1769074989.444885:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.444893:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7aa00 00000400:00000200:3.0:1769074989.444897:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 79456 00000400:00000200:3.0:1769074989.444904:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.444907:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.444910:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.444914:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0e00. 00000020:00000010:0.0:1769074989.444958:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.444963:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.444966:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.444968:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.444971:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.444990:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.444992:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.444994:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351431168 00000001:00000010:0.0:1769074989.444997:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0c00. 00010000:00000010:0.0:1769074989.445007:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:0.0:1769074989.445011:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf480. 02000000:00000010:0.0:1769074989.445045:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b36e27000. 00010000:00000010:3.1:1769074989.445057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485400. 00010000:00000010:3.1:1769074989.445063:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0a00. 00010000:00000010:0.0:1769074989.445068:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:0.0:1769074989.445073:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf700. 00010000:00000010:0.0:1769074989.445081:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0900. 00010000:00000010:0.0:1769074989.445083:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439200. 00010000:00000010:0.0:1769074989.445086:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d600. 00010000:00000010:0.0:1769074989.445088:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcff00. 00000004:00000010:0.0:1769074989.445094:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e8780. 00000004:00000010:0.0:1769074989.445098:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a016213c0. 00000004:00000010:0.0:1769074989.445101:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e8770. 00080000:00000010:0.0:1769074989.445105:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07865000. 00000020:00000010:0.0:1769074989.445114:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c519c0. 00080000:00000010:0.0:1769074989.445117:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c800. 00000004:00000010:0.0:1769074989.445126:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b12a73b40. 00000004:02000000:0.0:1769074989.445129:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:0.0:1769074989.445136:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629bc88. 00020000:00000010:0.0:1769074989.445138:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b448. 00000004:00000010:0.0:1769074989.445146:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1765ae98. 00080000:00000010:0.0:1769074989.445151:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00080000:00000010:0.0:1769074989.445163:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518240. 00000001:00000010:0.0:1769074989.445208:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a02924318. 00000001:00000010:0.0:1769074989.445214:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a02924318. 00080000:00000400:0.0:1769074989.445226:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.445228:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.445230:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.445232:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.445234:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.445235:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074989.445241:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0a439480. 00080000:00000400:0.0:1769074989.445245:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.445247:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.445248:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.445249:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.445251:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.445253:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074989.445267:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.445268:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.445270:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.445271:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.445273:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.445274:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.445287:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51780. 00000001:00000010:0.0:1769074989.445290:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73600. 00080000:00000010:0.0:1769074989.445296:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518240. 00080000:00000010:0.0:1769074989.445299:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.445301:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c519c0. 00010000:00000010:0.0:1769074989.445319:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0700. 00010000:00000010:0.0:1769074989.445321:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439280. 00010000:00000010:0.0:1769074989.445324:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:0.0:1769074989.445327:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcff80. 00000004:00000010:0.0:1769074989.445339:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b11607a80. 00010000:00000010:0.0:1769074989.445350:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf700. 00010000:00000010:0.0:1769074989.445368:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf480. 00010000:00000200:0.0:1769074989.445375:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542492, last committed = 0 00010000:00000200:0.0:1769074989.445382:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0e00 x1855008351431168/t60129542492(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.445396:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074989.445399:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351431168, offset 224 00000400:00000200:0.0:1769074989.445405:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.445412:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.445417:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17459:17459:256:4294967295] 192.168.204.41@tcp LPNI seq info [17455:17455:8:4294967295] 00000400:00000200:0.0:1769074989.445426:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.445431:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.445435:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074989.445438:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.445442:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.445444:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.445459:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.445463:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.445465:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:2.0:1769074989.445547:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.445551:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:2.0:1769074989.445554:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.445558:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.445561:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:2.0:1769074989.445562:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000400:00000200:3.0:1769074989.446596:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.446603:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7ab00 00000400:00000200:3.0:1769074989.446607:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 80104 00000400:00000200:3.0:1769074989.446615:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.446617:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.446620:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.446623:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3b80. 00000020:00000010:0.0:1769074989.446665:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.446670:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.446673:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07864a00. 00000020:00000010:0.0:1769074989.446676:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.446679:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.446713:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.446716:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.446718:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351431424 00000001:00000010:0.0:1769074989.446728:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73900. 02000000:00000010:0.0:1769074989.446740:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b36e20000. 00010000:00000010:0.0:1769074989.446754:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcff80. 00010000:00000010:0.0:1769074989.446760:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439280. 00000020:00000010:0.0:1769074989.446765:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18200188. 00010000:00000010:0.0:1769074989.446776:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0800. 00010000:00000010:0.0:1769074989.446778:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439280. 00010000:00000010:0.0:1769074989.446781:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771ca00. 00010000:00000010:0.0:1769074989.446783:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcff80. 00000020:00000010:0.0:1769074989.446793:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c519c0. 00080000:00000010:0.0:1769074989.446812:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6e00. 00080000:00000010:0.0:1769074989.446820:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.446830:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51c60. 00000001:00000010:0.0:1769074989.446833:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73900. 00080000:00000010:0.0:1769074989.446840:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.446843:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c519c0. 00010000:00000200:0.0:1769074989.446864:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542493, last committed = 0 00010000:00000200:0.0:1769074989.446870:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3b80 x1855008351431424/t60129542493(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074989.446879:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074989.446882:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351431424, offset 224 00000400:00000200:0.0:1769074989.446885:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.446890:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.446894:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17460:17460:256:4294967295] 192.168.204.41@tcp LPNI seq info [17456:17456:8:4294967295] 00000400:00000200:0.0:1769074989.446900:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.446904:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.446906:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074989.446909:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.446913:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.446915:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.446929:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.446932:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.446934:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074989.446984:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.446987:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074989.446990:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.446993:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.446996:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:3.0:1769074989.446997:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000400:00000200:2.0:1769074989.447576:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.447584:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7ab80 00000400:00000200:2.0:1769074989.447588:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 80592 00000400:00000200:2.0:1769074989.447596:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.447599:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.447602:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074989.447605:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487b80. 00000020:00000010:0.0:1769074989.447680:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.447685:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.447688:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.447706:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.447709:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.447730:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.447732:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.447734:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351431552 00000001:00000010:0.0:1769074989.447738:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73600. 00010000:00000010:0.0:1769074989.447747:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c000. 00010000:00000010:0.0:1769074989.447751:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf480. 02000000:00000010:0.0:1769074989.447764:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a0332f400. 00010000:00000200:0.0:1769074989.447779:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38487b80 x1855008351431552/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.447788:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074989.447791:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351431552, offset 224 00000400:00000200:0.0:1769074989.447794:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.447800:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.447803:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17461:17461:256:4294967295] 192.168.204.41@tcp LPNI seq info [17457:17457:8:4294967295] 00000400:00000200:0.0:1769074989.447810:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.447813:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.447816:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074989.447819:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.447823:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.447825:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.447837:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.447840:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.447842:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.447885:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.447888:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074989.447891:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.447894:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.447897:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:3.0:1769074989.447898:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000400:00000200:3.0:1769074989.448602:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.448608:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7ac00 00000400:00000200:3.0:1769074989.448611:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x13d01 [8] + 15328 00000400:00000010:3.0:1769074989.448615:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0b08e8f0. 00000400:00000200:3.0:1769074989.448618:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0679c700 00000400:00000200:3.0:1769074989.448624:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.448627:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.448629:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0679c700 00000400:00000010:3.0:1769074989.448630:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b0679c700. 00000100:00000200:3.0:1769074989.448633:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1769074989.448718:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.448722:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.448725:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.448728:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.448730:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.448750:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.448752:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.448754:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351431680 02000000:00000010:2.0:1769074989.448764:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0882d800. 00080000:00000010:2.0:1769074989.448772:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4c00. 00080000:00000010:2.0:1769074989.448778:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.448784:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182219d8. 00080000:00000400:2.0:1769074989.448797:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.448799:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.448809:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.448811:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.448812:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.448814:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.448824:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010ddd80. 00080000:00000010:2.0:1769074989.448833:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.448872:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3febb850 x1855008351431680/t8589935702(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.448883:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074989.448886:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351431680, offset 224 00000400:00000200:2.0:1769074989.448889:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.448895:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.448898:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17462:17462:256:4294967295] 192.168.204.41@tcp LPNI seq info [17458:17458:8:4294967295] 00000400:00000200:2.0:1769074989.448904:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.448908:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.448910:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3a00. 00000800:00000200:2.0:1769074989.448913:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.448917:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.448920:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3a00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.448933:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.448936:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.448938:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 02000000:00000010:2.0:1769074989.448949:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0882cc00. 00000100:00000010:2.0:1769074989.448952:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021180. 02000000:00000010:2.0:1769074989.448962:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a0332ec00. 00000100:00000010:2.0:1769074989.448964:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 02000000:00000010:2.0:1769074989.448966:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b17333c00. 00000100:00000010:2.0:1769074989.448968:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b800. 02000000:00000010:2.0:1769074989.448970:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b17331400. 00000100:00000010:2.0:1769074989.448972:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8380. 02000000:00000010:2.0:1769074989.448974:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a0332f800. 00000100:00000010:2.0:1769074989.448975:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8e00. 02000000:00000010:2.0:1769074989.448978:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b17332400. 00000100:00000010:2.0:1769074989.448979:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593800. 02000000:00000010:2.0:1769074989.448983:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b17530000. 00000100:00000010:2.0:1769074989.448985:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b100. 02000000:00000010:2.0:1769074989.448988:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fcf0000. 00000100:00000010:2.0:1769074989.448990:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361fd180. 02000000:00000010:2.0:1769074989.448993:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0882f400. 00000100:00000010:2.0:1769074989.448995:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94000. 02000000:00000010:2.0:1769074989.449012:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0882c400. 00000100:00000010:2.0:1769074989.449015:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b361ff100. 00000800:00000200:0.0:1769074989.449018:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1769074989.449019:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b061b5800. 00000800:00000010:0.0:1769074989.449022:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3a00. 00000100:00000010:2.0:1769074989.449023:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97480. 00000400:00000200:0.0:1769074989.449045:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.449051:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.449054:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:0.0:1769074989.449056:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 02000000:00000010:2.0:1769074989.449061:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b061b7c00. 02000000:00000010:0.0:1769074989.449062:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0882d800. 00000100:00000010:2.0:1769074989.449066:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38640700. 02000000:00000010:2.0:1769074989.449073:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3edb7c00. 00000100:00000010:2.0:1769074989.449075:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf95180. 02000000:00000010:2.0:1769074989.449078:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe39000. 00000100:00000010:2.0:1769074989.449080:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 02000000:00000010:2.0:1769074989.449083:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe38400. 00000100:00000010:2.0:1769074989.449085:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94a80. 02000000:00000010:2.0:1769074989.449086:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe39c00. 00000100:00000010:2.0:1769074989.449088:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0380. 02000000:00000010:2.0:1769074989.449090:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b17527800. 00000100:00000010:2.0:1769074989.449091:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642680. 02000000:00000010:2.0:1769074989.449093:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b061b6400. 00000100:00000010:2.0:1769074989.449095:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a0a80. 02000000:00000010:2.0:1769074989.449096:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3edb6400. 00000100:00000010:2.0:1769074989.449098:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38640e00. 02000000:00000010:2.0:1769074989.449100:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3cec3800. 00000100:00000010:2.0:1769074989.449101:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642a00. 02000000:00000010:2.0:1769074989.449103:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0487e400. 00000100:00000010:2.0:1769074989.449105:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755aa00. 02000000:00000010:2.0:1769074989.449108:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0487c800. 00000100:00000010:2.0:1769074989.449110:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559f80. 02000000:00000010:2.0:1769074989.449113:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0487d400. 00000100:00000010:2.0:1769074989.449114:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afd180. 02000000:00000010:2.0:1769074989.449118:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0487c400. 00000100:00000010:2.0:1769074989.449119:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe680. 02000000:00000010:2.0:1769074989.449122:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0487cc00. 00000100:00000010:2.0:1769074989.449123:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04aff480. 02000000:00000010:2.0:1769074989.449127:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0487fc00. 00000100:00000010:2.0:1769074989.449129:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a1f80. 02000000:00000010:2.0:1769074989.449133:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0487d800. 00000100:00000010:2.0:1769074989.449135:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a3100. 02000000:00000010:2.0:1769074989.449138:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe15c00. 00000100:00000010:2.0:1769074989.449140:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe300. 02000000:00000010:2.0:1769074989.449143:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe14000. 00000100:00000010:2.0:1769074989.449145:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b049a2680. 02000000:00000010:2.0:1769074989.449148:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe15400. 00000100:00000010:2.0:1769074989.449150:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afd500. 02000000:00000010:2.0:1769074989.449152:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b3fe14c00. 00000100:00000010:2.0:1769074989.449155:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489ad80. 02000000:00000010:2.0:1769074989.449159:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06509c00. 00000100:00000010:2.0:1769074989.449161:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db58e00. 02000000:00000010:2.0:1769074989.449163:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06508800. 00000100:00000010:2.0:1769074989.449165:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5ad80. 02000000:00000010:2.0:1769074989.449166:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06509000. 00000100:00000010:2.0:1769074989.449168:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898000. 02000000:00000010:2.0:1769074989.449169:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0650b400. 00000100:00000010:2.0:1769074989.449171:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db59500. 02000000:00000010:2.0:1769074989.449172:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0650a800. 00000100:00000010:2.0:1769074989.449174:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a300. 02000000:00000010:2.0:1769074989.449176:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0650ac00. 00000100:00000010:2.0:1769074989.449177:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b100. 02000000:00000010:2.0:1769074989.449179:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0650b000. 00000100:00000010:2.0:1769074989.449180:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5b480. 02000000:00000010:2.0:1769074989.449182:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b0650a400. 00000100:00000010:2.0:1769074989.449183:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3db5a300. 02000000:00000010:2.0:1769074989.449185:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b06508400. 00000100:00000010:2.0:1769074989.449186:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898a80. 02000000:00000010:2.0:1769074989.449188:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8a09d52000. 00000100:00000010:2.0:1769074989.449190:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899180. 02000000:00000010:2.0:1769074989.449192:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b061b4400. 00000100:00000010:2.0:1769074989.449194:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30664e00. 02000000:00000010:2.0:1769074989.449196:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b061b4000. 00000100:00000010:2.0:1769074989.449197:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b480. 02000000:00000010:2.0:1769074989.449199:0:29093:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff8c8b061b7800. 00000100:00000010:2.0:1769074989.449200:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30666d80. 00000100:00000200:2.0:1769074989.449205:0:29093:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1769074989.449209:0:29093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c396e0. 00000400:00000010:2.0:1769074989.449212:0:29093:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8a029f3a00. 00000400:00000200:3.0:1769074989.449650:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.449659:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7ad00 00000400:00000200:3.0:1769074989.449663:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x221ad [2] + 1960 00000400:00000010:3.0:1769074989.449666:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498a9f8. 00000400:00000200:3.0:1769074989.449680:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a01eba480 00000400:00000200:3.0:1769074989.449686:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.449700:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.449703:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01eba480 00000400:00000010:3.0:1769074989.449704:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01eba480. 00000100:00000200:3.0:1769074989.449707:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074989.449749:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.449753:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.449756:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.449758:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.449760:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.449777:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.449779:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.449781:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351431936 02000000:00000010:0.0:1769074989.449794:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a0332c800. 00000020:00000010:0.0:1769074989.449811:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c519c0. 00080000:00000010:0.0:1769074989.449814:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7a00. 00080000:00000010:0.0:1769074989.449822:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.449837:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51720. 00000001:00000010:0.0:1769074989.449839:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73600. 00080000:00000010:0.0:1769074989.449847:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.449849:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c519c0. 00000004:00000010:0.0:1769074989.449858:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b11607a80. 00010000:00000200:0.0:1769074989.449870:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13186050 x1855008351431936/t60129542494(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.449883:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074989.449885:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351431936, offset 224 00000400:00000200:0.0:1769074989.449888:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.449893:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.449896:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17463:17463:256:4294967295] 192.168.204.41@tcp LPNI seq info [17459:17459:8:4294967295] 00000400:00000200:0.0:1769074989.449902:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.449905:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.449908:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074989.449911:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.449914:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.449916:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.449937:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439c80. 00000020:00000010:0.0:1769074989.449940:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.449942:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 02000000:00000010:0.0:1769074989.449946:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a0332dc00. 00000100:00000010:0.0:1769074989.449948:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486d80. 02000000:00000010:0.0:1769074989.449951:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b3cec2c00. 00000100:00000010:0.0:1769074989.449953:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021f80. 02000000:00000010:0.0:1769074989.449958:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b17333000. 00000100:00000010:0.0:1769074989.449959:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09021880. 02000000:00000010:0.0:1769074989.449962:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a0332d000. 00000100:00000010:0.0:1769074989.449963:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 02000000:00000010:0.0:1769074989.449966:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a02bbdc00. 00000100:00000010:0.0:1769074989.449968:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8a80. 00000100:00000200:0.0:1769074989.449971:0:32340:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074989.449974:0:32340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924318. 00000800:00000200:3.0:1769074989.449976:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074989.449977:0:32340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b12a73f00. 00000800:00000010:3.0:1769074989.449980:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:3.0:1769074989.449984:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.449989:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.449992:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074989.449993:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 02000000:00000010:3.0:1769074989.449997:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a0332c800. 00000400:00000200:0.0:1769074989.453526:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.453533:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7ae00 00000400:00000200:0.0:1769074989.453537:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 80968 00000400:00000200:0.0:1769074989.453545:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.453548:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.453551:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.453553:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021880. 00000020:00000010:3.0:1769074989.453593:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.453597:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.453601:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.453603:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.453606:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.453625:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.453626:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.453628:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351432192 00000001:00000010:3.0:1769074989.453632:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73900. 00010000:00000010:3.0:1769074989.453642:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:3.0:1769074989.453647:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81780. 02000000:00000010:3.0:1769074989.453660:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b363b7000. 00010000:00000010:3.0:1769074989.453681:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485400. 00010000:00000010:3.0:1769074989.453684:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81c00. 00010000:00000010:3.0:1769074989.453705:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b900. 00010000:00000010:3.0:1769074989.453707:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e700. 00010000:00000010:3.0:1769074989.453710:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984c00. 00010000:00000010:3.0:1769074989.453712:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81200. 00000004:00000010:3.0:1769074989.453719:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f2960. 00000004:00000010:3.0:1769074989.453723:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b177903c0. 00000004:00000010:3.0:1769074989.453726:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5100. 00080000:00000010:3.0:1769074989.453730:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03452c00. 00000020:00000010:3.0:1769074989.453739:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.453741:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452e00. 00000004:00000010:3.0:1769074989.453750:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b112e0180. 00000004:02000000:3.0:1769074989.453753:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.453759:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285278. 00020000:00000010:3.0:1769074989.453762:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b412850f0. 00000004:00000010:3.0:1769074989.453768:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf113f8. 00080000:00000010:3.0:1769074989.453774:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.453786:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000001:00000010:3.0:1769074989.453831:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.453836:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.453849:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.453851:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.453853:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.453854:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.453856:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.453858:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.453864:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e280. 00080000:00000400:3.0:1769074989.453868:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.453870:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.453872:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.453873:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.453875:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.453876:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.453891:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.453893:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.453894:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.453896:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.453897:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.453899:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.453911:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09955840. 00000001:00000010:3.0:1769074989.453915:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0540. 00080000:00000010:3.0:1769074989.453921:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.453923:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.453925:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000010:3.0:1769074989.453943:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b500. 00010000:00000010:3.0:1769074989.453946:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e300. 00010000:00000010:3.0:1769074989.453949:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985000. 00010000:00000010:3.0:1769074989.453952:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81880. 00000004:00000010:3.0:1769074989.453963:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0944ed80. 00010000:00000010:3.0:1769074989.453975:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81c00. 00010000:00000010:3.0:1769074989.453990:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81780. 00010000:00000200:3.0:1769074989.453995:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542495, last committed = 0 00010000:00000200:3.0:1769074989.454001:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021880 x1855008351432192/t60129542495(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.454010:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000100:00000200:3.0:1769074989.454013:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351432192, offset 224 00000400:00000200:3.0:1769074989.454017:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.454022:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.454049:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17464:17464:256:4294967295] 192.168.204.41@tcp LPNI seq info [17460:17460:8:4294967295] 00010000:00000010:0.1:1769074989.454057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484e00. 00000400:00000200:3.0:1769074989.454065:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:0.1:1769074989.454066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484a00. 00000800:00000200:3.0:1769074989.454075:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.454078:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074989.454083:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.454089:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.454091:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.454103:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.454106:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.454108:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.454133:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.454136:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074989.454140:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.454143:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.454146:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00000400:00000010:0.0:1769074989.454147:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00000400:00000200:3.0:1769074989.454932:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.454939:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7af00 00000400:00000200:3.0:1769074989.454943:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 81616 00000400:00000200:3.0:1769074989.454950:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.454953:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.454956:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.454959:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1500. 00000020:00000010:0.0:1769074989.455001:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.455004:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.455007:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.455009:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439500. 00000020:00000010:0.0:1769074989.455011:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.455051:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.455053:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.455056:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351432448 00000001:00000010:0.0:1769074989.455060:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73600. 02000000:00000010:0.0:1769074989.455071:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b36e23000. 00010000:00000010:0.0:1769074989.455086:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81880. 00010000:00000010:0.0:1769074989.455095:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e300. 00000020:00000010:0.0:1769074989.455104:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18200d90. 00010000:00000010:0.0:1769074989.455118:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0e00. 00010000:00000010:0.0:1769074989.455121:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439c80. 00010000:00000010:0.0:1769074989.455125:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d200. 00010000:00000010:0.0:1769074989.455129:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf700. 00000020:00000010:0.0:1769074989.455141:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c519c0. 00080000:00000010:0.0:1769074989.455145:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7200. 00080000:00000010:0.0:1769074989.455153:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.455166:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51c00. 00000001:00000010:0.0:1769074989.455171:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73600. 00080000:00000010:0.0:1769074989.455180:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.455184:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c519c0. 00010000:00000200:0.0:1769074989.455211:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542496, last committed = 0 00010000:00000200:0.0:1769074989.455217:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1500 x1855008351432448/t60129542496(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074989.455226:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074989.455228:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351432448, offset 224 00000400:00000200:0.0:1769074989.455231:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.455236:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.455239:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17465:17465:256:4294967295] 192.168.204.41@tcp LPNI seq info [17461:17461:8:4294967295] 00000400:00000200:0.0:1769074989.455245:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.455249:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.455251:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074989.455254:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.455257:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.455260:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.455274:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439500. 00000020:00000010:0.0:1769074989.455276:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.455278:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:2.0:1769074989.455322:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.455325:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:2.0:1769074989.455328:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.455333:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.455335:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:2.0:1769074989.455337:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000200:0.0:1769074989.455860:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.455866:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7af80 00000400:00000200:0.0:1769074989.455870:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 82104 00000400:00000200:0.0:1769074989.455885:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.455887:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.455890:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.455893:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021f80. 00000020:00000010:3.0:1769074989.455938:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.455941:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.455947:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.455949:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.455951:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.455968:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.455970:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.455971:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351432576 00000001:00000010:3.0:1769074989.455975:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0540. 00010000:00000010:3.0:1769074989.455984:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539400. 00010000:00000010:3.0:1769074989.455987:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81780. 02000000:00000010:3.0:1769074989.455998:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbf400. 00010000:00000200:3.0:1769074989.456011:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021f80 x1855008351432576/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.456020:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000100:00000200:3.0:1769074989.456023:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351432576, offset 224 00000400:00000200:3.0:1769074989.456045:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.456052:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.456057:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17466:17466:256:4294967295] 192.168.204.41@tcp LPNI seq info [17462:17462:8:4294967295] 00000400:00000200:3.0:1769074989.456066:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.456071:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.456075:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074989.456080:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.456084:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.456087:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.456102:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.456106:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.456109:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.456148:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.456152:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074989.456154:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.456157:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.456160:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000400:00000010:0.0:1769074989.456161:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00000400:00000200:2.0:1769074989.456834:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.456842:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7b000 00000400:00000200:2.0:1769074989.456846:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 0 00000400:00000200:2.0:1769074989.456853:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.456856:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.456859:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074989.456862:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 00000020:00000010:0.0:1769074989.456899:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.456903:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.456906:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.456908:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439500. 00000020:00000010:0.0:1769074989.456910:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.456928:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.456930:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.456933:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351432704 02000000:00000010:0.0:1769074989.456941:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a0332f800. 00080000:00000010:0.0:1769074989.456949:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7e00. 00080000:00000010:0.0:1769074989.456955:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.456960:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182006c8. 00080000:00000400:0.0:1769074989.456973:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074989.456976:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.456977:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074989.456979:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.456981:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.456982:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.456990:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c519c0. 00080000:00000010:0.0:1769074989.456997:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00010000:00000200:0.0:1769074989.457007:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484e00 x1855008351432704/t8589935694(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.457016:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074989.457019:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351432704, offset 224 00000400:00000200:0.0:1769074989.457022:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.457053:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.457058:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17467:17467:256:4294967295] 192.168.204.41@tcp LPNI seq info [17463:17463:8:4294967295] 00000400:00000200:0.0:1769074989.457067:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.457073:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.457077:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074989.457083:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.457087:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.457090:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.457106:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439500. 00000020:00000010:0.0:1769074989.457109:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.457113:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.457150:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.457153:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:3.0:1769074989.457156:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.457159:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.457162:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074989.457163:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000400:00000200:0.0:1769074989.457790:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.457799:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7b100 00000400:00000200:0.0:1769074989.457803:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x222c1 [2] + 0 00000400:00000200:0.0:1769074989.457811:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.457813:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.457816:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.457819:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022a00. 00000020:00000010:2.0:1769074989.457857:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.457861:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.457864:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.457866:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.457869:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.457887:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.457889:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.457891:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351432960 02000000:00000010:2.0:1769074989.457905:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0882f400. 00000020:00000010:2.0:1769074989.457928:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a010dd8a0. 00080000:00000010:2.0:1769074989.457933:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5a00. 00080000:00000010:2.0:1769074989.457943:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.457964:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd5a0. 00000001:00000010:2.0:1769074989.457968:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6c00. 00080000:00000010:2.0:1769074989.457980:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.457983:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a010dd8a0. 00000004:00000010:2.0:1769074989.457995:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0944ed80. 00010000:00000200:2.0:1769074989.458010:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022a00 x1855008351432960/t60129542497(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.458020:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074989.458023:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351432960, offset 224 00000400:00000200:2.0:1769074989.458043:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.458049:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.458053:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17468:17468:256:4294967295] 192.168.204.41@tcp LPNI seq info [17464:17464:8:4294967295] 00000400:00000200:2.0:1769074989.458060:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.458063:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.458065:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.458069:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.458080:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.458083:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.458095:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.458097:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.458099:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.458132:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.458135:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:0.0:1769074989.458139:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.458142:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.458144:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:0.0:1769074989.458146:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000400:00000200:3.0:1769074989.461521:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.461527:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7b200 00000400:00000200:3.0:1769074989.461531:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 82480 00000400:00000200:3.0:1769074989.461538:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.461540:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.461543:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.461546:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3100. 00000020:00000010:0.0:1769074989.461583:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.461587:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.461590:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.461593:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0a439500. 00000020:00000010:0.0:1769074989.461595:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.461617:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.461619:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.461621:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351433216 00000001:00000010:0.0:1769074989.461625:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73600. 00010000:00000010:0.0:1769074989.461634:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d000. 00010000:00000010:0.0:1769074989.461638:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf000. 02000000:00000010:0.0:1769074989.461651:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b36e24000. 00010000:00000010:0.0:1769074989.461671:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771de00. 00010000:00000010:0.0:1769074989.461675:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf680. 00010000:00000010:0.0:1769074989.461683:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0a00. 00010000:00000010:0.0:1769074989.461686:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a051500. 00010000:00000010:0.0:1769074989.461707:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c600. 00010000:00000010:0.0:1769074989.461710:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfa00. 00000004:00000010:0.0:1769074989.461719:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e9680. 00000004:00000010:0.0:1769074989.461724:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a01621528. 00000004:00000010:0.0:1769074989.461727:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e8ff0. 00080000:00000010:0.0:1769074989.461731:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b421c6a00. 00000020:00000010:0.0:1769074989.461739:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c515a0. 00080000:00000010:0.0:1769074989.461742:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7600. 00000004:00000010:0.0:1769074989.461752:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b12a73600. 00000004:02000000:0.0:1769074989.461754:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:0.0:1769074989.461761:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629bb58. 00020000:00000010:0.0:1769074989.461763:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b578. 00000004:00000010:0.0:1769074989.461770:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17659630. 00080000:00000010:0.0:1769074989.461776:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00080000:00000010:0.0:1769074989.461794:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518240. 00000001:00000010:0.0:1769074989.461837:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a029241b8. 00000001:00000010:0.0:1769074989.461843:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a029241b8. 00080000:00000400:0.0:1769074989.461855:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.461857:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.461859:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.461861:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.461862:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.461864:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074989.461870:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5a80. 00080000:00000400:0.0:1769074989.461875:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.461877:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.461879:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.461880:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.461882:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.461884:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074989.461898:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.461899:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.461901:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.461902:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.461904:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.461905:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.461918:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51000. 00000001:00000010:0.0:1769074989.461922:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73300. 00080000:00000010:0.0:1769074989.461929:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518240. 00080000:00000010:0.0:1769074989.461931:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.461934:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c515a0. 00010000:00000010:0.0:1769074989.461958:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0f00. 00010000:00000010:0.0:1769074989.461962:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5700. 00010000:00000010:0.0:1769074989.461967:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d800. 00010000:00000010:0.0:1769074989.461971:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf780. 00000004:00000010:0.0:1769074989.461989:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b353f5000. 00010000:00000010:0.0:1769074989.462005:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf680. 00010000:00000010:0.0:1769074989.462058:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf000. 00010000:00000200:0.0:1769074989.462067:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542498, last committed = 0 00010000:00000200:0.0:1769074989.462073:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3100 x1855008351433216/t60129542498(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.462092:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074989.462095:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351433216, offset 224 00000400:00000200:0.0:1769074989.462099:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.462104:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.462108:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17469:17469:256:4294967295] 192.168.204.41@tcp LPNI seq info [17465:17465:8:4294967295] 00000400:00000200:0.0:1769074989.462115:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.462118:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.462121:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074989.462124:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.462127:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.462130:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.462144:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0a439500. 00000020:00000010:0.0:1769074989.462147:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.462149:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.462184:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.462187:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074989.462189:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.462193:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.462196:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:3.0:1769074989.462197:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000400:00000200:0.0:1769074989.462956:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.462965:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7b300 00000400:00000200:0.0:1769074989.462970:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 83128 00000400:00000200:0.0:1769074989.462981:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.462985:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.462989:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.462993:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09021180. 00010000:00000010:0.1:1769074989.463054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:0.1:1769074989.463059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4400. 00000020:00000010:3.0:1769074989.463061:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.463066:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.463071:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.463074:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.463077:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.463102:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.463106:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.463108:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351433472 00000001:00000010:3.0:1769074989.463112:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6c00. 02000000:00000010:3.0:1769074989.463123:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b363b0000. 00010000:00000010:3.0:1769074989.463136:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf780. 00010000:00000010:3.0:1769074989.463143:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5700. 00000020:00000010:3.0:1769074989.463148:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014ce348. 00010000:00000010:3.0:1769074989.463158:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522bf00. 00010000:00000010:3.0:1769074989.463161:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ea80. 00010000:00000010:3.0:1769074989.463163:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539a00. 00010000:00000010:3.0:1769074989.463165:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81c00. 00000020:00000010:3.0:1769074989.463175:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a099554e0. 00080000:00000010:3.0:1769074989.463178:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452600. 00080000:00000010:3.0:1769074989.463184:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.463194:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a09282960. 00000001:00000010:3.0:1769074989.463197:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0540. 00080000:00000010:3.0:1769074989.463204:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.463206:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a099554e0. 00010000:00000200:3.0:1769074989.463224:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542499, last committed = 0 00010000:00000200:3.0:1769074989.463229:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09021180 x1855008351433472/t60129542499(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.463239:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074989.463241:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351433472, offset 224 00000400:00000200:3.0:1769074989.463244:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.463249:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.463253:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17470:17470:256:4294967295] 192.168.204.41@tcp LPNI seq info [17466:17466:8:4294967295] 00000400:00000200:3.0:1769074989.463259:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.463262:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.463264:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074989.463267:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.463271:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.463273:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.463286:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.463289:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.463292:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.463327:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.463330:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:0.0:1769074989.463333:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.463336:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.463338:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:0.0:1769074989.463340:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000400:00000200:3.0:1769074989.463826:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.463832:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7b380 00000400:00000200:3.0:1769074989.463836:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 83616 00000400:00000200:3.0:1769074989.463843:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.463845:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.463848:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.463851:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0a80. 00000020:00000010:0.0:1769074989.463886:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.463889:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.463892:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.463895:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5700. 00000020:00000010:0.0:1769074989.463897:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.463915:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.463916:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.463918:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351433600 00000001:00000010:0.0:1769074989.463922:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73300. 00010000:00000010:0.0:1769074989.463930:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771da00. 00010000:00000010:0.0:1769074989.463934:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf000. 02000000:00000010:0.0:1769074989.463949:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a0332dc00. 00010000:00000200:0.0:1769074989.463969:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0a80 x1855008351433600/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.463982:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074989.463986:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351433600, offset 224 00000400:00000200:0.0:1769074989.463991:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.463998:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.464003:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17471:17471:256:4294967295] 192.168.204.41@tcp LPNI seq info [17467:17467:8:4294967295] 00000400:00000200:0.0:1769074989.464009:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.464013:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.464015:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074989.464018:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.464022:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.464024:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.464062:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5700. 00000020:00000010:0.0:1769074989.464065:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.464068:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:2.0:1769074989.464107:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.464111:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:2.0:1769074989.464114:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.464118:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.464121:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:2.0:1769074989.464122:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000400:00000200:0.0:1769074989.464799:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.464806:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7b400 00000400:00000200:0.0:1769074989.464810:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 440 00000400:00000200:0.0:1769074989.464817:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.464820:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.464823:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.464826:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978000. 00000020:00000010:2.0:1769074989.464871:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.464876:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.464879:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.464881:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.464884:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.464906:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.464908:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.464910:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351433728 02000000:00000010:2.0:1769074989.464920:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0882cc00. 00080000:00000010:2.0:1769074989.464932:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702e00. 00080000:00000010:2.0:1769074989.464941:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.464948:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182211c0. 00080000:00000400:2.0:1769074989.464974:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.464978:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.464981:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.464984:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.464986:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.464989:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.465003:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd8a0. 00080000:00000010:2.0:1769074989.465015:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.465055:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978000 x1855008351433728/t8589935703(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.465070:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074989.465074:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351433728, offset 224 00000400:00000200:2.0:1769074989.465078:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.465083:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.465087:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17472:17472:256:4294967295] 192.168.204.41@tcp LPNI seq info [17468:17468:8:4294967295] 00000400:00000200:2.0:1769074989.465093:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.465097:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.465099:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.465102:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.465106:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.465108:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.465122:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.465125:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.465128:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:3.0:1769074989.465160:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.465164:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:3.0:1769074989.465167:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.465171:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.465173:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:3.0:1769074989.465174:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000200:2.0:1769074989.465754:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.465762:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7b500 00000400:00000200:2.0:1769074989.465767:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x222c1 [2] + 392 00000400:00000200:2.0:1769074989.465774:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.465777:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.465780:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074989.465783:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484380. 00000020:00000010:0.0:1769074989.465824:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.465828:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.465831:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.465833:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5700. 00000020:00000010:0.0:1769074989.465835:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.465854:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.465856:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.465857:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351433984 02000000:00000010:0.0:1769074989.465871:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a0332d000. 00000020:00000010:0.0:1769074989.465889:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c515a0. 00080000:00000010:0.0:1769074989.465892:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7400. 00080000:00000010:0.0:1769074989.465899:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.465915:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51ae0. 00000001:00000010:0.0:1769074989.465917:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73300. 00080000:00000010:0.0:1769074989.465925:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.465928:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c515a0. 00000004:00000010:0.0:1769074989.465938:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b353f5000. 00010000:00000200:0.0:1769074989.465957:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484380 x1855008351433984/t60129542500(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.465971:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074989.465975:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351433984, offset 224 00000400:00000200:0.0:1769074989.465980:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.465987:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.465992:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17473:17473:256:4294967295] 192.168.204.41@tcp LPNI seq info [17469:17469:8:4294967295] 00000400:00000200:0.0:1769074989.466002:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.466007:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.466011:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074989.466014:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.466018:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.466020:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.466056:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5700. 00000020:00000010:0.0:1769074989.466060:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.466064:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.466094:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.466097:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:3.0:1769074989.466100:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.466103:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.466105:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:3.0:1769074989.466107:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00010000:00000010:3.1:1769074989.467056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485400. 00010000:00000010:3.1:1769074989.467061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:0.1:1769074989.467073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:0.1:1769074989.467080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0700. 00000400:00000200:3.0:1769074989.469551:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.469558:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7b600 00000400:00000200:3.0:1769074989.469562:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 83992 00000400:00000200:3.0:1769074989.469569:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.469571:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.469574:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.469577:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2a00. 00000020:00000010:0.0:1769074989.469624:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.469629:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.469632:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.469634:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b353f5700. 00000020:00000010:0.0:1769074989.469637:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.469660:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.469662:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.469664:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351434240 00000001:00000010:0.0:1769074989.469668:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0540. 00010000:00000010:0.0:1769074989.469678:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:0.0:1769074989.469682:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf680. 02000000:00000010:0.0:1769074989.469713:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b05d25000. 00010000:00000010:0.0:1769074989.469736:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:0.0:1769074989.469739:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf300. 00010000:00000010:0.0:1769074989.469746:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0700. 00010000:00000010:0.0:1769074989.469749:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439500. 00010000:00000010:0.0:1769074989.469751:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771cc00. 00010000:00000010:0.0:1769074989.469753:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfc80. 00000004:00000010:0.0:1769074989.469759:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e83c0. 00000004:00000010:0.0:1769074989.469763:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a01621258. 00000004:00000010:0.0:1769074989.469765:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e9100. 00080000:00000010:0.0:1769074989.469769:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b421c6800. 00000020:00000010:0.0:1769074989.469777:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c515a0. 00080000:00000010:0.0:1769074989.469780:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7800. 00000004:00000010:0.0:1769074989.469789:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b12a73900. 00000004:02000000:0.0:1769074989.469791:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:0.0:1769074989.469798:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629b600. 00020000:00000010:0.0:1769074989.469800:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629bc48. 00000004:00000010:0.0:1769074989.469806:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1765b778. 00080000:00000010:0.0:1769074989.469811:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00080000:00000010:0.0:1769074989.469824:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518240. 00000001:00000010:0.0:1769074989.469864:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a029241b8. 00000001:00000010:0.0:1769074989.469869:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a029241b8. 00080000:00000400:0.0:1769074989.469881:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.469883:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.469884:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.469886:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.469888:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.469889:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074989.469895:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b41339c80. 00080000:00000400:0.0:1769074989.469900:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.469901:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.469902:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.469904:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.469905:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.469907:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074989.469920:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.469921:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.469923:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.469924:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.469925:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.469927:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.469943:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51180. 00000001:00000010:0.0:1769074989.469948:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d18bf00. 00080000:00000010:0.0:1769074989.469958:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518240. 00080000:00000010:0.0:1769074989.469961:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.469964:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c515a0. 00010000:00000010:0.0:1769074989.470001:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077ad000. 00010000:00000010:0.0:1769074989.470007:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10663600. 00010000:00000010:0.0:1769074989.470011:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c400. 00010000:00000010:0.0:1769074989.470015:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe80. 00000004:00000010:0.0:1769074989.470054:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10663400. 00010000:00000010:0.0:1769074989.470069:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf300. 00010000:00000010:0.0:1769074989.470092:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf680. 00010000:00000200:0.0:1769074989.470098:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542501, last committed = 0 00010000:00000200:0.0:1769074989.470103:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2a00 x1855008351434240/t60129542501(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.470113:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074989.470116:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351434240, offset 224 00000400:00000200:0.0:1769074989.470119:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.470124:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.470128:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17474:17474:256:4294967295] 192.168.204.41@tcp LPNI seq info [17470:17470:8:4294967295] 00000400:00000200:0.0:1769074989.470134:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.470138:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.470140:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074989.470143:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.470146:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.470149:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.470163:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b353f5700. 00000020:00000010:0.0:1769074989.470166:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.470169:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:2.0:1769074989.470214:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.470242:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:2.0:1769074989.470245:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.470249:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.470252:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:2.0:1769074989.470254:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00010000:00000010:0.1:1769074989.471059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985000. 00010000:00000010:0.1:1769074989.471070:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b500. 00010000:00000010:0.1:1769074989.471073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771de00. 00010000:00000010:0.1:1769074989.471077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d000. 00000400:00000200:3.0:1769074989.471092:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.471103:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7b700 00000400:00000200:3.0:1769074989.471109:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 84640 00000400:00000200:3.0:1769074989.471120:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.471123:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.471127:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.471130:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd3800. 00000020:00000010:0.0:1769074989.471164:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.471167:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.471169:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.471172:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.471174:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.471193:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.471195:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.471197:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351434496 00000001:00000010:0.0:1769074989.471200:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73300. 02000000:00000010:0.0:1769074989.471211:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b1728d000. 00010000:00000010:0.0:1769074989.471225:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe80. 00010000:00000010:0.0:1769074989.471232:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10663600. 00000020:00000010:0.0:1769074989.471237:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18200e70. 00010000:00000010:0.0:1769074989.471248:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077ad300. 00010000:00000010:0.0:1769074989.471250:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10663600. 00010000:00000010:0.0:1769074989.471252:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d000. 00010000:00000010:0.0:1769074989.471254:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfe80. 00000020:00000010:0.0:1769074989.471264:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c515a0. 00080000:00000010:0.0:1769074989.471266:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6000. 00080000:00000010:0.0:1769074989.471272:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.471281:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51f60. 00000001:00000010:0.0:1769074989.471285:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73300. 00080000:00000010:0.0:1769074989.471291:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.471294:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c515a0. 00010000:00000200:0.0:1769074989.471311:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542502, last committed = 0 00010000:00000200:0.0:1769074989.471317:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd3800 x1855008351434496/t60129542502(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074989.471326:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074989.471329:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351434496, offset 224 00000400:00000200:0.0:1769074989.471332:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.471337:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.471340:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17475:17475:256:4294967295] 192.168.204.41@tcp LPNI seq info [17471:17471:8:4294967295] 00000400:00000200:0.0:1769074989.471347:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.471350:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.471352:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074989.471355:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.471358:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.471361:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.471379:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.471383:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.471386:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.471437:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.471440:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074989.471443:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.471447:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.471449:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:3.0:1769074989.471451:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000200:2.0:1769074989.472056:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.472064:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7b780 00000400:00000200:2.0:1769074989.472068:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 85128 00000400:00000200:2.0:1769074989.472075:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.472078:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.472081:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074989.472084:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484a80. 00000020:00000010:0.0:1769074989.472119:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.472123:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.472126:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.472128:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.472130:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.472147:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.472149:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.472151:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351434624 00000001:00000010:0.0:1769074989.472154:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d18bf00. 00010000:00000010:0.0:1769074989.472163:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771de00. 00010000:00000010:0.0:1769074989.472166:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf680. 02000000:00000010:0.0:1769074989.472177:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a0332c800. 00010000:00000200:0.0:1769074989.472190:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484a80 x1855008351434624/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.472199:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074989.472202:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351434624, offset 224 00000400:00000200:0.0:1769074989.472205:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.472209:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.472213:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17476:17476:256:4294967295] 192.168.204.41@tcp LPNI seq info [17472:17472:8:4294967295] 00000400:00000200:0.0:1769074989.472218:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.472222:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.472224:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28900. 00000800:00000200:0.0:1769074989.472227:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.472230:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.472232:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28900 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.472244:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.472246:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.472249:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.472284:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.472287:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28900. 00000400:00000200:3.0:1769074989.472290:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.472293:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.472296:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:3.0:1769074989.472297:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000400:00000200:3.0:1769074989.472905:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.472911:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7b800 00000400:00000200:3.0:1769074989.472915:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 880 00000400:00000200:3.0:1769074989.472921:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.472924:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.472927:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074989.472930:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2680. 00000020:00000010:2.0:1769074989.472979:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.472982:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.472986:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.472989:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.472991:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.473009:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.473011:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.473013:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351434752 02000000:00000010:2.0:1769074989.473022:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0882d800. 00080000:00000010:2.0:1769074989.473061:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205c00. 00080000:00000010:2.0:1769074989.473070:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.473078:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221700. 00080000:00000400:2.0:1769074989.473093:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.473095:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.473097:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.473099:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.473100:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.473102:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.473110:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd960. 00080000:00000010:2.0:1769074989.473118:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.473157:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2680 x1855008351434752/t8589935695(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.473167:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074989.473170:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351434752, offset 224 00000400:00000200:2.0:1769074989.473173:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.473178:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.473182:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17477:17477:256:4294967295] 192.168.204.41@tcp LPNI seq info [17473:17473:8:4294967295] 00000400:00000200:2.0:1769074989.473188:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.473192:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.473194:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.473197:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.473200:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.473203:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.473216:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.473219:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.473222:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.473261:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.473265:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:0.0:1769074989.473268:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.473272:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.473275:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:0.0:1769074989.473276:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:3.0:1769074989.473836:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.473842:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7b900 00000400:00000200:3.0:1769074989.473846:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x222c1 [2] + 784 00000400:00000200:3.0:1769074989.473851:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.473854:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.473857:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1769074989.473859:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0700. 00000020:00000010:0.0:1769074989.473906:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.473910:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.473912:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.473915:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.473917:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.473937:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.473940:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.473943:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351435008 02000000:00000010:0.0:1769074989.473960:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8a0332ec00. 00000020:00000010:0.0:1769074989.473981:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c515a0. 00080000:00000010:0.0:1769074989.473985:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6200. 00080000:00000010:0.0:1769074989.473994:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.474008:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51600. 00000001:00000010:0.0:1769074989.474011:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d18bf00. 00080000:00000010:0.0:1769074989.474018:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.474021:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c515a0. 00000004:00000010:0.0:1769074989.474060:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10663400. 00010000:00000200:0.0:1769074989.474080:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0700 x1855008351435008/t60129542503(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.474094:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074989.474098:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351435008, offset 224 00000400:00000200:0.0:1769074989.474103:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.474109:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.474113:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17478:17478:256:4294967295] 192.168.204.41@tcp LPNI seq info [17474:17474:8:4294967295] 00000400:00000200:0.0:1769074989.474120:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.474123:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.474126:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28000. 00000800:00000200:0.0:1769074989.474129:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.474133:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.474135:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28000 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.474149:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.474153:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.474156:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.474195:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.474198:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28000. 00000400:00000200:3.0:1769074989.474201:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.474204:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.474206:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:3.0:1769074989.474207:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00010000:00000010:3.1:1769074989.475053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d800. 00010000:00000010:3.1:1769074989.475060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0f00. 00000400:00000200:0.0:1769074989.477420:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.477428:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7ba00 00000400:00000200:0.0:1769074989.477438:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 85504 00000400:00000200:0.0:1769074989.477446:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.477449:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.477452:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.477455:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978380. 00000020:00000010:3.0:1769074989.477506:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.477511:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.477517:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453a00. 00000020:00000010:3.0:1769074989.477520:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.477524:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.477554:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.477558:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.477561:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351435264 00000001:00000010:3.0:1769074989.477567:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73300. 00010000:00000010:3.0:1769074989.477580:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538200. 00010000:00000010:3.0:1769074989.477585:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81880. 02000000:00000010:3.0:1769074989.477603:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8a04573000. 00010000:00000010:3.0:1769074989.477635:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539200. 00010000:00000010:3.0:1769074989.477641:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3580. 00010000:00000010:3.0:1769074989.477651:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3522b500. 00010000:00000010:3.0:1769074989.477655:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ee80. 00010000:00000010:3.0:1769074989.477659:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539e00. 00010000:00000010:3.0:1769074989.477662:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3780. 00000004:00000010:3.0:1769074989.477670:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f3860. 00000004:00000010:3.0:1769074989.477676:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790258. 00000004:00000010:3.0:1769074989.477680:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4880. 00080000:00000010:3.0:1769074989.477687:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8a096de800. 00000020:00000010:3.0:1769074989.477711:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a09282ba0. 00080000:00000010:3.0:1769074989.477723:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697800. 00000004:00000010:3.0:1769074989.477734:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b112e0540. 00000004:02000000:3.0:1769074989.477737:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.477745:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b412858d0. 00020000:00000010:3.0:1769074989.477747:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285f78. 00000004:00000010:3.0:1769074989.477754:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf10000. 00080000:00000010:3.0:1769074989.477759:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.477771:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000001:00000010:3.0:1769074989.477820:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.477825:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.477838:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.477840:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.477842:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.477844:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.477846:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.477847:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.477854:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e780. 00080000:00000400:3.0:1769074989.477860:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.477862:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.477864:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.477867:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.477869:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.477871:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.477894:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.477898:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.477900:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.477902:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.477905:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.477907:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.477930:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a092826c0. 00000001:00000010:3.0:1769074989.477935:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0c00. 00080000:00000010:3.0:1769074989.477946:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.477949:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.477953:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a09282ba0. 00010000:00000010:3.0:1769074989.477978:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b088d0f00. 00010000:00000010:3.0:1769074989.477982:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e380. 00010000:00000010:3.0:1769074989.477986:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538400. 00010000:00000010:3.0:1769074989.477991:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3000. 00000004:00000010:3.0:1769074989.478007:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074989.478019:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3580. 00010000:00000010:3.0:1769074989.478064:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81880. 00010000:00000200:3.0:1769074989.478074:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542504, last committed = 0 00010000:00000200:3.0:1769074989.478080:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978380 x1855008351435264/t60129542504(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.478091:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074989.478095:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351435264, offset 224 00000400:00000200:3.0:1769074989.478100:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.478106:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.478109:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17479:17479:256:4294967295] 192.168.204.41@tcp LPNI seq info [17475:17475:8:4294967295] 00000400:00000200:3.0:1769074989.478116:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.478119:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.478122:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074989.478126:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.478129:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.478132:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.478146:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.478149:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.478152:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453a00. 00000800:00000200:0.0:1769074989.478187:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.478190:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074989.478194:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.478197:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.478200:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:0.0:1769074989.478201:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00010000:00000010:0.1:1769074989.479076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:0.1:1769074989.479083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:0.1:1769074989.479086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c400. 00010000:00000010:0.1:1769074989.479089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077ad000. 00000400:00000200:3.0:1769074989.479238:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.479249:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7bb00 00000400:00000200:3.0:1769074989.479263:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 86152 00000400:00000200:3.0:1769074989.479274:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.479278:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.479283:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.479287:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0380. 00000020:00000010:0.0:1769074989.479341:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.479344:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.479348:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.479350:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.479353:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.479378:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.479381:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.479384:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351435520 00000001:00000010:0.0:1769074989.479389:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d18bf00. 02000000:00000010:0.0:1769074989.479405:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b1728e000. 00010000:00000010:0.0:1769074989.479425:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3000. 00010000:00000010:0.0:1769074989.479433:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e380. 00000020:00000010:0.0:1769074989.479441:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182003b8. 00010000:00000010:0.0:1769074989.479457:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077ad000. 00010000:00000010:0.0:1769074989.479460:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0a439900. 00010000:00000010:0.0:1769074989.479462:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985000. 00010000:00000010:0.0:1769074989.479465:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf300. 00000020:00000010:0.0:1769074989.479478:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c515a0. 00080000:00000010:0.0:1769074989.479480:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7000. 00080000:00000010:0.0:1769074989.479487:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.479500:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c514e0. 00000001:00000010:0.0:1769074989.479503:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d18bf00. 00080000:00000010:0.0:1769074989.479511:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.479514:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c515a0. 00010000:00000200:0.0:1769074989.479534:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542505, last committed = 0 00010000:00000200:0.0:1769074989.479539:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0380 x1855008351435520/t60129542505(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074989.479549:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000100:00000200:0.0:1769074989.479552:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351435520, offset 224 00000400:00000200:0.0:1769074989.479556:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.479562:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.479565:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17480:17480:256:4294967295] 192.168.204.41@tcp LPNI seq info [17476:17476:8:4294967295] 00000400:00000200:0.0:1769074989.479572:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.479575:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.479577:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28a00. 00000800:00000200:0.0:1769074989.479580:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.479584:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.479586:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28a00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.479602:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.479606:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.479608:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:2.0:1769074989.479659:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.479663:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28a00. 00000400:00000200:2.0:1769074989.479666:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.479670:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.479673:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00000400:00000010:2.0:1769074989.479674:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000400:00000200:0.0:1769074989.480192:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.480198:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7bb80 00000400:00000200:0.0:1769074989.480202:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 86640 00000400:00000200:0.0:1769074989.480209:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.480212:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.480214:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.480217:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979500. 00000020:00000010:3.0:1769074989.480257:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.480262:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.480267:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.480270:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.480274:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.480300:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.480303:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.480306:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351435648 00000001:00000010:3.0:1769074989.480312:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0c00. 00010000:00000010:3.0:1769074989.480324:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538800. 00010000:00000010:3.0:1769074989.480329:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3580. 02000000:00000010:3.0:1769074989.480344:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8a02bbdc00. 00010000:00000200:3.0:1769074989.480361:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979500 x1855008351435648/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.480369:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000100:00000200:3.0:1769074989.480372:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351435648, offset 224 00000400:00000200:3.0:1769074989.480375:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.480380:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.480384:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17481:17481:256:4294967295] 192.168.204.41@tcp LPNI seq info [17477:17477:8:4294967295] 00000400:00000200:3.0:1769074989.480390:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.480393:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.480396:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074989.480399:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.480402:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.480404:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.480418:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.480421:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.480423:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.480461:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.480464:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074989.480467:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.480470:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.480472:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000400:00000010:0.0:1769074989.480473:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00000400:00000200:2.0:1769074989.481139:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.481150:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7bc00 00000400:00000200:2.0:1769074989.481157:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 1320 00000400:00000200:2.0:1769074989.481169:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.481173:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.481177:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074989.481182:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 00000020:00000010:0.0:1769074989.481252:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.481256:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.481259:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.481262:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.481264:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.481284:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.481286:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.481288:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351435776 02000000:00000010:0.0:1769074989.481298:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fa02000. 00080000:00000010:0.0:1769074989.481308:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7c00. 00080000:00000010:0.0:1769074989.481315:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.481322:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18200268. 00080000:00000400:0.0:1769074989.481335:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074989.481338:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.481340:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074989.481341:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.481343:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.481344:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.481353:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c515a0. 00080000:00000010:0.0:1769074989.481363:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00010000:00000200:0.0:1769074989.481392:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485500 x1855008351435776/t8589935704(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.481402:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074989.481405:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351435776, offset 224 00000400:00000200:0.0:1769074989.481408:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.481413:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.481416:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17482:17482:256:4294967295] 192.168.204.41@tcp LPNI seq info [17478:17478:8:4294967295] 00000400:00000200:0.0:1769074989.481422:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.481426:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.481428:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28400. 00000800:00000200:0.0:1769074989.481432:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.481435:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.481437:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28400 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.481450:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.481452:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.481455:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.481493:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.481497:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28400. 00000400:00000200:3.0:1769074989.481500:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.481503:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.481506:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:3.0:1769074989.481507:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000400:00000200:0.0:1769074989.482120:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.482130:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7bd00 00000400:00000200:0.0:1769074989.482135:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x222c1 [2] + 1176 00000400:00000200:0.0:1769074989.482143:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.482146:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.482149:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.482152:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978a80. 00000020:00000010:2.0:1769074989.482195:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.482201:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.482206:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4a00. 00000020:00000010:2.0:1769074989.482210:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.482214:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.482242:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.482246:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.482249:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351436032 02000000:00000010:2.0:1769074989.482266:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0882c400. 00000020:00000010:2.0:1769074989.482288:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a010dd840. 00080000:00000010:2.0:1769074989.482303:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607a00. 00080000:00000010:2.0:1769074989.482313:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.482330:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd660. 00000001:00000010:2.0:1769074989.482333:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6180. 00080000:00000010:2.0:1769074989.482341:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.482344:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a010dd840. 00000004:00000010:2.0:1769074989.482356:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0944ef80. 00010000:00000200:2.0:1769074989.482372:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978a80 x1855008351436032/t60129542506(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.482382:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074989.482385:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351436032, offset 224 00000400:00000200:2.0:1769074989.482388:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.482393:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.482397:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17483:17483:256:4294967295] 192.168.204.41@tcp LPNI seq info [17479:17479:8:4294967295] 00000400:00000200:2.0:1769074989.482403:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.482406:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.482408:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.482412:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.482415:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.482417:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.482433:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.482436:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.482438:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4a00. 00000800:00000200:0.0:1769074989.482475:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.482478:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:0.0:1769074989.482482:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.482485:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.482488:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000400:00000010:0.0:1769074989.482490:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00010000:00000010:3.1:1769074989.483059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539200. 00000400:00000200:3.0:1769074989.485945:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.485953:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7be00 00000400:00000200:3.0:1769074989.485958:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 87016 00000400:00000200:3.0:1769074989.485965:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.485967:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.485971:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.485973:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2d80. 00000020:00000010:0.0:1769074989.486014:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.486019:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.486022:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.486043:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.486046:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.486072:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.486076:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.486080:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351436288 00000001:00000010:0.0:1769074989.486086:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d18bf00. 00010000:00000010:0.0:1769074989.486098:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4a00. 00010000:00000010:0.0:1769074989.486110:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf280. 02000000:00000010:0.0:1769074989.486128:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b17288000. 00010000:00000010:0.0:1769074989.486159:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:0.0:1769074989.486162:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfb80. 00010000:00000010:0.0:1769074989.486170:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077ad600. 00010000:00000010:0.0:1769074989.486173:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b11607a80. 00010000:00000010:0.0:1769074989.486176:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03485400. 00010000:00000010:0.0:1769074989.486178:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf580. 00000004:00000010:0.0:1769074989.486184:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b304e85a0. 00000004:00000010:0.0:1769074989.486189:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a01621348. 00000004:00000010:0.0:1769074989.486193:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e9870. 00080000:00000010:0.0:1769074989.486199:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b421c6600. 00000020:00000010:0.0:1769074989.486210:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51cc0. 00080000:00000010:0.0:1769074989.486213:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6400. 00000004:00000010:0.0:1769074989.486224:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0d18bf00. 00000004:02000000:0.0:1769074989.486228:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:0.0:1769074989.486236:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629be18. 00020000:00000010:0.0:1769074989.486238:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b920. 00000004:00000010:0.0:1769074989.486248:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b17658b18. 00080000:00000010:0.0:1769074989.486255:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00080000:00000010:0.0:1769074989.486269:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518240. 00000001:00000010:0.0:1769074989.486325:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a029241b8. 00000001:00000010:0.0:1769074989.486332:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a029241b8. 00080000:00000400:0.0:1769074989.486348:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.486350:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.486351:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.486353:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.486354:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.486356:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074989.486362:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b353f5700. 00080000:00000400:0.0:1769074989.486367:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.486369:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.486370:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.486372:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.486373:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.486374:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074989.486391:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.486393:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.486394:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.486396:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.486398:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.486399:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.486413:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b2223ac00. 00000001:00000010:0.0:1769074989.486417:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b476c00. 00080000:00000010:0.0:1769074989.486424:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518240. 00080000:00000010:0.0:1769074989.486426:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.486428:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51cc0. 00010000:00000010:0.0:1769074989.486448:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077ad200. 00010000:00000010:0.0:1769074989.486451:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b34dcde00. 00010000:00000010:0.0:1769074989.486454:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484a00. 00010000:00000010:0.0:1769074989.486457:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfc00. 00000004:00000010:0.0:1769074989.486470:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b06116800. 00010000:00000010:0.0:1769074989.486483:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfb80. 00010000:00000010:0.0:1769074989.486501:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf280. 00010000:00000200:0.0:1769074989.486506:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542507, last committed = 0 00010000:00000200:0.0:1769074989.486511:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd2d80 x1855008351436288/t60129542507(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.486520:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074989.486523:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351436288, offset 224 00000400:00000200:0.0:1769074989.486528:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.486535:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.486540:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17484:17484:256:4294967295] 192.168.204.41@tcp LPNI seq info [17480:17480:8:4294967295] 00000400:00000200:0.0:1769074989.486549:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.486554:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.486559:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28500. 00000800:00000200:0.0:1769074989.486563:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.486568:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.486571:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28500 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.486593:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.486598:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.486602:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.486673:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.486677:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28500. 00000400:00000200:3.0:1769074989.486680:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.486684:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.486687:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000400:00000010:3.0:1769074989.486702:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000400:00000200:0.0:1769074989.487561:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.487569:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7bf00 00000400:00000200:0.0:1769074989.487573:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 87664 00000400:00000200:0.0:1769074989.487581:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.487584:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.487587:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.487590:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497ad80. 00000020:00000010:3.0:1769074989.487630:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.487635:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.487638:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.487640:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.487643:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.487662:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.487664:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.487666:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351436544 00000001:00000010:3.0:1769074989.487670:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6180. 02000000:00000010:3.0:1769074989.487683:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b08157000. 00010000:00000010:3.0:1769074989.487714:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfc00. 00010000:00000010:3.0:1769074989.487721:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde00. 00000020:00000010:3.0:1769074989.487728:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014cee38. 00010000:00000010:3.0:1769074989.487741:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e0c700. 00010000:00000010:3.0:1769074989.487743:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e380. 00010000:00000010:3.0:1769074989.487746:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539200. 00010000:00000010:3.0:1769074989.487748:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3c00. 00000020:00000010:3.0:1769074989.487758:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a09282ba0. 00080000:00000010:3.0:1769074989.487760:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696200. 00080000:00000010:3.0:1769074989.487767:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.487779:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a099554e0. 00000001:00000010:3.0:1769074989.487782:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b112e0c00. 00080000:00000010:3.0:1769074989.487790:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.487792:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a09282ba0. 00010000:00000200:3.0:1769074989.487812:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542508, last committed = 0 00010000:00000200:3.0:1769074989.487818:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497ad80 x1855008351436544/t60129542508(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.487828:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000100:00000200:3.0:1769074989.487831:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351436544, offset 224 00000400:00000200:3.0:1769074989.487835:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.487840:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.487843:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17485:17485:256:4294967295] 192.168.204.41@tcp LPNI seq info [17481:17481:8:4294967295] 00000400:00000200:3.0:1769074989.487850:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.487854:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.487856:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074989.487859:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.487863:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.487865:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.487880:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.487883:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.487885:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.487939:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.487944:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074989.487948:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.487953:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.487957:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00000400:00000010:0.0:1769074989.487959:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00000400:00000200:3.0:1769074989.488501:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.488508:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7bf80 00000400:00000200:3.0:1769074989.488512:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 88152 00000400:00000200:3.0:1769074989.488519:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.488522:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.488525:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.488528:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0000. 00000020:00000010:0.0:1769074989.488567:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.488571:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.488574:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.488577:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.488579:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.488599:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.488601:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.488603:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351436672 00000001:00000010:0.0:1769074989.488606:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b476c00. 00010000:00000010:0.0:1769074989.488616:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484e00. 00010000:00000010:0.0:1769074989.488620:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf280. 02000000:00000010:0.0:1769074989.488632:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378ba800. 00010000:00000200:0.0:1769074989.488648:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0000 x1855008351436672/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.488657:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074989.488660:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351436672, offset 224 00000400:00000200:0.0:1769074989.488664:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.488669:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.488672:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17486:17486:256:4294967295] 192.168.204.41@tcp LPNI seq info [17482:17482:8:4294967295] 00000400:00000200:0.0:1769074989.488678:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.488682:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.488684:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28c00. 00000800:00000200:0.0:1769074989.488687:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.488704:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.488707:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28c00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.488719:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.488722:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.488724:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:2.0:1769074989.488783:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.488787:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28c00. 00000400:00000200:2.0:1769074989.488790:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.488795:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.488797:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:2.0:1769074989.488799:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000400:00000200:0.0:1769074989.489416:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.489422:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7c000 00000400:00000200:0.0:1769074989.489426:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 1760 00000400:00000200:0.0:1769074989.489442:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.489445:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.489448:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.489451:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 00000020:00000010:2.0:1769074989.489499:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.489505:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.489510:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.489514:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.489518:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.489546:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.489551:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.489554:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351436800 02000000:00000010:2.0:1769074989.489567:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a09d52000. 00080000:00000010:2.0:1769074989.489580:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607e00. 00080000:00000010:2.0:1769074989.489589:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.489597:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221d58. 00080000:00000400:2.0:1769074989.489609:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.489611:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.489613:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.489615:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.489617:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.489618:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.489626:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd840. 00080000:00000010:2.0:1769074989.489636:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.489648:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b100 x1855008351436800/t8589935696(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.489657:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074989.489666:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351436800, offset 224 00000400:00000200:2.0:1769074989.489671:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.489676:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.489679:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17487:17487:256:4294967295] 192.168.204.41@tcp LPNI seq info [17483:17483:8:4294967295] 00000400:00000200:2.0:1769074989.489686:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.489706:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.489709:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.489713:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.489719:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.489722:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.489738:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.489743:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.489746:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:3.0:1769074989.489789:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.489793:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:3.0:1769074989.489797:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.489802:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.489806:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074989.489808:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:2.0:1769074989.490392:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.490400:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7c100 00000400:00000200:2.0:1769074989.490404:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x222c1 [2] + 1568 00000400:00000200:2.0:1769074989.490412:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.490415:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.490418:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1769074989.490421:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486d80. 00000020:00000010:0.0:1769074989.490456:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.490459:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.490462:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.490465:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.490467:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.490484:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.490486:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.490488:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351437056 02000000:00000010:0.0:1769074989.490501:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b378b8400. 00000020:00000010:0.0:1769074989.490520:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a03c51cc0. 00080000:00000010:0.0:1769074989.490523:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864a00. 00080000:00000010:0.0:1769074989.490531:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.490547:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953000. 00000001:00000010:0.0:1769074989.490550:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8a0b476c00. 00080000:00000010:0.0:1769074989.490557:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.490560:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a03c51cc0. 00000004:00000010:0.0:1769074989.490569:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b06116800. 00010000:00000200:0.0:1769074989.490583:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38486d80 x1855008351437056/t60129542509(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.490592:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074989.490595:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351437056, offset 224 00000400:00000200:0.0:1769074989.490598:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.490603:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.490606:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17488:17488:256:4294967295] 192.168.204.41@tcp LPNI seq info [17484:17484:8:4294967295] 00000400:00000200:0.0:1769074989.490613:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.490616:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.490618:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28300. 00000800:00000200:0.0:1769074989.490621:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.490624:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.490627:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.490641:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.490643:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.490646:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:3.0:1769074989.490701:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.490705:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28300. 00000400:00000200:3.0:1769074989.490709:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.490714:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.490718:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:3.0:1769074989.490720:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00010000:00000010:0.1:1769074989.491056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538400. 00010000:00000010:0.1:1769074989.491062:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0f00. 00010000:00000010:3.1:1769074989.491069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538200. 00000400:00000200:3.0:1769074989.493833:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.493843:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7c200 00000400:00000200:3.0:1769074989.493850:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 88528 00000400:00000200:3.0:1769074989.493860:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.493862:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.493866:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.493868:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1180. 00000020:00000010:0.0:1769074989.493911:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.493916:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.493919:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6c00. 00000020:00000010:0.0:1769074989.493922:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.493924:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.493947:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.493949:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.493951:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351437312 00000001:00000010:0.0:1769074989.493955:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b112e0c00. 00010000:00000010:0.0:1769074989.493965:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843400. 00010000:00000010:0.0:1769074989.493969:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfb80. 02000000:00000010:0.0:1769074989.493982:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b1728c000. 00010000:00000010:0.0:1769074989.494004:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842c00. 00010000:00000010:0.0:1769074989.494007:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf380. 00010000:00000010:0.0:1769074989.494015:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077adf00. 00010000:00000010:0.0:1769074989.494017:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b27e91f00. 00010000:00000010:0.0:1769074989.494020:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843c00. 00010000:00000010:0.0:1769074989.494022:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf900. 00000004:00000010:0.0:1769074989.494049:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b35d78d20. 00000004:00000010:0.0:1769074989.494055:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8a016212d0. 00000004:00000010:0.0:1769074989.494059:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b368e9ed0. 00080000:00000010:0.0:1769074989.494078:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b173fd400. 00000020:00000010:0.0:1769074989.494095:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02953e40. 00080000:00000010:0.0:1769074989.494099:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc800. 00000004:00000010:0.0:1769074989.494112:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b35776900. 00000004:02000000:0.0:1769074989.494116:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:0.0:1769074989.494126:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b0629b8d0. 00020000:00000010:0.0:1769074989.494129:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b0629b730. 00000004:00000010:0.0:1769074989.494139:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b1765b9b0. 00080000:00000010:0.0:1769074989.494147:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00080000:00000010:0.0:1769074989.494162:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518240. 00000001:00000010:0.0:1769074989.494206:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a029241b8. 00000001:00000010:0.0:1769074989.494212:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a029241b8. 00080000:00000400:0.0:1769074989.494227:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.494230:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.494232:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.494235:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.494237:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.494239:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074989.494250:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b27e91800. 00080000:00000400:0.0:1769074989.494257:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.494259:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.494262:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.494264:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.494266:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.494269:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074989.494295:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:0.0:1769074989.494298:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:0.0:1769074989.494300:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:0.0:1769074989.494303:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:0.0:1769074989.494305:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:0.0:1769074989.494307:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074989.494330:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a029536c0. 00000001:00000010:0.0:1769074989.494334:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b35776f00. 00080000:00000010:0.0:1769074989.494343:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518240. 00080000:00000010:0.0:1769074989.494345:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.494347:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02953e40. 00010000:00000010:0.0:1769074989.494366:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077ad500. 00010000:00000010:0.0:1769074989.494369:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b27e91a00. 00010000:00000010:0.0:1769074989.494372:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843200. 00010000:00000010:0.0:1769074989.494374:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfc00. 00000004:00000010:0.0:1769074989.494387:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b27e91b80. 00010000:00000010:0.0:1769074989.494398:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf380. 00010000:00000010:0.0:1769074989.494414:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfb80. 00010000:00000200:0.0:1769074989.494420:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542510, last committed = 0 00010000:00000200:0.0:1769074989.494425:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1180 x1855008351437312/t60129542510(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.494434:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074989.494437:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351437312, offset 224 00000400:00000200:0.0:1769074989.494440:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.494446:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.494450:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17489:17489:256:4294967295] 192.168.204.41@tcp LPNI seq info [17485:17485:8:4294967295] 00000400:00000200:0.0:1769074989.494456:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.494459:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.494462:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28200. 00000800:00000200:0.0:1769074989.494465:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.494468:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.494470:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28200 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.494487:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b10663a80. 00000020:00000010:0.0:1769074989.494490:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.494492:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6c00. 00000800:00000200:2.0:1769074989.494546:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074989.494550:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28200. 00000400:00000200:2.0:1769074989.494553:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.494557:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074989.494560:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:2.0:1769074989.494562:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000400:00000200:3.0:1769074989.495319:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.495325:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7c300 00000400:00000200:3.0:1769074989.495329:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 89176 00000400:00000200:3.0:1769074989.495336:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.495338:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.495341:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.495344:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1c00. 00000020:00000010:0.0:1769074989.495412:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.495417:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.495422:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd800. 00000020:00000010:0.0:1769074989.495426:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.495430:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.495457:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.495461:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.495464:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351437568 00000001:00000010:0.0:1769074989.495470:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8a0b476c00. 02000000:00000010:0.0:1769074989.495487:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b17395000. 00010000:00000010:0.0:1769074989.495505:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfc00. 00010000:00000010:0.0:1769074989.495514:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b27e91a00. 00000020:00000010:0.0:1769074989.495523:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18200ab8. 00010000:00000010:0.0:1769074989.495534:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077adb00. 00010000:00000010:0.0:1769074989.495537:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b27e91a00. 00010000:00000010:0.0:1769074989.495539:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842000. 00010000:00000010:0.0:1769074989.495542:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfc00. 00000020:00000010:0.0:1769074989.495553:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02953e40. 00080000:00000010:0.0:1769074989.495555:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc000. 00080000:00000010:0.0:1769074989.495561:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.495572:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953a20. 00000001:00000010:0.0:1769074989.495575:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b357760c0. 00080000:00000010:0.0:1769074989.495583:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.495585:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02953e40. 00010000:00000200:0.0:1769074989.495605:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542511, last committed = 0 00010000:00000200:0.0:1769074989.495611:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1c00 x1855008351437568/t60129542511(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074989.495621:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074989.495623:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351437568, offset 224 00000400:00000200:0.0:1769074989.495627:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.495632:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.495635:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17490:17490:256:4294967295] 192.168.204.41@tcp LPNI seq info [17486:17486:8:4294967295] 00000400:00000200:0.0:1769074989.495642:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.495646:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.495649:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074989.495652:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.495655:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.495657:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.495672:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.495674:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.495676:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd800. 00000800:00000200:3.0:1769074989.495725:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.495728:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:3.0:1769074989.495730:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.495734:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.495736:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000010:3.0:1769074989.495737:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000400:00000200:2.0:1769074989.496301:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074989.496312:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7c380 00000400:00000200:2.0:1769074989.496318:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 89664 00000400:00000200:2.0:1769074989.496329:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.496333:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074989.496338:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074989.496342:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485c00. 00000020:00000010:0.0:1769074989.496384:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.496389:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.496393:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd800. 00000020:00000010:0.0:1769074989.496396:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.496400:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.496426:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.496429:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.496433:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351437696 00000001:00000010:0.0:1769074989.496438:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b35776f00. 00010000:00000010:0.0:1769074989.496447:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842800. 00010000:00000010:0.0:1769074989.496450:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcfb80. 02000000:00000010:0.0:1769074989.496461:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b378bac00. 00010000:00000200:0.0:1769074989.496475:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485c00 x1855008351437696/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.496483:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000200:0.0:1769074989.496486:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351437696, offset 224 00000400:00000200:0.0:1769074989.496489:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.496494:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.496497:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17491:17491:256:4294967295] 192.168.204.41@tcp LPNI seq info [17487:17487:8:4294967295] 00000400:00000200:0.0:1769074989.496503:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.496506:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.496509:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074989.496512:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.496515:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.496517:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.496530:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.496532:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.496534:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd800. 00000800:00000200:3.0:1769074989.496577:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074989.496580:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074989.496586:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.496590:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.496592:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:3.0:1769074989.496594:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00010000:00000010:3.1:1769074989.497060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484a00. 00010000:00000010:0.1:1769074989.497065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4400. 00010000:00000010:3.1:1769074989.497067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077ad200. 00010000:00000010:0.1:1769074989.497074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4a00. 00000400:00000200:3.0:1769074989.497232:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.497239:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7c400 00000400:00000200:3.0:1769074989.497243:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 2200 00000400:00000200:3.0:1769074989.497250:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.497252:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.497255:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074989.497257:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1880. 00000020:00000010:2.0:1769074989.497299:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.497304:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.497309:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.497313:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.497317:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.497344:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.497348:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.497351:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351437824 02000000:00000010:2.0:1769074989.497364:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0650a400. 00080000:00000010:2.0:1769074989.497377:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07606a00. 00080000:00000010:2.0:1769074989.497387:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.497394:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221380. 00080000:00000400:2.0:1769074989.497409:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.497412:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.497414:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.497415:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.497417:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.497419:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.497428:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd360. 00080000:00000010:2.0:1769074989.497437:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.497450:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1880 x1855008351437824/t8589935705(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.497460:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074989.497462:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351437824, offset 224 00000400:00000200:2.0:1769074989.497465:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.497470:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.497474:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17492:17492:256:4294967295] 192.168.204.41@tcp LPNI seq info [17488:17488:8:4294967295] 00000400:00000200:2.0:1769074989.497480:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.497484:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.497486:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.497489:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.497493:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.497496:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.497511:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.497513:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.497516:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:0.0:1769074989.497565:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.497569:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:0.0:1769074989.497572:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.497575:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.497578:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000010:0.0:1769074989.497579:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000400:00000200:3.0:1769074989.498174:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.498183:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7c500 00000400:00000200:3.0:1769074989.498189:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x222c1 [2] + 1960 00000400:00000010:3.0:1769074989.498194:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498a5d8. 00000400:00000200:3.0:1769074989.498210:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a01eba6c0 00000400:00000200:3.0:1769074989.498220:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.498224:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.498227:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01eba6c0 00000400:00000010:3.0:1769074989.498229:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01eba6c0. 00000100:00000200:3.0:1769074989.498233:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000020:00000010:0.0:1769074989.498270:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.498274:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.498276:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd800. 00000020:00000010:0.0:1769074989.498278:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.498280:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.498297:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.498298:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.498300:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351438080 02000000:00000010:0.0:1769074989.498315:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b378b9000. 00000020:00000010:0.0:1769074989.498339:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02953e40. 00080000:00000010:0.0:1769074989.498344:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc200. 00080000:00000010:0.0:1769074989.498354:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.498374:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953360. 00000001:00000010:0.0:1769074989.498379:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b35776f00. 00080000:00000010:0.0:1769074989.498390:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.498394:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02953e40. 00000004:00000010:0.0:1769074989.498409:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b27e91b80. 00010000:00000200:0.0:1769074989.498421:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b13186c50 x1855008351438080/t60129542512(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074989.498435:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:0.0:1769074989.498438:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351438080, offset 224 00000400:00000200:0.0:1769074989.498441:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.498445:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.498448:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17493:17493:256:4294967295] 192.168.204.41@tcp LPNI seq info [17489:17489:8:4294967295] 00000400:00000200:0.0:1769074989.498454:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.498457:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.498460:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000800:00000200:0.0:1769074989.498463:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.498466:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.498468:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.498481:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.498484:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.498486:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd800. 02000000:00000010:0.0:1769074989.498492:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b378b8400. 00000100:00000010:0.0:1769074989.498495:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486d80. 02000000:00000010:0.0:1769074989.498498:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0882c400. 00000100:00000010:0.0:1769074989.498500:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978a80. 02000000:00000010:0.0:1769074989.498503:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a0332ec00. 00000100:00000010:0.0:1769074989.498505:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd0700. 02000000:00000010:0.0:1769074989.498508:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8a0332d000. 00000100:00000010:0.0:1769074989.498511:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484380. 02000000:00000010:0.0:1769074989.498513:0:32340:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b0882f400. 00000100:00000010:0.0:1769074989.498515:0:32340:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a09022a00. 00000100:00000200:0.0:1769074989.498522:0:32340:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1769074989.498526:0:32340:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a029241b8. 00000800:00000200:3.0:1769074989.498527:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074989.498530:0:32340:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b35776000. 00000800:00000010:3.0:1769074989.498531:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074989.498536:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.498541:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074989.498544:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:3.0:1769074989.498545:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 02000000:00000010:3.0:1769074989.498549:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff8c8b378b9000. 00000400:00000200:0.0:1769074989.501647:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.501655:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7c600 00000400:00000200:0.0:1769074989.501660:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 90040 00000400:00000200:0.0:1769074989.501677:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.501680:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.501683:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.501686:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978a80. 00000020:00000010:3.0:1769074989.501744:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.501748:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.501752:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.501754:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.501757:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.501776:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.501778:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.501780:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351438336 00000001:00000010:3.0:1769074989.501784:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b357760c0. 00010000:00000010:3.0:1769074989.501794:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539000. 00010000:00000010:3.0:1769074989.501798:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3300. 02000000:00000010:3.0:1769074989.501812:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b38488000. 00010000:00000010:3.0:1769074989.501834:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538200. 00010000:00000010:3.0:1769074989.501837:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3d00. 00010000:00000010:3.0:1769074989.501844:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8a02e0cc00. 00010000:00000010:3.0:1769074989.501847:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944e880. 00010000:00000010:3.0:1769074989.501850:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538600. 00010000:00000010:3.0:1769074989.501852:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3280. 00000004:00000010:3.0:1769074989.501857:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f25a0. 00000004:00000010:3.0:1769074989.501861:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790708. 00000004:00000010:3.0:1769074989.501864:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5650. 00080000:00000010:3.0:1769074989.501868:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03697000. 00000020:00000010:3.0:1769074989.501877:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a09282ba0. 00080000:00000010:3.0:1769074989.501880:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697c00. 00000004:00000010:3.0:1769074989.501889:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b112e0c00. 00000004:02000000:3.0:1769074989.501891:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.501898:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285770. 00020000:00000010:3.0:1769074989.501900:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285468. 00000004:00000010:3.0:1769074989.501907:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf13778. 00080000:00000010:3.0:1769074989.501913:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.501924:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000001:00000010:3.0:1769074989.501968:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.501973:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.501985:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.501987:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.501989:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.501990:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.501992:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.501993:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.502000:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0944e300. 00080000:00000400:3.0:1769074989.502004:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.502005:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.502007:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.502008:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.502010:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.502011:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00000010:0.1:1769074989.502062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842c00. 00080000:00000400:3.0:1769074989.502066:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00010000:00000010:0.1:1769074989.502068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843400. 00080000:00000400:3.0:1769074989.502071:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00010000:00000010:0.1:1769074989.502074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843200. 00080000:00000400:3.0:1769074989.502077:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00010000:00000010:0.1:1769074989.502079:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077ad500. 00080000:00000400:3.0:1769074989.502082:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.502087:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.502090:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.502115:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ef00. 00000001:00000010:3.0:1769074989.502121:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b12a73300. 00080000:00000010:3.0:1769074989.502131:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.502135:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.502138:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a09282ba0. 00010000:00000010:3.0:1769074989.502164:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869ef00. 00010000:00000010:3.0:1769074989.502168:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed80. 00010000:00000010:3.0:1769074989.502173:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538e00. 00010000:00000010:3.0:1769074989.502178:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3980. 00000004:00000010:3.0:1769074989.502198:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b34dcde00. 00010000:00000010:3.0:1769074989.502215:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3d00. 00010000:00000010:3.0:1769074989.502242:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3300. 00010000:00000200:3.0:1769074989.502250:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542513, last committed = 0 00010000:00000200:3.0:1769074989.502257:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978a80 x1855008351438336/t60129542513(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.502270:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000100:00000200:3.0:1769074989.502274:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351438336, offset 224 00000400:00000200:3.0:1769074989.502280:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.502287:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.502292:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17494:17494:256:4294967295] 192.168.204.41@tcp LPNI seq info [17490:17490:8:4294967295] 00000400:00000200:3.0:1769074989.502301:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.502307:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.502311:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074989.502315:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.502320:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.502323:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.502345:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ec00. 00000020:00000010:3.0:1769074989.502350:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.502354:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.502394:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.502397:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074989.502400:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.502404:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.502406:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000400:00000010:0.0:1769074989.502407:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00000400:00000200:3.0:1769074989.503170:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074989.503180:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7c700 00000400:00000200:3.0:1769074989.503186:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 90688 00000400:00000200:3.0:1769074989.503196:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074989.503200:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074989.503204:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1769074989.503208:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd0700. 00000020:00000010:0.0:1769074989.503251:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.503254:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.503257:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd800. 00000020:00000010:0.0:1769074989.503260:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.503262:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.503282:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.503283:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b09518e80. 00000100:00000200:0.0:1769074989.503285:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351438592 00000001:00000010:0.0:1769074989.503289:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b35776f00. 02000000:00000010:0.0:1769074989.503300:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b17392000. 00010000:00000010:0.0:1769074989.503314:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3980. 00010000:00000010:0.0:1769074989.503322:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed80. 00000020:00000010:0.0:1769074989.503328:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182000e0. 00010000:00000010:0.0:1769074989.503340:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b077ad500. 00010000:00000010:0.0:1769074989.503343:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b353f5000. 00010000:00000010:0.0:1769074989.503346:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843400. 00010000:00000010:0.0:1769074989.503348:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b05fcf380. 00000020:00000010:0.0:1769074989.503358:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02953e40. 00080000:00000010:0.0:1769074989.503361:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fd000. 00080000:00000010:0.0:1769074989.503367:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b09518e80. 00000001:00000010:0.0:1769074989.503377:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953960. 00000001:00000010:0.0:1769074989.503380:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b35776f00. 00080000:00000010:0.0:1769074989.503388:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b09518e80. 00000020:00000010:0.0:1769074989.503391:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02953e40. 00010000:00000200:0.0:1769074989.503410:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542514, last committed = 0 00010000:00000200:0.0:1769074989.503415:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd0700 x1855008351438592/t60129542514(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074989.503424:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074989.503427:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351438592, offset 224 00000400:00000200:0.0:1769074989.503430:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074989.503435:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074989.503439:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17495:17495:256:4294967295] 192.168.204.41@tcp LPNI seq info [17491:17491:8:4294967295] 00000400:00000200:0.0:1769074989.503446:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074989.503449:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074989.503451:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074989.503472:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074989.503476:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074989.503478:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:0.0:1769074989.503490:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b27e91c00. 00000020:00000010:0.0:1769074989.503494:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074989.503496:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd800. 00000800:00000200:1.0:1769074989.503551:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.503554:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074989.503557:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.503561:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.503564:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:1.0:1769074989.503565:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000400:00000200:0.0:1769074989.504132:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.504138:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7c780 00000400:00000200:0.0:1769074989.504143:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 91176 00000400:00000200:0.0:1769074989.504153:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.504158:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.504162:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.504166:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b480. 00000020:00000010:3.0:1769074989.504211:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.504216:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.504221:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.504224:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.504226:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.504245:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.504247:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.504249:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351438720 00000001:00000010:3.0:1769074989.504253:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b12a73300. 00010000:00000010:3.0:1769074989.504262:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538a00. 00010000:00000010:3.0:1769074989.504265:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3300. 02000000:00000010:3.0:1769074989.504277:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b35dd3c00. 00010000:00000200:3.0:1769074989.504291:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b480 x1855008351438720/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.504300:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074989.504302:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351438720, offset 224 00000400:00000200:3.0:1769074989.504305:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.504310:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.504313:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17496:17496:256:4294967295] 192.168.204.41@tcp LPNI seq info [17492:17492:8:4294967295] 00000400:00000200:3.0:1769074989.504319:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.504323:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.504325:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074989.504328:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.504332:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.504334:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.504347:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.504349:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.504352:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.504391:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.504394:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074989.504397:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.504400:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.504403:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:0.0:1769074989.504404:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000200:1.0:1769074989.505150:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.505158:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7c800 00000400:00000200:1.0:1769074989.505162:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 2640 00000400:00000200:1.0:1769074989.505169:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.505179:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.505182:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.505186:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599c00. 00000020:00000010:2.0:1769074989.505229:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.505234:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.505237:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.505239:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.505241:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.505260:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.505262:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.505265:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351438848 02000000:00000010:2.0:1769074989.505274:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0650b000. 00080000:00000010:2.0:1769074989.505282:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607600. 00080000:00000010:2.0:1769074989.505288:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.505293:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221498. 00080000:00000400:2.0:1769074989.505305:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.505307:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.505309:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.505311:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.505313:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.505314:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.505322:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd420. 00080000:00000010:2.0:1769074989.505331:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.505343:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599c00 x1855008351438848/t8589935697(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.505353:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074989.505356:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351438848, offset 224 00000400:00000200:2.0:1769074989.505359:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.505364:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.505368:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17497:17497:256:4294967295] 192.168.204.41@tcp LPNI seq info [17493:17493:8:4294967295] 00000400:00000200:2.0:1769074989.505374:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.505377:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.505380:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.505383:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.505387:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.505390:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.505403:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.505406:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.505409:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:0.0:1769074989.505437:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.505440:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:0.0:1769074989.505444:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.505447:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.505450:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:0.0:1769074989.505451:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:0.0:1769074989.506071:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.506077:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7c900 00000400:00000200:0.0:1769074989.506081:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x223d5 [2] + 0 00000400:00000200:0.0:1769074989.506088:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.506090:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.506093:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.506096:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978700. 00000020:00000010:2.0:1769074989.506130:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.506133:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.506136:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.506138:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.506140:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.506158:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.506160:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.506162:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351439104 02000000:00000010:2.0:1769074989.506175:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0650ac00. 00000020:00000010:2.0:1769074989.506193:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a010dda20. 00080000:00000010:2.0:1769074989.506196:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607400. 00080000:00000010:2.0:1769074989.506203:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.506217:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd0c0. 00000001:00000010:2.0:1769074989.506220:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6d80. 00080000:00000010:2.0:1769074989.506228:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.506230:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a010dda20. 00000004:00000010:2.0:1769074989.506240:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b34dcde00. 00010000:00000200:2.0:1769074989.506255:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978700 x1855008351439104/t60129542515(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.506265:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074989.506268:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351439104, offset 224 00000400:00000200:2.0:1769074989.506271:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.506276:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.506279:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17498:17498:256:4294967295] 192.168.204.41@tcp LPNI seq info [17494:17494:8:4294967295] 00000400:00000200:2.0:1769074989.506285:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.506288:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.506291:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.506294:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.506297:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.506299:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.506312:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.506315:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.506317:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:1.0:1769074989.506375:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.506381:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:1.0:1769074989.506384:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.506389:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.506392:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:1.0:1769074989.506394:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00010000:00000010:3.1:1769074989.508069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538200. 00010000:00000010:3.1:1769074989.508076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539000. 00000400:00000200:0.0:1769074989.509348:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.509355:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7ca00 00000400:00000200:0.0:1769074989.509360:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 91552 00000400:00000200:0.0:1769074989.509368:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.509370:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.509373:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.509376:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04979180. 00000020:00000010:3.0:1769074989.509426:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.509430:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.509433:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.509435:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.509438:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.509457:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.509459:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.509461:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351439360 00000001:00000010:3.0:1769074989.509464:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b35776f00. 00010000:00000010:3.0:1769074989.509473:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17539000. 00010000:00000010:3.0:1769074989.509477:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3d00. 02000000:00000010:3.0:1769074989.509490:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b3848f000. 00010000:00000010:3.0:1769074989.509510:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538200. 00010000:00000010:3.0:1769074989.509513:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3500. 00010000:00000010:3.0:1769074989.509520:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e600. 00010000:00000010:3.0:1769074989.509523:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ec00. 00010000:00000010:3.0:1769074989.509525:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538c00. 00010000:00000010:3.0:1769074989.509527:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3380. 00000004:00000010:3.0:1769074989.509533:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f2f00. 00000004:00000010:3.0:1769074989.509537:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b177908e8. 00000004:00000010:3.0:1769074989.509540:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5760. 00080000:00000010:3.0:1769074989.509544:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03696600. 00000020:00000010:3.0:1769074989.509553:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.509555:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696400. 00000004:00000010:3.0:1769074989.509564:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b12a73300. 00000004:02000000:3.0:1769074989.509567:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.509574:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285840. 00020000:00000010:3.0:1769074989.509576:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285548. 00000004:00000010:3.0:1769074989.509583:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf127f0. 00080000:00000010:3.0:1769074989.509588:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.509600:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000001:00000010:3.0:1769074989.509643:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.509649:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.509660:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.509663:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.509665:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.509666:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.509668:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.509669:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.509676:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b10df0300. 00080000:00000400:3.0:1769074989.509680:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.509682:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.509683:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.509684:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.509686:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.509703:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.509723:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.509725:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.509726:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.509728:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.509730:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.509731:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.509745:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e360. 00000001:00000010:3.0:1769074989.509749:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b27fce480. 00080000:00000010:3.0:1769074989.509756:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.509758:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.509760:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00010000:00000010:3.0:1769074989.509778:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869ee00. 00010000:00000010:3.0:1769074989.509781:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0480. 00010000:00000010:3.0:1769074989.509784:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b17538400. 00010000:00000010:3.0:1769074989.509786:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00000004:00000010:3.0:1769074989.509799:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b10df0180. 00010000:00000010:3.0:1769074989.509809:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3500. 00010000:00000010:3.0:1769074989.509826:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3d00. 00010000:00000200:3.0:1769074989.509830:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542516, last committed = 0 00010000:00000200:3.0:1769074989.509835:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04979180 x1855008351439360/t60129542516(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.509845:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074989.509848:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351439360, offset 224 00000400:00000200:3.0:1769074989.509852:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.509857:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.509860:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17499:17499:256:4294967295] 192.168.204.41@tcp LPNI seq info [17495:17495:8:4294967295] 00000400:00000200:3.0:1769074989.509867:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.509870:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.509873:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000800:00000200:3.0:1769074989.509876:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.509880:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.509882:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.509897:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.509900:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.509902:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.509950:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.509953:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:0.0:1769074989.509956:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.509960:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.509963:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:0.0:1769074989.509964:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000400:00000200:1.0:1769074989.510771:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.510778:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7cb00 00000400:00000200:1.0:1769074989.510783:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 92200 00000400:00000200:1.0:1769074989.510790:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.510793:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.510796:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.510799:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598000. 00000020:00000010:3.0:1769074989.510835:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.510839:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.510841:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.510844:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.510846:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.510865:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.510866:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.510868:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351439616 00000001:00000010:3.0:1769074989.510872:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6d80. 02000000:00000010:3.0:1769074989.510884:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b03c80000. 00010000:00000010:3.0:1769074989.510898:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:3.0:1769074989.510904:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0480. 00000020:00000010:3.0:1769074989.510910:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014ce690. 00010000:00000010:3.0:1769074989.510920:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869ed00. 00010000:00000010:3.0:1769074989.510922:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b10df0480. 00010000:00000010:3.0:1769074989.510925:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b03484a00. 00010000:00000010:3.0:1769074989.510927:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3b00. 00000020:00000010:3.0:1769074989.510937:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.510940:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696e00. 00080000:00000010:3.0:1769074989.510946:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.510955:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e180. 00000001:00000010:3.0:1769074989.510959:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6600. 00080000:00000010:3.0:1769074989.510966:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.510968:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00010000:00000200:3.0:1769074989.510987:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542517, last committed = 0 00010000:00000200:3.0:1769074989.510992:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598000 x1855008351439616/t60129542517(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.511001:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074989.511003:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351439616, offset 224 00000400:00000200:3.0:1769074989.511007:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.511011:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.511015:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17500:17500:256:4294967295] 192.168.204.41@tcp LPNI seq info [17496:17496:8:4294967295] 00000400:00000200:3.0:1769074989.511021:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.511040:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.511043:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074989.511048:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.511052:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.511055:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.511067:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.511071:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.511073:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.511110:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.511114:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074989.511118:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.511122:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.511125:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:0.0:1769074989.511126:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000400:00000200:0.0:1769074989.511675:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.511683:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7cb80 00000400:00000200:0.0:1769074989.511698:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 92688 00000400:00000200:0.0:1769074989.511710:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.511714:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.511719:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.511723:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a09022a00. 00000020:00000010:3.0:1769074989.511763:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.511766:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.511769:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.511771:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.511773:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.511791:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.511793:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.511795:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351439744 00000001:00000010:3.0:1769074989.511798:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b27fce480. 00010000:00000010:3.0:1769074989.511808:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771c400. 00010000:00000010:3.0:1769074989.511811:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3d00. 02000000:00000010:3.0:1769074989.511823:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b08887c00. 00010000:00000200:3.0:1769074989.511837:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a09022a00 x1855008351439744/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.511846:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074989.511848:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351439744, offset 224 00000400:00000200:3.0:1769074989.511852:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.511856:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.511860:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17501:17501:256:4294967295] 192.168.204.41@tcp LPNI seq info [17497:17497:8:4294967295] 00000400:00000200:3.0:1769074989.511866:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.511869:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.511872:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074989.511875:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.511878:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.511880:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.511893:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.511895:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.511897:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:1.0:1769074989.511940:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.511945:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:1.0:1769074989.511949:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.511955:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.511959:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:1.0:1769074989.511961:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000400:00000200:0.0:1769074989.512632:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.512638:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7cc00 00000400:00000200:0.0:1769074989.512642:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 3080 00000400:00000200:0.0:1769074989.512648:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.512651:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.512654:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.512657:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0380. 00000020:00000010:2.0:1769074989.512705:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.512709:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.512712:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.512715:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.512717:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.512736:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.512738:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.512740:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351439872 02000000:00000010:2.0:1769074989.512749:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0650a800. 00080000:00000010:2.0:1769074989.512758:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07606800. 00080000:00000010:2.0:1769074989.512766:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.512774:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b182218c0. 00080000:00000400:2.0:1769074989.512789:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.512793:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.512795:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.512798:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.512801:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.512804:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.512817:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dda20. 00080000:00000010:2.0:1769074989.512828:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.512843:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0380 x1855008351439872/t8589935706(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.512856:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000100:00000200:2.0:1769074989.512860:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351439872, offset 224 00000400:00000200:2.0:1769074989.512865:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.512873:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.512878:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17502:17502:256:4294967295] 192.168.204.41@tcp LPNI seq info [17498:17498:8:4294967295] 00000400:00000200:2.0:1769074989.512888:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.512893:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.512897:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.512902:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.512907:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.512910:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.512925:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.512927:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.512938:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:0.0:1769074989.512973:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.512976:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:0.0:1769074989.512979:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.512982:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.512985:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000400:00000010:0.0:1769074989.512986:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00010000:00000010:0.1:1769074989.513052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538e00. 00010000:00000010:0.1:1769074989.513060:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869ef00. 00000400:00000200:1.0:1769074989.513596:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.513603:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7cd00 00000400:00000200:1.0:1769074989.513608:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x223d5 [2] + 392 00000400:00000200:1.0:1769074989.513615:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.513618:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.513621:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074989.513624:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599500. 00000020:00000010:2.0:1769074989.513671:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.513674:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.513676:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.513679:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.513681:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.513709:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.513711:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.513713:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351440128 02000000:00000010:2.0:1769074989.513727:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b0650b400. 00000020:00000010:2.0:1769074989.513747:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a010dd900. 00080000:00000010:2.0:1769074989.513750:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607800. 00080000:00000010:2.0:1769074989.513757:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.513777:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd480. 00000001:00000010:2.0:1769074989.513781:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6e40. 00080000:00000010:2.0:1769074989.513792:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.513796:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a010dd900. 00000004:00000010:2.0:1769074989.513811:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b10df0180. 00010000:00000200:2.0:1769074989.513828:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599500 x1855008351440128/t60129542518(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.513839:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074989.513843:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351440128, offset 224 00000400:00000200:2.0:1769074989.513848:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.513855:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.513859:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17503:17503:256:4294967295] 192.168.204.41@tcp LPNI seq info [17499:17499:8:4294967295] 00000400:00000200:2.0:1769074989.513868:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.513874:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.513877:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.513882:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.513887:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.513890:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.513908:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.513911:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.513913:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:0.0:1769074989.513958:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.513962:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:0.0:1769074989.513965:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.513969:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.513972:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:0.0:1769074989.513974:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00010000:00000010:3.1:1769074989.517073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538200. 00010000:00000010:3.1:1769074989.517078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539000. 00000400:00000200:0.0:1769074989.517128:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.517135:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7ce00 00000400:00000200:0.0:1769074989.517140:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 93064 00000400:00000200:0.0:1769074989.517147:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.517149:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.517153:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.517156:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1180. 00000020:00000010:3.0:1769074989.517195:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.517200:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.517204:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.517208:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.517211:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.517237:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.517240:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.517244:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351440384 00000001:00000010:3.0:1769074989.517255:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6600. 00010000:00000010:3.0:1769074989.517266:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:3.0:1769074989.517269:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3500. 02000000:00000010:3.0:1769074989.517280:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b03c87000. 00010000:00000010:3.0:1769074989.517301:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:3.0:1769074989.517304:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 00010000:00000010:3.0:1769074989.517311:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e300. 00010000:00000010:3.0:1769074989.517314:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ef80. 00010000:00000010:3.0:1769074989.517318:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771d800. 00010000:00000010:3.0:1769074989.517322:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3980. 00000004:00000010:3.0:1769074989.517331:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f2780. 00000004:00000010:3.0:1769074989.517337:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790438. 00000004:00000010:3.0:1769074989.517341:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4550. 00080000:00000010:3.0:1769074989.517347:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03696c00. 00000020:00000010:3.0:1769074989.517360:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.517363:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697a00. 00000004:00000010:3.0:1769074989.517375:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b0d2b6600. 00000004:02000000:3.0:1769074989.517380:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.517388:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285d78. 00020000:00000010:3.0:1769074989.517391:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b412856d8. 00000004:00000010:3.0:1769074989.517400:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf125b8. 00080000:00000010:3.0:1769074989.517408:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.517425:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000001:00000010:3.0:1769074989.517467:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074989.517473:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.517488:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.517492:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.517494:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.517497:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.517499:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.517502:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074989.517513:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0b0fc880. 00080000:00000400:3.0:1769074989.517520:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.517523:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.517525:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.517528:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.517530:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.517532:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074989.517570:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.517574:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.517575:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.517577:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.517578:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.517580:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.517597:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e720. 00000001:00000010:3.0:1769074989.517600:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6900. 00080000:00000010:3.0:1769074989.517607:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.517610:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.517612:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00010000:00000010:3.0:1769074989.517631:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869ec00. 00010000:00000010:3.0:1769074989.517633:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc580. 00010000:00000010:3.0:1769074989.517637:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:3.0:1769074989.517640:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3000. 00000004:00000010:3.0:1769074989.517652:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0b0fc080. 00010000:00000010:3.0:1769074989.517662:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00010000:00000010:3.0:1769074989.517679:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3500. 00010000:00000200:3.0:1769074989.517683:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542519, last committed = 0 00010000:00000200:3.0:1769074989.517702:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1180 x1855008351440384/t60129542519(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.517713:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fcc0. 00000100:00000200:3.0:1769074989.517715:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351440384, offset 224 00000400:00000200:3.0:1769074989.517719:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.517724:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.517727:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17504:17504:256:4294967295] 192.168.204.41@tcp LPNI seq info [17500:17500:8:4294967295] 00000400:00000200:3.0:1769074989.517733:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.517737:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.517739:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074989.517742:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.517746:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.517749:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 760 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.517768:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0944ed80. 00000020:00000010:3.0:1769074989.517773:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.517776:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:1.0:1769074989.517833:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.517837:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074989.517842:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.517848:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.517851:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fcc0 00000400:00000010:1.0:1769074989.517854:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fcc0. 00000400:00000200:0.0:1769074989.518788:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.518796:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7cf00 00000400:00000200:0.0:1769074989.518800:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 93712 00000400:00000200:0.0:1769074989.518808:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.518811:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.518814:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.518817:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2680. 00000020:00000010:3.0:1769074989.518856:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.518861:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.518864:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.518867:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.518869:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.518889:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.518891:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.518892:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351440640 00000001:00000010:3.0:1769074989.518896:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6e40. 02000000:00000010:3.0:1769074989.518908:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b03c84000. 00010000:00000010:3.0:1769074989.518922:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3000. 00010000:00000010:3.0:1769074989.518929:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc580. 00000020:00000010:3.0:1769074989.518936:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014ced58. 00010000:00000010:3.0:1769074989.518947:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e100. 00010000:00000010:3.0:1769074989.518950:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc580. 00010000:00000010:3.0:1769074989.518953:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59200. 00010000:00000010:3.0:1769074989.518956:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3000. 00000020:00000010:3.0:1769074989.518966:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.518968:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697200. 00080000:00000010:3.0:1769074989.518975:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.518985:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ea80. 00000001:00000010:3.0:1769074989.518989:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b27fce480. 00080000:00000010:3.0:1769074989.518996:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.518999:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00010000:00000200:3.0:1769074989.519018:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542520, last committed = 0 00010000:00000200:3.0:1769074989.519024:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2680 x1855008351440640/t60129542520(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.519051:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074989.519053:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351440640, offset 224 00000400:00000200:3.0:1769074989.519057:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.519062:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.519066:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17505:17505:256:4294967295] 192.168.204.41@tcp LPNI seq info [17501:17501:8:4294967295] 00000400:00000200:3.0:1769074989.519072:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.519076:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.519079:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074989.519082:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.519086:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.519088:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.519100:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.519103:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.519106:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.519142:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.519145:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074989.519148:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.519152:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.519155:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:0.0:1769074989.519157:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000400:00000200:1.0:1769074989.519731:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.519741:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7cf80 00000400:00000200:1.0:1769074989.519746:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 94200 00000400:00000200:1.0:1769074989.519757:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.519761:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.519765:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.519768:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598380. 00000020:00000010:3.0:1769074989.519811:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.519816:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.519821:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.519824:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.519827:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.519851:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.519854:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.519858:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351440768 00000001:00000010:3.0:1769074989.519864:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6900. 00010000:00000010:3.0:1769074989.519875:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:3.0:1769074989.519879:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3500. 02000000:00000010:3.0:1769074989.519890:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b08887000. 00010000:00000200:3.0:1769074989.519904:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598380 x1855008351440768/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.519923:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074989.519926:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351440768, offset 224 00000400:00000200:3.0:1769074989.519930:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.519935:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.519938:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17506:17506:256:4294967295] 192.168.204.41@tcp LPNI seq info [17502:17502:8:4294967295] 00000400:00000200:3.0:1769074989.519945:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.519948:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.519950:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074989.519953:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.519957:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.519960:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.519973:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.519975:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.519977:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.520022:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.520054:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074989.520058:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.520064:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.520068:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:0.0:1769074989.520071:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000400:00000200:0.0:1769074989.520811:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.520818:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7d000 00000400:00000200:0.0:1769074989.520821:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 3520 00000400:00000200:0.0:1769074989.520829:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.520832:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.520835:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074989.520838:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 00000020:00000010:2.0:1769074989.520899:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.520903:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.520906:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.520909:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.520911:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.520935:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.520938:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.520943:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351440896 02000000:00000010:2.0:1769074989.520952:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b06509000. 00080000:00000010:2.0:1769074989.520960:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07606000. 00080000:00000010:2.0:1769074989.520966:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.520972:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221e00. 00080000:00000400:2.0:1769074989.520984:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.520986:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.520988:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.520989:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.520991:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.520993:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.521001:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd900. 00080000:00000010:2.0:1769074989.521009:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.521020:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0000 x1855008351440896/t8589935698(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.521047:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074989.521051:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351440896, offset 224 00000400:00000200:2.0:1769074989.521056:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:3.1:1769074989.521057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538400. 00000400:00000200:2.0:1769074989.521064:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:3.1:1769074989.521066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869ee00. 00000400:00000200:2.0:1769074989.521071:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17507:17507:256:4294967295] 192.168.204.41@tcp LPNI seq info [17503:17503:8:4294967295] 00000400:00000200:2.0:1769074989.521079:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.521083:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.521085:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.521088:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.521092:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.521094:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.521106:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.521109:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.521111:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:1.0:1769074989.521159:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.521162:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:1.0:1769074989.521165:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.521169:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.521171:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:1.0:1769074989.521172:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:0.0:1769074989.521749:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.521757:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7d100 00000400:00000200:0.0:1769074989.521762:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x223d5 [2] + 784 00000400:00000200:0.0:1769074989.521780:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.521783:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.521787:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.521790:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd2a00. 00000020:00000010:2.0:1769074989.521833:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.521838:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.521842:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.521845:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.521848:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.521872:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.521875:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.521878:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351441152 02000000:00000010:2.0:1769074989.521896:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b06508800. 00000020:00000010:2.0:1769074989.521921:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a010ddf00. 00080000:00000010:2.0:1769074989.521926:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07606200. 00080000:00000010:2.0:1769074989.521939:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.521959:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010ddd20. 00000001:00000010:2.0:1769074989.521964:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6540. 00080000:00000010:2.0:1769074989.521974:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.521978:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a010ddf00. 00000004:00000010:2.0:1769074989.521995:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0b0fc080. 00010000:00000200:2.0:1769074989.522015:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd2a00 x1855008351441152/t60129542521(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.522052:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074989.522057:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351441152, offset 224 00000400:00000200:2.0:1769074989.522063:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.522070:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.522075:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17508:17508:256:4294967295] 192.168.204.41@tcp LPNI seq info [17504:17504:8:4294967295] 00000400:00000200:2.0:1769074989.522085:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.522090:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.522095:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.522100:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.522105:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.522109:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.522127:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.522130:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.522134:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00000800:00000200:0.0:1769074989.522181:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.522184:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:0.0:1769074989.522187:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.522190:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.522193:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:0.0:1769074989.522194:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00010000:00000010:3.1:1769074989.525055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:3.1:1769074989.525062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771dc00. 00000400:00000200:1.0:1769074989.526206:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.526215:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7d200 00000400:00000200:1.0:1769074989.526221:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 94576 00000400:00000200:1.0:1769074989.526229:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.526231:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.526235:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074989.526238:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599880. 00000020:00000010:3.0:1769074989.526286:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.526291:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.526296:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.526301:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.526305:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.526337:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.526340:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.526343:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351441408 00000001:00000010:3.0:1769074989.526351:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b27fce480. 00010000:00000010:3.0:1769074989.526368:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e59e00. 00010000:00000010:3.0:1769074989.526374:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8a098c3e00. 02000000:00000010:3.0:1769074989.526395:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8a02c4b000. 00010000:00000010:3.0:1769074989.526428:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a02e58400. 00010000:00000010:3.0:1769074989.526432:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b3cf81880. 00010000:00000010:3.0:1769074989.526443:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869ee00. 00010000:00000010:3.0:1769074989.526445:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fca00. 00010000:00000010:3.0:1769074989.526448:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:3.0:1769074989.526450:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0362cd00. 00000004:00000010:3.0:1769074989.526457:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0a1f21e0. 00000004:00000010:3.0:1769074989.526463:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b17790780. 00000004:00000010:3.0:1769074989.526466:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a5dc0. 00080000:00000010:3.0:1769074989.526473:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03697e00. 00000020:00000010:3.0:1769074989.526489:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.526493:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696a00. 00000004:00000010:3.0:1769074989.526510:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b27fce480. 00000004:02000000:3.0:1769074989.526515:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.526528:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b412859c0. 00020000:00000010:3.0:1769074989.526532:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285430. 00000004:00000010:3.0:1769074989.526545:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf111c0. 00080000:00000010:3.0:1769074989.526565:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.526590:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000100:00000010:1.0:1769074989.526591:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598700. 02000000:00000010:1.0:1769074989.526605:0:50521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30756600. 00000100:00000010:1.0:1769074989.526617:0:50521:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194a80. 02000000:00000010:1.0:1769074989.526633:0:50521:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b35d6b000. 00000400:00000010:1.0:1769074989.526638:0:50521:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794528. 00000400:00000010:1.0:1769074989.526643:0:50521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074989.526648:0:50521:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368812416, portal 4 00000400:00000010:1.0:1769074989.526653:0:50521:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074989.526655:0:50521:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1855008368812416, offset 0 00000400:00000200:1.0:1769074989.526659:0:50521:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074989.526665:0:50521:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074989.526672:0:50521:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6971ecae0e180 00000001:00000010:3.0:1769074989.526672:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000400:00000200:1.0:1769074989.526679:0:50521:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0x141b5 [8] + 3960 00000001:00000010:3.0:1769074989.526683:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000400:00000200:1.0:1769074989.526685:0:50521:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.526705:0:50521:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074989.526710:0:50521:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.526714:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b800. 00080000:00000400:3.0:1769074989.526717:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.526721:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.526723:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.526724:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.526727:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.526729:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074989.526732:0:50521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:1.0:1769074989.526737:0:50521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00080000:00000010:3.0:1769074989.526738:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8b0b0fcc80. 00000100:00000200:1.0:1769074989.526747:0:50521:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30598700 x1855008368812416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000400:3.0:1769074989.526748:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.526753:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.526759:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.526764:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00000020:00000010:2.0:1769074989.526768:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00080000:00000400:3.0:1769074989.526772:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.526776:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:2.0:1769074989.526777:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.526785:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607200. 00000020:00000010:2.0:1769074989.526789:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.526793:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.526824:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.526827:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.526829:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368812416 02000000:00000010:2.0:1769074989.526840:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b06509c00. 00002000:00000010:2.0:1769074989.526858:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.526867:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44b430. 00080000:00000010:2.0:1769074989.526873:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07607000. 00002000:00000010:2.0:1769074989.526893:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44a720. 00080000:00000010:2.0:1769074989.526898:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07607c00. 00002000:00000010:2.0:1769074989.526907:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44aab0. 00080000:00000010:2.0:1769074989.526910:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07606600. 00002000:00000010:2.0:1769074989.526919:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44a850. 00080000:00000010:2.0:1769074989.526923:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07606400. 00002000:00000010:2.0:1769074989.526931:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44b0a0. 00080000:00000010:2.0:1769074989.526934:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07606e00. 00002000:00000010:2.0:1769074989.526938:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44a000. 00080000:00000010:2.0:1769074989.526941:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07606c00. 00002000:00000010:2.0:1769074989.526946:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44bb50. 00080000:00000010:2.0:1769074989.526949:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b421c4a00. 00002000:00000010:2.0:1769074989.526955:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44af70. 00080000:00000010:2.0:1769074989.526968:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074a200. 00080000:00000010:2.0:1769074989.526977:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3074b000. 00080000:00000010:2.0:1769074989.526982:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000400:3.0:1769074989.526986:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 258 < left 278, rollback = 2 00080000:00000010:2.0:1769074989.526989:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00080000:00000400:3.0:1769074989.526992:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.526996:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.526998:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.527001:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/2, delete: 0/0/0 00080000:00000400:3.0:1769074989.527003:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:3.0:1769074989.527065:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e420. 00000001:00000010:3.0:1769074989.527072:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6900. 00000001:00000010:2.0:1769074989.527077:0:29093:0:(osd_compat.c:868:osd_obj_add_entry()) kmalloced '(lii)': 1560 at ffff8c8a04436000. 00080000:00000010:3.0:1769074989.527088:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.527094:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.527099:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00010000:00000010:3.0:1769074989.527134:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e400. 00010000:00000010:3.0:1769074989.527140:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc680. 00010000:00000010:3.0:1769074989.527146:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:3.0:1769074989.527154:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b200. 00000004:00000010:3.0:1769074989.527176:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8b0b0fc100. 00010000:00000010:3.0:1769074989.527198:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81880. 00010000:00000010:3.0:1769074989.527226:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3e00. 00010000:00000200:3.0:1769074989.527235:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542522, last committed = 0 00010000:00000200:3.0:1769074989.527241:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599880 x1855008351441408/t60129542522(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.527254:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074989.527257:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351441408, offset 224 00000400:00000200:3.0:1769074989.527262:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.527270:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.527276:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17509:17509:256:4294967295] 192.168.204.41@tcp LPNI seq info [17505:17505:8:4294967295] 00000400:00000200:3.0:1769074989.527284:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00002000:00000010:2.0:1769074989.527288:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a010ddf00. 00000800:00000200:3.0:1769074989.527289:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:2.0:1769074989.527297:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd4e0. 00000800:00000010:3.0:1769074989.527298:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074989.527307:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074989.527309:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.527314:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00000800:00000200:3.0:1769074989.527315:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.527322:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 760 niov 1 nkiov 1 00002000:00000010:2.0:1769074989.527324:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.527331:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.527336:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44bc80. 00080000:00000010:2.0:1769074989.527340:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074bc00. 00000020:00000010:3.0:1769074989.527345:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.527353:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00002000:00000010:2.0:1769074989.527354:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8b3e44b7c0. 00000020:00000010:3.0:1769074989.527360:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00080000:00000010:2.0:1769074989.527362:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074a600. 00002000:00000010:2.0:1769074989.527401:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d300. 00080000:00000010:2.0:1769074989.527406:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074a400. 00000800:00000200:0.0:1769074989.527412:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.527417:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074989.527422:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:2.0:1769074989.527423:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316cf70. 00080000:00000010:2.0:1769074989.527428:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074ae00. 00000400:00000200:0.0:1769074989.527429:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.527436:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00002000:00000010:2.0:1769074989.527437:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c850. 00000400:00000010:0.0:1769074989.527439:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00080000:00000010:2.0:1769074989.527442:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074ac00. 00002000:00000010:2.0:1769074989.527450:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316dc80. 00080000:00000010:2.0:1769074989.527453:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074ba00. 00002000:00000010:2.0:1769074989.527459:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316cab0. 00080000:00000010:2.0:1769074989.527461:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074b200. 00002000:00000010:2.0:1769074989.527467:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c260. 00080000:00000010:2.0:1769074989.527469:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074be00. 00080000:00000010:2.0:1769074989.527474:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3074aa00. 00080000:00000010:2.0:1769074989.527477:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.527481:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00002000:00000010:2.0:1769074989.527678:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a010dd780. 00000001:00000010:2.0:1769074989.527683:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd060. 00080000:00000010:2.0:1769074989.527704:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.527707:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00002000:00000010:2.0:1769074989.527711:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.527714:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.527717:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c130. 00080000:00000010:2.0:1769074989.527719:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074b600. 00002000:00000010:2.0:1769074989.527728:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316da20. 00080000:00000010:2.0:1769074989.527730:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074b400. 00002000:00000010:2.0:1769074989.527735:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d430. 00080000:00000010:2.0:1769074989.527737:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074a800. 00002000:00000010:2.0:1769074989.527741:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d8f0. 00080000:00000010:2.0:1769074989.527743:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074b800. 00002000:00000010:2.0:1769074989.527747:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316cd10. 00080000:00000010:2.0:1769074989.527750:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3074a000. 00002000:00000010:2.0:1769074989.527755:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d690. 00080000:00000010:2.0:1769074989.527767:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd7000. 00002000:00000010:2.0:1769074989.527782:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d560. 00080000:00000010:2.0:1769074989.527785:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd7c00. 00002000:00000010:2.0:1769074989.527794:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c720. 00080000:00000010:2.0:1769074989.527798:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd6600. 00080000:00000010:2.0:1769074989.527807:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35cd6400. 00080000:00000010:2.0:1769074989.527811:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.527818:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00002000:00000010:2.0:1769074989.527970:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a010dd3c0. 00000001:00000010:2.0:1769074989.527974:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010ddb40. 00080000:00000010:2.0:1769074989.527980:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.527981:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00002000:00000010:2.0:1769074989.527985:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.527988:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.527991:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c5f0. 00080000:00000010:2.0:1769074989.527994:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd6e00. 00002000:00000010:2.0:1769074989.528001:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d1d0. 00080000:00000010:2.0:1769074989.528003:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd6c00. 00002000:00000010:2.0:1769074989.528008:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316db50. 00080000:00000010:2.0:1769074989.528010:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd7a00. 00002000:00000010:2.0:1769074989.528014:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c4c0. 00080000:00000010:2.0:1769074989.528017:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd7200. 00002000:00000010:2.0:1769074989.528022:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c980. 00080000:00000010:2.0:1769074989.528024:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd7e00. 00002000:00000010:2.0:1769074989.528074:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316ce40. 00080000:00000010:2.0:1769074989.528078:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd6a00. 00002000:00000010:2.0:1769074989.528084:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c390. 00080000:00000010:2.0:1769074989.528176:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd7600. 00002000:00000010:2.0:1769074989.528184:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d0a0. 00080000:00000010:2.0:1769074989.528187:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b35cd7400. 00080000:00000010:2.0:1769074989.528192:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35cd6800. 00080000:00000010:2.0:1769074989.528195:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.528199:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00000400:00000200:0.0:1769074989.528351:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.528362:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7d300 00000400:00000200:0.0:1769074989.528368:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 95224 00000400:00000200:0.0:1769074989.528381:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.528386:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.528391:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.528396:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd3480. 00002000:00000010:2.0:1769074989.528407:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a010dd240. 00000001:00000010:2.0:1769074989.528413:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd600. 00080000:00000010:2.0:1769074989.528422:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.528425:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00002000:00000010:2.0:1769074989.528431:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00000020:00000010:3.0:1769074989.528439:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00010000:00000200:2.0:1769074989.528442:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b800 x1855008368812416/t8589935710(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:525/0 lens 432/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074989.528444:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.528450:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.528456:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b0fc800. 00000400:00000010:2.0:1769074989.528461:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000020:00000010:3.0:1769074989.528461:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000100:00000200:2.0:1769074989.528467:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368812416, offset 224 00000400:00000200:2.0:1769074989.528474:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074989.528479:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074989.528485:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e180 00000400:00000200:2.0:1769074989.528489:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2988d [1] + 224 00000020:00000010:3.0:1769074989.528492:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000400:00000200:2.0:1769074989.528493:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.528500:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074989.528500:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.528507:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351441664 00000100:00000200:2.0:1769074989.528509:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30598700 x1855008368812416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1769074989.528516:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6540. 00000400:00000200:2.0:1769074989.528532:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:2.0:1769074989.528535:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 02000000:00000010:3.0:1769074989.528535:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8b10127000. 00000020:00000010:2.0:1769074989.528547:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.528552:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.528555:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607200. 00010000:00000010:3.0:1769074989.528558:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b200. 00000400:00000010:0.0:1769074989.528567:0:50521:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794528. 00010000:00000010:3.0:1769074989.528571:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc680. 00000400:00000200:0.0:1769074989.528574:0:50521:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:0.0:1769074989.528578:0:50521:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000020:00000010:3.0:1769074989.528585:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014ce310. 00000100:00000200:0.0:1769074989.528587:0:50521:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30598700 x1855008368812416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074989.528601:0:50521:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30598700 x1855008368812416/t0(0) o5->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074989.528606:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e000. 00010000:00000010:3.0:1769074989.528612:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0b0fc680. 00010000:00000010:3.0:1769074989.528617:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc4000. 00010000:00000010:3.0:1769074989.528622:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b200. 00000100:00000010:0.0:1769074989.528631:0:50521:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194a80. 00000020:00000010:3.0:1769074989.528639:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.528644:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697600. 00080000:00000010:3.0:1769074989.528651:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.528663:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663eae0. 00000001:00000010:3.0:1769074989.528667:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b02bdd900. 00080000:00000010:3.0:1769074989.528674:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.528677:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00010000:00000200:3.0:1769074989.528715:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542523, last committed = 0 00010000:00000200:3.0:1769074989.528721:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd3480 x1855008351441664/t60129542523(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.528730:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074989.528733:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351441664, offset 224 00000400:00000200:3.0:1769074989.528737:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.528742:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.528745:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17510:17510:256:4294967295] 192.168.204.41@tcp LPNI seq info [17506:17506:8:4294967295] 00000400:00000200:3.0:1769074989.528751:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.528754:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.528757:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074989.528760:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.528764:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.528766:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.528780:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.528782:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.528785:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:1.0:1769074989.528839:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.528844:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:1.0:1769074989.528849:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.528854:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.528858:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:1.0:1769074989.528861:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00010000:00000010:3.1:1769074989.529045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:3.1:1769074989.529051:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869ec00. 00000400:00000200:0.0:1769074989.529421:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.529430:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7d380 00000400:00000200:0.0:1769074989.529435:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 95712 00000400:00000200:0.0:1769074989.529445:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.529449:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.529453:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.529457:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0e00. 00000020:00000010:3.0:1769074989.529490:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.529495:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.529499:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.529502:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.529506:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.529531:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.529534:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.529537:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351441792 00000001:00000010:3.0:1769074989.529541:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6900. 00010000:00000010:3.0:1769074989.529551:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:3.0:1769074989.529556:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b700. 02000000:00000010:3.0:1769074989.529573:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b08886c00. 00010000:00000200:3.0:1769074989.529595:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0e00 x1855008351441792/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.529608:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074989.529612:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351441792, offset 224 00000400:00000200:3.0:1769074989.529617:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.529624:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.529629:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17511:17511:256:4294967295] 192.168.204.41@tcp LPNI seq info [17507:17507:8:4294967295] 00000400:00000200:3.0:1769074989.529635:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.529638:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.529641:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074989.529644:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.529647:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.529650:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.529663:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.529666:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.529668:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:0.0:1769074989.529736:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.529741:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074989.529745:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.529750:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.529753:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:0.0:1769074989.529755:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000200:1.0:1769074989.530573:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.530581:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7d400 00000400:00000200:1.0:1769074989.530585:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 4392 00000400:00000200:1.0:1769074989.530593:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.530596:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.530599:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.530602:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599180. 00000020:00000010:2.0:1769074989.530640:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.530643:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.530646:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35cd7800. 00000020:00000010:2.0:1769074989.530648:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.530651:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.530671:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.530673:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.530675:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351441920 02000000:00000010:2.0:1769074989.530683:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b06508400. 00080000:00000010:2.0:1769074989.530703:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35cd6000. 00080000:00000010:2.0:1769074989.530709:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.530715:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221038. 00080000:00000400:2.0:1769074989.530728:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.530731:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.530733:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.530734:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.530736:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.530738:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.530745:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd180. 00080000:00000010:2.0:1769074989.530753:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.530767:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599180 x1855008351441920/t8589935711(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.530779:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074989.530783:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351441920, offset 224 00000400:00000200:2.0:1769074989.530788:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.530795:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.530800:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17512:17512:256:4294967295] 192.168.204.41@tcp LPNI seq info [17508:17508:8:4294967295] 00000400:00000200:2.0:1769074989.530810:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.530815:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.530818:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.530823:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.530828:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.530830:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.530846:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.530849:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.530853:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35cd7800. 00000800:00000200:0.0:1769074989.530899:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.530903:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:0.0:1769074989.530908:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.530913:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.530917:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:0.0:1769074989.530919:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000400:00000200:0.0:1769074989.531645:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.531654:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7d500 00000400:00000200:0.0:1769074989.531660:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x223d5 [2] + 1176 00000400:00000200:0.0:1769074989.531668:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.531672:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.531676:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1769074989.531681:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd1f80. 00000020:00000010:2.0:1769074989.531728:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.531731:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.531733:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35cd7800. 00000020:00000010:2.0:1769074989.531735:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.531738:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.531755:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.531757:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.531759:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351442176 02000000:00000010:2.0:1769074989.531784:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3fe14c00. 00000020:00000010:2.0:1769074989.531813:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a010dd2a0. 00080000:00000010:2.0:1769074989.531817:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35cd6200. 00080000:00000010:2.0:1769074989.531828:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.531846:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd1e0. 00000001:00000010:2.0:1769074989.531851:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6000. 00080000:00000010:2.0:1769074989.531863:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.531866:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a010dd2a0. 00000004:00000010:2.0:1769074989.531882:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8b0b0fc100. 00010000:00000200:2.0:1769074989.531903:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd1f80 x1855008351442176/t60129542524(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.531916:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074989.531918:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351442176, offset 224 00000400:00000200:2.0:1769074989.531921:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.531926:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.531929:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17513:17513:256:4294967295] 192.168.204.41@tcp LPNI seq info [17509:17509:8:4294967295] 00000400:00000200:2.0:1769074989.531935:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.531940:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.531942:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.531945:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.531948:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.531951:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.531964:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.531966:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.531968:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35cd7800. 00000800:00000200:1.0:1769074989.532054:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.532058:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:1.0:1769074989.532063:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.532068:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.532072:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:1.0:1769074989.532074:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000400:00000200:0.0:1769074989.535180:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.535189:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 648 into portal 12 MB=0x6971ec9d7d600 00000400:00000200:0.0:1769074989.535195:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 648/648 into md 0x4c45 [64] + 96088 00000400:00000200:0.0:1769074989.535205:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.535208:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.535212:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.535218:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19f80. 00000020:00000010:3.0:1769074989.535256:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.535260:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.535263:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.535265:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b0b0fc800. 00000020:00000010:3.0:1769074989.535267:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.535287:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.535289:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.535290:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351442432 00000001:00000010:3.0:1769074989.535294:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b02bdd900. 00010000:00000010:3.0:1769074989.535303:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8a01fc5a00. 00010000:00000010:3.0:1769074989.535307:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b500. 02000000:00000010:3.0:1769074989.535320:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3784 at ffff8c8b05360000. 00010000:00000010:3.0:1769074989.535349:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:3.0:1769074989.535352:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380bb00. 00010000:00000010:3.0:1769074989.535360:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869ec00. 00010000:00000010:3.0:1769074989.535363:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8b0944ed80. 00010000:00000010:3.0:1769074989.535367:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b30696600. 00010000:00000010:3.0:1769074989.535370:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b980. 00000004:00000010:3.0:1769074989.535381:0:29082:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8b06673860. 00000004:00000010:3.0:1769074989.535387:0:29082:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b177909d8. 00000004:00000010:3.0:1769074989.535391:0:29082:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b405a4000. 00080000:00000010:3.0:1769074989.535397:0:29082:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b03697400. 00000020:00000010:3.0:1769074989.535410:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.535414:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696800. 00000004:00000010:3.0:1769074989.535426:0:29082:0:(lod_lov.c:557:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff8c8b02bdd900. 00000004:02000000:3.0:1769074989.535430:0:29082:0:(mdd_dir.c:1539:__mdd_links_add()) *** cfs_fail_loc=1604, val=0*** 00020000:00000010:3.0:1769074989.535438:0:29082:0:(lod_qos.c:2848:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff8c8b41285998. 00020000:00000010:3.0:1769074989.535440:0:29082:0:(lod_qos.c:2851:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff8c8b41285078. 00000004:00000010:3.0:1769074989.535449:0:29082:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff8c8b3cf11868. 00080000:00000010:3.0:1769074989.535464:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00080000:00000010:3.0:1769074989.535477:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b307555c0. 00000100:00000010:1.0:1769074989.535485:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059ad80. 02000000:00000010:1.0:1769074989.535496:0:50523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30756e00. 00000100:00000010:1.0:1769074989.535504:0:50523:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194780. 02000000:00000010:1.0:1769074989.535514:0:50523:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b35d68c00. 00000400:00000010:1.0:1769074989.535518:0:50523:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794a50. 00000400:00000010:1.0:1769074989.535521:0:50523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074989.535525:0:50523:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368812544, portal 4 00000001:00000010:3.0:1769074989.535529:0:29082:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000400:00000010:1.0:1769074989.535530:0:50523:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074989.535534:0:50523:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 28, xid 1855008368812544, offset 0 00000400:00000200:1.0:1769074989.535539:0:50523:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:3.0:1769074989.535539:0:29082:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000400:3.0:1769074989.535556:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00000400:00000200:1.0:1769074989.535557:0:50523:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000400:3.0:1769074989.535562:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.535565:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00000400:00000200:1.0:1769074989.535569:0:50523:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 28 MB=0x6971ecae0e200 00080000:00000400:3.0:1769074989.535570:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.535575:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00000400:00000200:1.0:1769074989.535576:0:50523:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 432/432 into md 0x141b5 [8] + 4832 00080000:00000400:3.0:1769074989.535578:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074989.535583:0:50523:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.535587:0:50523:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:3.0:1769074989.535590:0:29082:0:(osd_handler.c:1629:osd_oxc_add()) kmalloced '(oxe)': 124 at ffff8c8a09589c80. 00000100:00000200:1.0:1769074989.535591:0:50523:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.535597:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599f80. 00080000:00000400:3.0:1769074989.535599:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.535603:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.535605:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.535606:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.535608:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00080000:00000400:3.0:1769074989.535610:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074989.535612:0:50523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:1.0:1769074989.535615:0:50523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074989.535621:0:50523:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059ad80 x1855008368812544/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000400:3.0:1769074989.535629:0:29082:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-MDT0000: opcode 2: before 260 < left 278, rollback = 2 00080000:00000400:3.0:1769074989.535633:0:29082:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 1/4/0, destroy: 0/0/0 00080000:00000400:3.0:1769074989.535635:0:29082:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 4/278/0 00080000:00000400:3.0:1769074989.535636:0:29082:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 2/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:3.0:1769074989.535638:0:29082:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 2/33/0, delete: 0/0/0 00000020:00000010:2.0:1769074989.535641:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00080000:00000400:3.0:1769074989.535641:0:29082:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:2.0:1769074989.535648:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.535654:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35cd7800. 00000020:00000010:2.0:1769074989.535656:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.535659:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000001:00000010:3.0:1769074989.535663:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e000. 00000001:00000010:3.0:1769074989.535667:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b02bdd840. 00080000:00000010:3.0:1769074989.535675:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b307555c0. 00080000:00000010:3.0:1769074989.535679:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.535683:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00000020:00000010:2.0:1769074989.535685:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.535700:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.535704:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368812544 02000000:00000010:2.0:1769074989.535714:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fe15400. 00010000:00000010:3.0:1769074989.535723:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e700. 00010000:00000010:3.0:1769074989.535727:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a09589580. 00002000:00000010:2.0:1769074989.535730:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.535738:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316d7c0. 00010000:00000010:3.0:1769074989.535741:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd600. 00080000:00000010:2.0:1769074989.535743:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b07607200. 00010000:00000010:3.0:1769074989.535748:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b680. 00002000:00000010:2.0:1769074989.535766:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316c000. 00000004:00000010:3.0:1769074989.535777:0:29082:0:(mdt_open.c:41:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff8c8a09589680. 00010000:00000010:3.0:1769074989.535793:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380bb00. 00080000:00000010:2.0:1769074989.535794:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826e00. 00002000:00000010:2.0:1769074989.535813:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316ddb0. 00010000:00000010:3.0:1769074989.535814:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b500. 00080000:00000010:2.0:1769074989.535820:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826c00. 00010000:00000200:3.0:1769074989.535822:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542525, last committed = 0 00010000:00000200:3.0:1769074989.535830:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19f80 x1855008351442432/t60129542525(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 648/664 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00002000:00000010:2.0:1769074989.535834:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a0316cbe0. 00080000:00000010:2.0:1769074989.535840:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08827a00. 00000400:00000010:3.0:1769074989.535842:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074989.535847:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1855008351442432, offset 224 00000400:00000200:3.0:1769074989.535860:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00002000:00000010:2.0:1769074989.535864:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469c80. 00000400:00000200:3.0:1769074989.535866:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:2.0:1769074989.535873:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08827200. 00000400:00000200:3.0:1769074989.535873:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17514:17514:256:4294967295] 192.168.204.41@tcp LPNI seq info [17510:17510:8:4294967295] 00000400:00000200:3.0:1769074989.535884:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00002000:00000010:2.0:1769074989.535888:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468ab0. 00000800:00000200:3.0:1769074989.535889:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.535896:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00080000:00000010:2.0:1769074989.535897:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08827e00. 00000800:00000200:3.0:1769074989.535903:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.535908:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.535911:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 760 niov 1 nkiov 1 00002000:00000010:2.0:1769074989.535913:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a044690a0. 00080000:00000010:2.0:1769074989.535919:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826a00. 00000020:00000010:3.0:1769074989.535927:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b0b0fc800. 00002000:00000010:2.0:1769074989.535928:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469560. 00000020:00000010:3.0:1769074989.535933:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00080000:00000010:2.0:1769074989.535934:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08827600. 00000020:00000010:3.0:1769074989.535940:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00080000:00000010:2.0:1769074989.535945:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b08827400. 00080000:00000010:2.0:1769074989.535950:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.535960:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00000800:00000200:0.0:1769074989.535991:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.535996:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074989.536002:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.536007:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.536011:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:0.0:1769074989.536013:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00002000:00000010:2.0:1769074989.536221:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a010dd2a0. 00000001:00000010:2.0:1769074989.536226:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd300. 00080000:00000010:2.0:1769074989.536235:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.536238:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00002000:00000010:2.0:1769074989.536242:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.536245:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.536248:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a044691d0. 00080000:00000010:2.0:1769074989.536250:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826800. 00002000:00000010:2.0:1769074989.536257:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469b50. 00080000:00000010:2.0:1769074989.536259:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08827800. 00002000:00000010:2.0:1769074989.536264:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469430. 00080000:00000010:2.0:1769074989.536266:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826000. 00002000:00000010:2.0:1769074989.536270:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468130. 00080000:00000010:2.0:1769074989.536273:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826200. 00002000:00000010:2.0:1769074989.536277:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468f70. 00080000:00000010:2.0:1769074989.536279:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08827000. 00002000:00000010:2.0:1769074989.536283:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469300. 00080000:00000010:2.0:1769074989.536285:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08827c00. 00002000:00000010:2.0:1769074989.536290:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468000. 00080000:00000010:2.0:1769074989.536292:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826600. 00002000:00000010:2.0:1769074989.536296:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468d10. 00080000:00000010:2.0:1769074989.536298:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b08826400. 00080000:00000010:2.0:1769074989.536311:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ac5600. 00080000:00000010:2.0:1769074989.536316:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.536324:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00002000:00000010:2.0:1769074989.536500:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a010ddc00. 00000001:00000010:2.0:1769074989.536505:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a010dd000. 00080000:00000010:2.0:1769074989.536511:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.536513:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00002000:00000010:2.0:1769074989.536516:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.536519:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.536522:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468850. 00080000:00000010:2.0:1769074989.536525:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac5400. 00002000:00000010:2.0:1769074989.536532:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468720. 00080000:00000010:2.0:1769074989.536534:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac4800. 00002000:00000010:2.0:1769074989.536539:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468e40. 00080000:00000010:2.0:1769074989.536540:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac5800. 00002000:00000010:2.0:1769074989.536545:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468390. 00080000:00000010:2.0:1769074989.536547:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac4000. 00002000:00000010:2.0:1769074989.536552:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a044697c0. 00080000:00000010:2.0:1769074989.536554:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac4200. 00002000:00000010:2.0:1769074989.536559:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a044685f0. 00080000:00000010:2.0:1769074989.536561:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac5000. 00002000:00000010:2.0:1769074989.536565:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468260. 00080000:00000010:2.0:1769074989.536567:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac5c00. 00002000:00000010:2.0:1769074989.536572:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468be0. 00080000:00000010:2.0:1769074989.536574:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac4600. 00080000:00000010:2.0:1769074989.536579:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ac4400. 00080000:00000010:2.0:1769074989.536581:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.536585:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00002000:00000010:2.0:1769074989.536812:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8b35786540. 00000001:00000010:2.0:1769074989.536844:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82a20. 00080000:00000010:2.0:1769074989.536860:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.536863:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00002000:00000010:2.0:1769074989.536869:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.536874:0:29093:0:(ofd_objects.c:289:ofd_precreate_objects()) kmalloced '(batch)': 64 at ffff8c8b07763440. 00002000:00000010:2.0:1769074989.536880:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04468980. 00080000:00000010:2.0:1769074989.536884:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac4e00. 00002000:00000010:2.0:1769074989.536897:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469a20. 00080000:00000010:2.0:1769074989.536902:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac4c00. 00000400:00000200:1.0:1769074989.536906:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.536916:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 12 MB=0x6971ec9d7d700 00002000:00000010:2.0:1769074989.536916:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469db0. 00080000:00000010:2.0:1769074989.536922:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac5a00. 00000400:00000200:1.0:1769074989.536927:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 488/488 into md 0x4c45 [64] + 96736 00002000:00000010:2.0:1769074989.536931:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a044684c0. 00080000:00000010:2.0:1769074989.536936:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac5200. 00000400:00000200:1.0:1769074989.536940:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:2.0:1769074989.536942:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a04469690. 00080000:00000010:2.0:1769074989.536947:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac5e00. 00000400:00000200:1.0:1769074989.536950:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00002000:00000010:2.0:1769074989.536954:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a044698f0. 00000100:00000200:1.0:1769074989.536957:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00080000:00000010:2.0:1769074989.536957:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b04ac4a00. 00000100:00000010:1.0:1769074989.536966:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059bb80. 00002000:00000010:2.0:1769074989.536968:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a02b0e5f0. 00000020:00000010:3.0:1769074989.537014:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.537018:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.537022:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00010000:00000010:3.1:1769074989.537045:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58400. 00010000:00000010:3.1:1769074989.537050:0:29082:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59e00. 00000020:00000010:3.0:1769074989.537056:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589500. 00000020:00000010:3.0:1769074989.537059:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.537087:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.537091:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.537096:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351442688 00000001:00000010:3.0:1769074989.537102:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6000. 02000000:00000010:3.0:1769074989.537119:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff8c8a02d8d000. 00080000:00000010:2.0:1769074989.537122:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3cf16200. 00002000:00000010:2.0:1769074989.537137:0:29093:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 304 at ffff8c8a02b0ee40. 00010000:00000010:3.0:1769074989.537138:0:29082:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b680. 00080000:00000010:2.0:1769074989.537141:0:29093:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b3cf17000. 00080000:00000010:2.0:1769074989.537150:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf17c00. 00010000:00000010:3.0:1769074989.537153:0:29082:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a09589580. 00080000:00000010:2.0:1769074989.537154:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763640. 00080000:00000010:2.0:1769074989.537161:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077631c0. 00000020:00000010:3.0:1769074989.537164:0:29082:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b014ce000. 00010000:00000010:3.0:1769074989.537178:0:29082:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e800. 00010000:00000010:3.0:1769074989.537181:0:29082:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8c8a09589580. 00010000:00000010:3.0:1769074989.537184:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc000. 00010000:00000010:3.0:1769074989.537186:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b680. 00000020:00000010:3.0:1769074989.537198:0:29082:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8b0663e0c0. 00080000:00000010:3.0:1769074989.537203:0:29082:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453a00. 00080000:00000010:3.0:1769074989.537211:0:29082:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c40. 00000001:00000010:3.0:1769074989.537225:0:29082:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e1e0. 00000001:00000010:3.0:1769074989.537230:0:29082:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b0d2b6900. 00080000:00000010:3.0:1769074989.537239:0:29082:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.537243:0:29082:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8b0663e0c0. 00010000:00000200:3.0:1769074989.537267:0:29082:0:(ldlm_lib.c:3399:target_send_reply()) rs transno = 60129542526, last committed = 0 00010000:00000200:3.0:1769074989.537273:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059bb80 x1855008351442688/t60129542526(0) o36->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 488/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074989.537284:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074989.537288:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351442688, offset 224 00000400:00000200:3.0:1769074989.537293:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.537300:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.537304:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17515:17515:256:4294967295] 192.168.204.41@tcp LPNI seq info [17511:17511:8:4294967295] 00000400:00000200:3.0:1769074989.537312:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.537316:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.537320:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000800:00000200:3.0:1769074989.537324:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.537329:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.537331:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.537349:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589500. 00000020:00000010:3.0:1769074989.537353:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.537356:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:1.0:1769074989.537409:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.537414:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:1.0:1769074989.537420:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.537426:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.537430:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:1.0:1769074989.537432:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00002000:00000010:2.0:1769074989.537440:0:29093:0:(ofd_objects.c:194:ofd_precreate_cb_add()) kmalloced '(opc)': 88 at ffff8c8a02f82c00. 00000001:00000010:2.0:1769074989.537446:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f822a0. 00080000:00000010:2.0:1769074989.537455:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077631c0. 00080000:00000010:2.0:1769074989.537457:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763640. 00002000:00000010:2.0:1769074989.537461:0:29093:0:(ofd_objects.c:475:ofd_precreate_objects()) kfreed 'batch': 64 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.537469:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599f80 x1855008368812544/t8589935702(0) o5->lustre-MDT0000-mdtlov_UUID@0@lo:525/0 lens 432/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.537479:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074989.537482:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368812544, offset 224 00000400:00000200:2.0:1769074989.537486:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074989.537490:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074989.537495:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e200 00000400:00000200:2.0:1769074989.537499:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x298ad [1] + 224 00000400:00000200:2.0:1769074989.537502:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074989.537505:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074989.537508:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059ad80 x1855008368812544/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074989.537526:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:2.0:1769074989.537528:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000020:00000010:2.0:1769074989.537537:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.537540:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.537543:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35cd7800. 00000400:00000010:1.0:1769074989.537556:0:50523:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794a50. 00000400:00000200:1.0:1769074989.537561:0:50523:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:1.0:1769074989.537562:0:50523:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074989.537567:0:50523:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059ad80 x1855008368812544/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074989.537574:0:50523:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059ad80 x1855008368812544/t0(0) o5->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 432/432 e 0 to 0 dl 1769075005 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074989.537589:0:50523:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194780. 00000400:00000200:0.0:1769074989.538005:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.538015:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 376 into portal 12 MB=0x6971ec9d7d780 00000400:00000200:0.0:1769074989.538021:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 376/376 into md 0x4c45 [64] + 97224 00000400:00000200:0.0:1769074989.538049:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.538054:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074989.538058:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074989.538063:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a300. 00000020:00000010:3.0:1769074989.538095:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.538100:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.538105:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:3.0:1769074989.538108:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589500. 00000020:00000010:3.0:1769074989.538111:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.538137:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755c40. 00000020:00000010:3.0:1769074989.538140:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755c40. 00000100:00000200:3.0:1769074989.538144:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351442816 00000001:00000010:3.0:1769074989.538149:0:29082:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b02bdd840. 00010000:00000010:3.0:1769074989.538159:0:29082:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acce00. 00010000:00000010:3.0:1769074989.538163:0:29082:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8c8b0380b500. 02000000:00000010:3.0:1769074989.538174:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8c8b08886400. 00010000:00000200:3.0:1769074989.538188:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a300 x1855008351442816/t0(0) o101->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 376/400 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1769074989.538196:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074989.538199:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1855008351442816, offset 224 00000400:00000200:3.0:1769074989.538202:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.538208:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.538211:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17516:17516:256:4294967295] 192.168.204.41@tcp LPNI seq info [17512:17512:8:4294967295] 00000400:00000200:3.0:1769074989.538217:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074989.538220:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.538223:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074989.538226:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.538229:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.538231:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 496 niov 1 nkiov 1 00000020:00000010:3.0:1769074989.538244:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589500. 00000020:00000010:3.0:1769074989.538246:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074989.538248:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:1.0:1769074989.538288:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.538292:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:1.0:1769074989.538296:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.538301:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.538305:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000400:00000010:1.0:1769074989.538307:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000400:00000200:1.0:1769074989.539022:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.539047:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 440 into portal 28 MB=0x6971ec9d7d800 00000400:00000200:1.0:1769074989.539054:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 440/440 into md 0x141b5 [8] + 5264 00000400:00000200:1.0:1769074989.539064:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.539068:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.539071:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074989.539075:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598e00. 00000020:00000010:2.0:1769074989.539112:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.539116:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.539119:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf16600. 00000020:00000010:2.0:1769074989.539121:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.539123:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.539141:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.539143:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.539145:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351442944 02000000:00000010:2.0:1769074989.539153:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fe14000. 00080000:00000010:2.0:1769074989.539159:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf16400. 00080000:00000010:2.0:1769074989.539165:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.539170:0:29093:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff8c8b18221310. 00080000:00000400:2.0:1769074989.539182:0:29093:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074989.539185:0:29093:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074989.539187:0:29093:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074989.539188:0:29093:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 1/12/0, punch: 0/0/0, quota 1/3/0 00080000:00000400:2.0:1769074989.539190:0:29093:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074989.539191:0:29093:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074989.539199:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82060. 00080000:00000010:2.0:1769074989.539206:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00010000:00000200:2.0:1769074989.539218:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598e00 x1855008351442944/t8589935703(0) o2->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 440/432 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.539226:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000200:2.0:1769074989.539229:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008351442944, offset 224 00000400:00000200:2.0:1769074989.539232:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.539238:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.539241:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17517:17517:256:4294967295] 192.168.204.41@tcp LPNI seq info [17513:17513:8:4294967295] 00000400:00000200:2.0:1769074989.539248:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.539251:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.539254:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3f00. 00000800:00000200:2.0:1769074989.539257:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.539261:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.539263:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3f00 type 1, nob 528 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.539277:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.539279:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.539281:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf16600. 00000800:00000200:0.0:1769074989.539332:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.539336:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3f00. 00000400:00000200:0.0:1769074989.539340:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.539344:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.539348:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:0.0:1769074989.539350:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000400:00000200:1.0:1769074989.540007:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074989.540013:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 392 into portal 23 MB=0x6971ec9d7d900 00000400:00000200:1.0:1769074989.540017:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.204.41@tcp of length 392/392 into md 0x223d5 [2] + 1568 00000400:00000200:1.0:1769074989.540023:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.540041:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074989.540045:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1769074989.540051:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b100. 00000020:00000010:2.0:1769074989.540085:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.540091:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.540097:0:32340:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf16600. 00000020:00000010:2.0:1769074989.540100:0:32340:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.540104:0:32340:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.540129:0:32340:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.540133:0:32340:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000200:2.0:1769074989.540137:0:32340:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351443200 02000000:00000010:2.0:1769074989.540152:0:32340:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff8c8b3fe15c00. 00000020:00000010:2.0:1769074989.540174:0:32340:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff8c8a02f82de0. 00080000:00000010:2.0:1769074989.540176:0:32340:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf16e00. 00080000:00000010:2.0:1769074989.540184:0:32340:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763440. 00000001:00000010:2.0:1769074989.540200:0:32340:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82540. 00000001:00000010:2.0:1769074989.540203:0:32340:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b076a6480. 00080000:00000010:2.0:1769074989.540212:0:32340:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763440. 00000020:00000010:2.0:1769074989.540215:0:32340:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff8c8a02f82de0. 00000004:00000010:2.0:1769074989.540224:0:32340:0:(mdt_open.c:89:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff8c8a09589680. 00010000:00000200:2.0:1769074989.540238:0:32340:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b100 x1855008351443200/t60129542527(0) o35->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 392/456 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074989.540248:0:32340:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074989.540250:0:32340:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1855008351443200, offset 224 00000400:00000200:2.0:1769074989.540254:0:32340:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.540259:0:32340:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074989.540263:0:32340:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17518:17518:256:4294967295] 192.168.204.41@tcp LPNI seq info [17514:17514:8:4294967295] 00000400:00000200:2.0:1769074989.540269:0:32340:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.540273:0:32340:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074989.540275:0:32340:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000800:00000200:2.0:1769074989.540278:0:32340:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.540282:0:32340:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074989.540284:0:32340:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 552 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.540298:0:32340:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074989.540301:0:32340:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:2.0:1769074989.540303:0:32340:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf16600. 00000800:00000200:1.0:1769074989.540346:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074989.540351:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:1.0:1769074989.540355:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074989.540359:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074989.540363:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:1.0:1769074989.540364:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00010000:00000010:3.1:1769074989.541061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771ce00. 00010000:00000010:3.1:1769074989.541069:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e400. 00010000:00000010:3.1:1769074989.541074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e400. 00010000:00000010:3.1:1769074989.541080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5a00. 00010000:00000010:3.1:1769074989.545068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd600. 00010000:00000010:3.1:1769074989.545076:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e700. 00080000:00000010:0.0:1769074989.689479:0:53756:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bccc00. 00080000:00000010:0.0:1769074989.689490:0:53756:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bccc00. 00080000:00000010:0.0:1769074989.689503:0:53756:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bccc00. 00080000:00000010:0.0:1769074989.689509:0:53756:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bccc00. 00080000:00000010:0.0:1769074989.689521:0:53756:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bccc00. 00080000:00000010:0.0:1769074989.689527:0:53756:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bccc00. 00080000:00000010:0.0:1769074989.689544:0:53756:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bccc00. 00080000:00000010:0.0:1769074989.689549:0:53756:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bccc00. 00000400:00000200:0.0:1769074989.934882:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.934899:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 26 MB=0x6971ec9d7d980 00000400:00000200:0.0:1769074989.934906:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 224/224 into md 0x278a1 [2] + 0 00000400:00000010:0.0:1769074989.934911:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751738. 00000400:00000200:0.0:1769074989.934916:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b04976a80 00000400:00000200:0.0:1769074989.934925:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.934930:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.934935:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b04976a80 00000400:00000010:0.0:1769074989.934938:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b04976a80. 00000100:00000200:0.0:1769074989.934945:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1769074989.934975:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074989.934984:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d7da00 00000400:00000200:0.0:1769074989.934989:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c45 [64] + 97600 00000400:00000200:0.0:1769074989.935008:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.935011:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074989.935013:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000100:00000200:0.0:1769074989.935016:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1769074989.935020:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000100:00000010:0.0:1769074989.935023:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19180. 00000020:00000010:2.0:1769074989.935050:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf16600. 00000020:00000010:2.0:1769074989.935056:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2b80. 00000020:00000010:2.0:1769074989.935061:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000020:00000010:3.0:1769074989.935081:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755b40. 00000020:00000010:3.0:1769074989.935089:0:29082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3e35bbc0. 00000020:00000010:2.0:1769074989.935104:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763440. 00000020:00000010:3.0:1769074989.935105:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6200. 00000020:00000010:2.0:1769074989.935110:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763440. 00000020:00000010:3.0:1769074989.935111:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589c00. 00000020:00000010:3.0:1769074989.935117:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000100:00000200:2.0:1769074989.935118:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351443328 02000000:00000010:2.0:1769074989.935137:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0487e400. 00000020:00000010:3.0:1769074989.935146:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755740. 00000020:00000010:3.0:1769074989.935151:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755740. 00010000:00000200:2.0:1769074989.935152:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06728c50 x1855008351443328/t0(0) o400->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:525/0 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074989.935154:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351443456 02000000:00000010:3.0:1769074989.935167:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d27000. 00010000:00000200:3.0:1769074989.935175:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19180 x1855008351443456/t0(0) o400->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:525/0 lens 224/224 e 0 to 0 dl 1769075000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074989.935177:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074989.935187:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855008351443328, offset 224 00000400:00000010:3.0:1769074989.935191:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000400:00000200:2.0:1769074989.935196:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074989.935202:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008351443456, offset 224 00000400:00000200:2.0:1769074989.935207:0:50511:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074989.935211:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074989.935215:0:50511:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17519:17519:256:4294967295] 192.168.204.41@tcp LPNI seq info [17515:17515:8:4294967295] 00000400:00000200:2.0:1769074989.935224:0:50511:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.935229:0:50511:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074989.935233:0:29082:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074989.935235:0:50511:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00000400:00000200:3.0:1769074989.935240:0:29082:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17520:17520:255:4294967295] 192.168.204.41@tcp LPNI seq info [17516:17516:7:4294967295] 00000800:00000200:2.0:1769074989.935246:0:50511:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074989.935257:0:50511:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074989.935257:0:29082:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074989.935264:0:50511:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1769074989.935266:0:29082:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074989.935271:0:29082:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074989.935275:0:29082:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074989.935279:0:29082:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074989.935283:0:29082:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074989.935286:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2b80. 00000020:00000010:2.0:1769074989.935291:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:3.0:1769074989.935294:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589c00. 00000020:00000010:2.0:1769074989.935295:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf16600. 00000020:00000010:3.0:1769074989.935304:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000100:00000200:2.0:1769074989.935308:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:3.0:1769074989.935310:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6200. 00000800:00000200:0.0:1769074989.935313:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1769074989.935314:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c399f8. 00000800:00000010:0.0:1769074989.935320:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000010:2.0:1769074989.935322:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b076a63c0. 00000400:00000200:0.0:1769074989.935329:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.935337:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.935342:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:0.0:1769074989.935345:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 02000000:00000010:0.0:1769074989.935350:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0487e400. 00000800:00000200:0.0:1769074989.935394:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074989.935396:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:0.0:1769074989.935399:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074989.935402:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074989.935405:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000010:0.0:1769074989.935406:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00080000:00000010:2.0:1769074989.957605:0:53802:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2e80. 00080000:00000010:2.0:1769074989.957613:0:53802:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2e80. 00080000:00000010:2.0:1769074989.957621:0:53802:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2e80. 00080000:00000010:2.0:1769074989.957625:0:53802:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2e80. 00080000:00000010:2.0:1769074989.957632:0:53802:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2e80. 00080000:00000010:2.0:1769074989.957635:0:53802:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2e80. 00080000:00000010:2.0:1769074989.957646:0:53802:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2e80. 00080000:00000010:2.0:1769074989.957650:0:53802:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2e80. 00000020:00000010:1.0:1769074990.074151:0:53840:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 608 at ffff8c8b35d69800. 00000020:00000010:1.0:1769074990.074166:0:53840:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756a00. 00000020:00000010:1.0:1769074990.074169:0:53840:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b30757600. 00000040:00000010:1.0:1769074990.074172:0:53840:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b30757400. 00000020:00000010:1.0:1769074990.074176:0:53840:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b35cdb000. 00000020:00000010:1.0:1769074990.074180:0:53840:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a171420. 00000020:00000010:1.0:1769074990.074183:0:53840:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b30756c00. 80000000:00000010:1.0:1769074990.074187:0:53840:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a0927f360. 40000000:00000010:1.0:1769074990.074189:0:53840:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0537d940. 00100000:00000010:1.0:1769074990.074194:0:53840:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b057a1800. 00040000:00000010:1.0:1769074990.074197:0:53840:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b173a3200. 00040000:00000010:1.0:1769074990.074201:0:53840:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b34c3f800. 00040000:00000010:1.0:1769074990.074204:0:53840:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b30756800. 00080000:00000010:1.0:1769074990.074209:0:53840:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b34c28000. 00080000:00000010:1.0:1769074990.074213:0:53840:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b34c2c000. 00000004:00000010:1.0:1769074990.074218:0:53840:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b34c39000. 00000004:00000010:1.0:1769074990.074222:0:53840:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b10db5000. 00000004:00000010:1.0:1769074990.074226:0:53840:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a0967a000. 00000004:00000010:1.0:1769074990.074230:0:53840:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b35d6ac00. 00080000:00000010:1.0:1769074990.074251:0:53840:0:(osd_handler.c:5555:osd_index_try()) kmalloced '(dir)': 216 at ffff8c8b173a3f00. 00080000:00000010:1.0:1769074990.074304:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074313:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074582:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074588:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074591:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074595:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074601:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074604:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074611:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074613:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074617:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074619:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074622:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074624:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074642:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074644:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074646:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074647:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074651:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074653:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074657:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074658:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074660:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074662:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074664:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074666:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074670:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074672:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074673:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074675:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074677:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074693:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074708:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074710:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074712:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074714:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074717:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074719:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074729:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074731:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074733:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074735:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074738:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074740:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074743:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074745:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074746:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074748:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074750:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074752:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074755:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074757:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074758:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074760:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074762:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074764:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074773:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074775:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074776:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074778:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074781:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074783:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074786:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074788:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074789:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074791:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074794:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074796:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074799:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074801:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074802:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074804:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074806:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074808:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074817:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074819:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074821:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074822:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074825:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074827:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074837:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074839:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074840:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074842:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074845:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074853:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074857:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074858:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074860:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074862:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074865:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074872:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074876:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074878:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074879:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074881:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074883:0:53840:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b30757200. 00000001:00000010:1.0:1769074990.074886:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.074889:0:53840:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074890:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794d68. 00000001:00000010:1.0:1769074990.074892:0:53840:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.074893:0:53840:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b30757200. 00080000:00000010:1.0:1769074990.074898:0:53840:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30757200. 00100000:00000010:1.0:1769074990.074947:0:53840:0:(lfsck_lib.c:1913:lfsck_thread_args_init()) kmalloced '(lta)': 104 at ffff8c8b367b3700. 00000020:00000010:1.0:1769074990.074950:0:53840:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756000. 00000020:00000010:1.0:1769074990.074952:0:53840:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b30757800. 00000040:00000010:1.0:1769074990.074953:0:53840:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b30757c00. 00000020:00000010:1.0:1769074990.074956:0:53840:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a0967c800. 00000020:00000010:1.0:1769074990.074958:0:53840:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a173250. 00000020:00000010:1.0:1769074990.074960:0:53840:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b06510a00. 80000000:00000010:1.0:1769074990.074962:0:53840:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a0927f420. 40000000:00000010:1.0:1769074990.074964:0:53840:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0537de40. 00100000:00000010:1.0:1769074990.074967:0:53840:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a044ba800. 00040000:00000010:1.0:1769074990.074969:0:53840:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b173a3800. 00040000:00000010:1.0:1769074990.074971:0:53840:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a044bc800. 00040000:00000010:1.0:1769074990.074973:0:53840:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b34c34c00. 00080000:00000010:1.0:1769074990.074977:0:53840:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b34c2a000. 00080000:00000010:1.0:1769074990.074981:0:53840:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09258000. 00000004:00000010:1.0:1769074990.074984:0:53840:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8a044b9800. 00000004:00000010:1.0:1769074990.074987:0:53840:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b10db3000. 00000004:00000010:1.0:1769074990.074989:0:53840:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a044be800. 00002000:00000010:1.0:1769074990.074992:0:53840:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b35d69c00. 00000004:00000010:1.0:1769074990.074995:0:53840:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b35d68400. 00100000:00000010:1.0:1769074990.075152:0:53841:0:(osd_scrub.c:2767:osd_otable_it_init()) kmalloced '(it)': 2632 at ffff8c8a04cdc000. 00000020:00000010:1.0:1769074990.075286:0:53842:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34c34400. 00000020:00000010:1.0:1769074990.075290:0:53842:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b34c34600. 00000040:00000010:1.0:1769074990.075293:0:53842:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b34c35c00. 00000020:00000010:1.0:1769074990.075296:0:53842:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044be000. 00000020:00000010:1.0:1769074990.075300:0:53842:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a174b78. 00000020:00000010:1.0:1769074990.075303:0:53842:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b34c35000. 80000000:00000010:1.0:1769074990.075306:0:53842:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a0927fae0. 40000000:00000010:1.0:1769074990.075308:0:53842:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0537da40. 00100000:00000010:1.0:1769074990.075313:0:53842:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b3d6a7800. 00040000:00000010:1.0:1769074990.075317:0:53842:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b1326c400. 00040000:00000010:1.0:1769074990.075320:0:53842:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b34c34200. 00080000:00000010:1.0:1769074990.075325:0:53842:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00080000:00000010:1.0:1769074990.075328:0:53842:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 00002000:00000010:1.0:1769074990.075332:0:53842:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b35d69400. 00080000:00000010:1.0:1769074990.075337:0:53842:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35e00. 00080000:00000010:1.0:1769074990.075343:0:53842:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d580. 00080000:00000010:1.0:1769074990.075371:0:53842:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d580. 00100000:00000010:2.0:1769074990.075416:0:53841:0:(lfsck_lib.c:1913:lfsck_thread_args_init()) kmalloced '(lta)': 104 at ffff8c8a01de2480. 00000020:00000010:2.0:1769074990.075421:0:53841:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf16800. 00000020:00000010:2.0:1769074990.075424:0:53841:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b3cf17800. 00000040:00000010:2.0:1769074990.075427:0:53841:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b3cf16000. 00000020:00000010:2.0:1769074990.075430:0:53841:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b3fe02800. 00000020:00000010:2.0:1769074990.075434:0:53841:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a1420. 00000020:00000010:2.0:1769074990.075437:0:53841:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b3cf17e00. 80000000:00000010:2.0:1769074990.075440:0:53841:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a02f82e40. 40000000:00000010:2.0:1769074990.075443:0:53841:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763c40. 00100000:00000010:2.0:1769074990.075446:0:53841:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b3fe00000. 00040000:00000010:2.0:1769074990.075449:0:53841:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8a029f3f00. 00040000:00000010:2.0:1769074990.075453:0:53841:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b03421000. 00040000:00000010:2.0:1769074990.075456:0:53841:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b3cf17200. 00080000:00000010:2.0:1769074990.075461:0:53841:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b17480000. 00080000:00000010:2.0:1769074990.075466:0:53841:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09234000. 00000004:00000010:2.0:1769074990.075471:0:53841:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b03426000. 00000004:00000010:2.0:1769074990.075475:0:53841:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b0488d000. 00000004:00000010:2.0:1769074990.075478:0:53841:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b03424000. 00002000:00000010:2.0:1769074990.075482:0:53841:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b0487fc00. 00000004:00000010:2.0:1769074990.075484:0:53841:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b0487cc00. 00000100:00000010:2.0:1769074990.075610:0:53843:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6cc0. 00000100:00000010:2.0:1769074990.075617:0:53843:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6cc0. 00100000:00000010:3.0:1769074990.075642:0:53842:0:(osd_scrub.c:1244:osd_scrub_main()) kmalloced '(scrub->os_ls_fids)': 64 at ffff8c8b30755780. 00080000:00000010:3.0:1769074990.075649:0:53842:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b3578aac0. 00080000:00000010:3.0:1769074990.075700:0:53842:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b3578aac0. 00000001:00000010:3.0:1769074990.075722:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.075729:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.075747:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.075754:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.075779:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.075783:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000010:1.0:1769074990.075785:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35600. 00000001:00000010:3.0:1769074990.075814:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.075820:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000004:00000010:1.0:1769074990.075833:0:53841:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff8c8a0ae43680. 00000004:00000010:1.0:1769074990.075844:0:53841:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff8c8b06d06528. 00000001:00000010:3.0:1769074990.075845:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000020:00000010:0.0:1769074990.075852:0:53840:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b30757600. 00000004:00000010:1.0:1769074990.075853:0:53841:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff8c8b066df210. 00000001:00000010:3.0:1769074990.075853:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000040:00000010:0.0:1769074990.075861:0:53840:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b30757400. 00080000:00000010:1.0:1769074990.075866:0:53841:0:(osd_handler.c:429:osd_object_alloc()) kmalloced '(mo)': 312 at ffff8c8b34c34a00. 00000020:00000010:0.0:1769074990.075868:0:53840:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cdb000. 00000001:00000010:3.0:1769074990.075872:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000020:00000010:0.0:1769074990.075876:0:53840:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a171420. 00000001:00000010:1.0:1769074990.075877:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.075878:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000020:00000010:0.0:1769074990.075885:0:53840:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b30756c00. 80000000:00000010:0.0:1769074990.075892:0:53840:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a0927f360. 00000001:00000010:1.0:1769074990.075892:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 40000000:00000010:0.0:1769074990.075901:0:53840:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0537d940. 00100000:00000010:0.0:1769074990.075907:0:53840:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b057a1800. 00040000:00000010:0.0:1769074990.075910:0:53840:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b173a3200. 00040000:00000010:0.0:1769074990.075914:0:53840:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b34c3f800. 00040000:00000010:0.0:1769074990.075917:0:53840:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b30756800. 00080000:00000010:0.0:1769074990.075921:0:53840:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b34c2c000. 00000020:00000010:1.0:1769074990.075922:0:53841:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8c8a04cdb000. 00080000:00000010:0.0:1769074990.075924:0:53840:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b34c28000. 00000004:00000010:0.0:1769074990.075930:0:53840:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b34c39000. 00000004:00000010:0.0:1769074990.075934:0:53840:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b10db5000. 00000004:00000010:0.0:1769074990.075938:0:53840:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a0967a000. 00000004:00000010:0.0:1769074990.075941:0:53840:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35d6ac00. 00000020:00000010:0.0:1769074990.075945:0:53840:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756a00. 00000020:00000010:0.0:1769074990.075951:0:53840:0:(class_obd.c:497:class_handle_ioctl()) kvfree 'data': 608 at ffff8c8b35d69800. 00000001:00000010:3.0:1769074990.076226:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076233:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076261:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076267:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076425:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076433:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076522:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076532:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076548:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076555:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076571:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076577:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076731:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076739:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076752:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076757:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076768:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076773:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076783:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.076787:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078160:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078171:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078214:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078222:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078298:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078306:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078354:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078362:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078373:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078379:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078394:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078398:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078483:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078488:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078495:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078497:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078542:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078548:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078676:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078707:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078720:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078723:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078736:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078739:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078747:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078750:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078759:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078763:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078773:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078777:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078903:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078909:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078919:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078923:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078943:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078950:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078963:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078970:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078989:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.078996:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079007:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079010:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079024:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079054:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079068:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079074:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079088:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079094:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079105:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079111:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079124:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079130:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079147:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079152:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079161:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079165:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079173:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079176:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079184:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079188:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079197:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079201:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079208:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079211:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079220:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079223:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079230:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079233:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079242:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079245:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079255:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079259:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079267:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079271:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079282:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079286:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079297:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079301:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079314:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079320:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079335:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079341:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079360:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079369:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079387:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079391:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079404:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079410:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079423:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079426:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079436:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079439:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079458:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079462:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079513:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079519:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079529:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079532:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079546:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079550:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079562:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079566:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079579:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079585:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079594:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079600:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079615:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079620:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079631:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079635:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079648:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079651:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079661:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079664:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079690:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079695:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079709:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079713:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079725:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079731:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079744:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079763:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079784:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079795:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079808:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079811:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079823:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079827:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079892:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.079896:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080095:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080097:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080109:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080115:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35a00. 00000001:00000010:3.0:1769074990.080119:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080128:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080146:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080159:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080160:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080168:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080171:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080180:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35200. 00000001:00000010:1.0:1769074990.080189:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080197:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080203:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080210:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080233:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080242:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080248:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35400. 00000001:00000010:1.0:1769074990.080256:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080269:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080280:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080286:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080301:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adfe00. 00000001:00000010:1.0:1769074990.080311:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080318:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080323:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080329:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080353:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080363:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080367:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adea00. 00000001:00000010:1.0:1769074990.080375:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080386:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080398:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080404:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080409:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adf600. 00000001:00000010:1.0:1769074990.080416:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080423:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080429:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080434:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080437:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080445:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080456:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080457:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080466:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080470:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080474:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00080000:00000010:1.0:1769074990.080479:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adf400. 00000001:00000010:3.0:1769074990.080480:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080492:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080494:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080501:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080508:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080509:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080517:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080525:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080527:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080534:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080535:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00080000:00000010:1.0:1769074990.080544:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ade800. 00000001:00000010:3.0:1769074990.080547:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080551:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080555:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080560:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080564:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080567:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080574:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080578:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080584:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:3.0:1769074990.080585:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080599:0:53842:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b367518f0. 00000001:00000010:3.0:1769074990.080603:0:53842:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b367518f0. 00000001:00000010:1.0:1769074990.080613:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080614:0:53842:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b3578aac0. 00000001:00000010:1.0:1769074990.080626:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080633:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adf800. 00080000:00000010:3.0:1769074990.080635:0:53842:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b35789440. 00000001:00000010:1.0:1769074990.080643:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080643:0:53842:0:(osd_handler.c:7161:osd_it_dir_init()) kmalloced '(oie->oie_buf)': 5120 at ffff8c8b04a6a000. 00000001:00000010:1.0:1769074990.080658:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080669:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080674:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080694:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ade000. 00000001:00000010:1.0:1769074990.080702:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080709:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080715:0:53842:0:(osd_handler.c:7238:osd_it_dir_fini()) kfreed 'oie->oie_buf': 5120 at ffff8c8b04a6a000. 00000001:00000010:1.0:1769074990.080716:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080720:0:53842:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b35789440. 00000001:00000010:1.0:1769074990.080723:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080735:0:53842:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b35789440. 00080000:00000010:3.0:1769074990.080740:0:53842:0:(osd_handler.c:7161:osd_it_dir_init()) kmalloced '(oie->oie_buf)': 5120 at ffff8c8b04a6a000. 00000001:00000010:1.0:1769074990.080749:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080757:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080762:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ade200. 00000001:00000010:1.0:1769074990.080769:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080781:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080791:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080797:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080802:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adf000. 00080000:00000010:3.0:1769074990.080808:0:53842:0:(osd_handler.c:7238:osd_it_dir_fini()) kfreed 'oie->oie_buf': 5120 at ffff8c8b04a6a000. 00000001:00000010:1.0:1769074990.080809:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080817:0:53842:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b35789440. 00000001:00000010:1.0:1769074990.080819:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080827:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080834:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080836:0:53842:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b35789440. 00080000:00000010:3.0:1769074990.080843:0:53842:0:(osd_handler.c:7161:osd_it_dir_init()) kmalloced '(oie->oie_buf)': 5120 at ffff8c8b04a6a000. 00000001:00000010:1.0:1769074990.080853:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080862:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.080868:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adfc00. 00000001:00000010:1.0:1769074990.080876:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080886:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080908:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080918:0:53842:0:(osd_handler.c:7238:osd_it_dir_fini()) kfreed 'oie->oie_buf': 5120 at ffff8c8b04a6a000. 00000001:00000010:1.0:1769074990.080920:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080925:0:53842:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b35789440. 00080000:00000010:1.0:1769074990.080928:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ade600. 00000001:00000010:1.0:1769074990.080937:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080944:0:53842:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b3578aac0. 00000001:00000010:1.0:1769074990.080945:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.080954:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080957:0:53842:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7a00. 00000001:00000010:1.0:1769074990.080959:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080966:0:53842:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf13c0. 00000001:00000010:1.0:1769074990.080982:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.080987:0:53842:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf13c0. 00000001:00000010:1.0:1769074990.080992:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000020:00000010:3.0:1769074990.080999:0:53842:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b34c34600. 00080000:00000010:1.0:1769074990.081000:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ade400. 00000040:00000010:3.0:1769074990.081007:0:53842:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b34c35c00. 00000001:00000010:1.0:1769074990.081010:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000020:00000010:3.0:1769074990.081014:0:53842:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044be000. 00000001:00000010:1.0:1769074990.081022:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000020:00000010:3.0:1769074990.081022:0:53842:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a174b78. 00000001:00000010:1.0:1769074990.081053:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000020:00000010:3.0:1769074990.081057:0:53842:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b34c35000. 00000001:00000010:1.0:1769074990.081061:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 80000000:00000010:3.0:1769074990.081064:0:53842:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a0927fae0. 00080000:00000010:1.0:1769074990.081069:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adee00. 40000000:00000010:3.0:1769074990.081072:0:53842:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0537da40. 00100000:00000010:3.0:1769074990.081077:0:53842:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b3d6a7800. 00000001:00000010:1.0:1769074990.081079:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00040000:00000010:3.0:1769074990.081083:0:53842:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b1326c400. 00000001:00000010:1.0:1769074990.081087:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00040000:00000010:3.0:1769074990.081090:0:53842:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b34c34200. 00000001:00000010:1.0:1769074990.081094:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.081098:0:53842:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00000001:00000010:1.0:1769074990.081102:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:3.0:1769074990.081105:0:53842:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 00002000:00000010:3.0:1769074990.081112:0:53842:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35d69400. 00000020:00000010:3.0:1769074990.081116:0:53842:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34c34400. 00100000:00000010:3.0:1769074990.081120:0:53842:0:(osd_scrub.c:1299:osd_scrub_main()) kfreed 'scrub->os_ls_fids': 64 at ffff8c8b30755780. 00000001:00000010:1.0:1769074990.081124:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081133:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081137:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adec00. 00000001:00000010:1.0:1769074990.081144:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081153:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081165:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081170:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081174:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adfa00. 00000001:00000010:1.0:1769074990.081179:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081184:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081187:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081191:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081208:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081215:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081219:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04adf200. 00000001:00000010:1.0:1769074990.081225:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081231:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081239:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081243:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081253:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35ded200. 00000001:00000010:1.0:1769074990.081261:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081267:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081272:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081275:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081295:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081301:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081305:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dede00. 00000001:00000010:1.0:1769074990.081311:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081317:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081323:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081327:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081330:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35deca00. 00000001:00000010:1.0:1769074990.081335:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081339:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081343:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081346:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081361:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081366:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081369:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35ded600. 00000001:00000010:1.0:1769074990.081374:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081380:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081387:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081390:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081393:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35ded400. 00000001:00000010:1.0:1769074990.081398:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081402:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081407:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081411:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081427:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081433:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081436:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dec800. 00000001:00000010:1.0:1769074990.081441:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081448:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081455:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081459:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081462:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35ded800. 00000001:00000010:1.0:1769074990.081467:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081471:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081475:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081479:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081494:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081499:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081503:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dec000. 00000001:00000010:1.0:1769074990.081508:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081514:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081521:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081524:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081527:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dec200. 00000001:00000010:1.0:1769074990.081532:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081535:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081539:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081543:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081558:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081564:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081568:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35ded000. 00000001:00000010:1.0:1769074990.081573:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081580:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081587:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081591:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081594:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dedc00. 00000001:00000010:1.0:1769074990.081599:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081604:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081607:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081612:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081628:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081633:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081637:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dec600. 00000001:00000010:1.0:1769074990.081643:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081649:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081656:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081660:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081664:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dec400. 00000001:00000010:1.0:1769074990.081669:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081673:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081677:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081696:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081714:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081719:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081723:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35dece00. 00000001:00000010:1.0:1769074990.081728:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081733:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081740:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081743:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081747:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35decc00. 00000001:00000010:1.0:1769074990.081752:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081756:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081759:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081763:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081777:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081783:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081786:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35deda00. 00000001:00000010:1.0:1769074990.081791:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081795:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081803:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081806:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081818:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909600. 00000001:00000010:1.0:1769074990.081825:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081830:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081833:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081837:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081853:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081858:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081862:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909400. 00000001:00000010:1.0:1769074990.081867:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081872:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081879:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081883:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081887:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908800. 00000001:00000010:1.0:1769074990.081892:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081896:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081900:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081904:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081918:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081924:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081927:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909800. 00000001:00000010:1.0:1769074990.081933:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081938:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081945:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081949:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.081952:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908000. 00000001:00000010:1.0:1769074990.081957:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081961:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081965:0:53841:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8b30794a50. 00000001:00000010:1.0:1769074990.081969:0:53841:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8b30794a50. 00080000:00000010:1.0:1769074990.082203:0:53841:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00100000:00000010:1.0:1769074990.082243:0:53841:0:(lfsck_lib.c:1982:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8c8b2a194f00. 00100000:00000010:1.0:1769074990.082248:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8a0927f6c0. 00100000:00000010:1.0:1769074990.082271:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8a0927f660. 00080000:00000010:1.0:1769074990.082279:0:53841:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00000020:00000010:0.0:1769074990.082289:0:53843:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8c8b1fc59000. 00080000:00000010:1.0:1769074990.082308:0:53841:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00100000:00000010:0.0:1769074990.082315:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8a0927f6c0. 00100000:00000010:0.0:1769074990.082322:0:53843:0:(lfsck_internal.h:1528:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8c8b2a194f00. 00100000:00000010:0.0:1769074990.082325:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8a0927f660. 00100000:00000010:1.0:1769074990.082452:0:53841:0:(lfsck_lib.c:1982:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8c8b2a194c00. 00100000:00000010:1.0:1769074990.082456:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.082493:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.082495:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.082520:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.082522:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.082535:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.082537:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.082560:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.082565:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.082585:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.082585:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.082599:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.082605:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.082629:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.082631:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.082642:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.082644:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.082655:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.082661:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.082699:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.082700:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.082726:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.082727:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.082739:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.082742:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.082763:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.082765:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.082785:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.082786:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.082796:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.082800:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.082819:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.082822:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.082833:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.082833:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.082844:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.082851:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.082870:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.082874:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.082884:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.082886:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.082897:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.082900:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.082919:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.082922:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.082934:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.082935:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.082950:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.082952:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.082975:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.082976:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.082988:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.082992:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.083011:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083015:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083199:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.083227:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.083252:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.083263:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083265:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.083277:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.083278:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 100 at ffff8c8b367b3b00. 00100000:00000010:0.0:1769074990.083287:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.083293:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083299:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 100 at ffff8c8b367b3b00. 00100000:00000010:1.0:1769074990.083308:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.083315:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.083322:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.083333:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.083338:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.083349:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.083356:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.083366:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.083374:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.083384:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.083388:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.083401:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.083404:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 100 at ffff8c8b367b3a80. 00100000:00000010:0.0:1769074990.083415:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.083421:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.083444:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 100 at ffff8c8b367b3a80. 00100000:00000010:1.0:1769074990.083450:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083462:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.083467:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083479:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.083485:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.083495:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.083504:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.083510:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.083518:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.083527:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.083532:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083542:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.083547:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083557:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.083564:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.083572:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.083579:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.083589:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.083592:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.083604:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.083605:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.083629:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.083634:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.083645:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.083650:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.083663:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.083666:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083690:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.083699:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083707:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.083718:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.083723:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.083736:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.083739:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.083753:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.083757:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.083768:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083772:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.083782:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083788:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.083798:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.083802:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.083815:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.083817:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.083830:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.083833:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.083846:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.083848:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.083863:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.083867:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.083881:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.083884:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.083896:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.083902:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.083913:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083920:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.083931:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083937:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.083947:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.083954:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.083958:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.083970:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.083973:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.083982:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.083991:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.083995:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.084006:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.084007:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.084017:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.084054:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.084058:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.084072:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.084079:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.084088:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.084096:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.084105:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.084112:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.084123:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.084130:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.084141:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.084150:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.084158:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.084170:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.084177:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.084189:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.084194:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fcea80. 00100000:00000010:1.0:1769074990.084207:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.084210:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.084223:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.084229:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.084243:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.084246:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.084260:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.084264:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.084277:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.084281:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.084295:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce5a0. 00100000:00000010:0.0:1769074990.084300:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.084314:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.084318:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.084332:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.084336:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.084349:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.084352:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce5a0. 00100000:00000010:1.0:1769074990.084366:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.084370:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.084386:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fceae0. 00100000:00000010:1.0:1769074990.084389:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.084401:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce2a0. 00100000:00000010:1.0:1769074990.084407:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 92 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.084417:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.084427:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 100 at ffff8c8b367b3880. 00100000:00000010:0.0:1769074990.084434:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.084448:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 84 at ffff8c8b05fcee40. 00100000:00000010:0.0:1769074990.084454:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 92 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.084468:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce1e0. 00100000:00000010:0.0:1769074990.084475:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 100 at ffff8c8b367b3880. 00100000:00000010:1.0:1769074990.084487:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fce720. 00100000:00000010:0.0:1769074990.084493:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 84 at ffff8c8b05fcee40. 00100000:00000010:1.0:1769074990.084506:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8c8b05fce8a0. 00100000:00000010:0.0:1769074990.084513:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce1e0. 00100000:00000010:1.0:1769074990.084525:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.084533:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fce720. 00100000:00000010:1.0:1769074990.084541:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 88 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.084553:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8c8b05fce8a0. 00100000:00000010:1.0:1769074990.084561:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 96 at ffff8c8b05fcea80. 00100000:00000010:0.0:1769074990.084571:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fce2a0. 00100000:00000010:0.0:1769074990.084588:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 88 at ffff8c8b05fceae0. 00100000:00000010:0.0:1769074990.084606:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 96 at ffff8c8b05fcea80. 00080000:00000010:1.0:1769074990.084621:0:53841:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00100000:00000010:1.0:1769074990.084630:0:53841:0:(lfsck_internal.h:1528:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8c8b2a194c00. 00080000:00000010:1.0:1769074990.084656:0:53841:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00100000:00000010:1.0:1769074990.084699:0:53841:0:(lfsck_lib.c:1982:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8c8b2a194c00. 00100000:00000010:1.0:1769074990.084704:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fceb40. 00100000:00000010:1.0:1769074990.084724:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce360. 00100000:00000010:1.0:1769074990.084734:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce9c0. 00080000:00000010:1.0:1769074990.084742:0:53841:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00100000:00000010:0.0:1769074990.084753:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fceb40. 00100000:00000010:0.0:1769074990.084762:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce360. 00080000:00000010:1.0:1769074990.084767:0:53841:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00100000:00000010:0.0:1769074990.084777:0:53843:0:(lfsck_internal.h:1528:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8c8b2a194c00. 00100000:00000010:0.0:1769074990.084782:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce9c0. 00100000:00000010:1.0:1769074990.084795:0:53841:0:(lfsck_lib.c:1982:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8c8b2a1943c0. 00100000:00000010:1.0:1769074990.084800:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce300. 00100000:00000010:1.0:1769074990.084819:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fceea0. 00100000:00000010:0.0:1769074990.084830:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce300. 00100000:00000010:1.0:1769074990.084831:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce240. 00100000:00000010:0.0:1769074990.084842:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fceea0. 00080000:00000010:1.0:1769074990.084845:0:53841:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00100000:00000010:0.0:1769074990.084857:0:53843:0:(lfsck_internal.h:1528:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8c8b2a1943c0. 00100000:00000010:0.0:1769074990.084863:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce240. 00080000:00000010:1.0:1769074990.084872:0:53841:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00100000:00000010:1.0:1769074990.084896:0:53841:0:(lfsck_lib.c:1982:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8c8b2a194600. 00100000:00000010:1.0:1769074990.084901:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce3c0. 00080000:00000010:1.0:1769074990.084919:0:53841:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00100000:00000010:0.0:1769074990.084925:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce3c0. 00100000:00000010:1.0:1769074990.084926:0:53841:0:(lfsck_internal.h:1528:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8c8b2a194600. 00080000:00000010:1.0:1769074990.084950:0:53841:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00100000:00000010:1.0:1769074990.084975:0:53841:0:(lfsck_lib.c:1982:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8c8b2a194600. 00100000:00000010:1.0:1769074990.084979:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce120. 00080000:00000010:1.0:1769074990.084995:0:53841:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00100000:00000010:0.0:1769074990.085004:0:53843:0:(lfsck_internal.h:1528:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8c8b2a194600. 00100000:00000010:0.0:1769074990.085010:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce120. 00080000:00000010:1.0:1769074990.085017:0:53841:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b052b1b00. 00100000:00000010:1.0:1769074990.085068:0:53841:0:(lfsck_lib.c:1982:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8c8b2a1946c0. 00100000:00000010:1.0:1769074990.085073:0:53841:0:(lfsck_namespace.c:52:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8c8b05fce840. 00080000:00000010:1.0:1769074990.085091:0:53841:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b052b1b00. 00100000:00000010:0.0:1769074990.085096:0:53843:0:(lfsck_internal.h:1528:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8c8b2a1946c0. 00100000:00000010:0.0:1769074990.085103:0:53843:0:(lfsck_namespace.c:80:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8c8b05fce840. 00080000:00000010:1.0:1769074990.085104:0:53841:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908200. 00000100:00000010:0.0:1769074990.085115:0:53843:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687600. 00000100:00000010:0.0:1769074990.085121:0:53843:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687600. 00100000:00000010:1.0:1769074990.085139:0:53841:0:(osd_scrub.c:2826:osd_otable_it_fini()) kfreed 'it': 2632 at ffff8c8a04cdc000. 00080000:00000010:0.0:1769074990.085173:0:53843:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351db800. 00000004:00000010:0.0:1769074990.085182:0:53843:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8c8a02953120. 00000004:00000010:1.0:1769074990.086770:0:50504:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8c8a02953120. 00080000:00000010:1.0:1769074990.086777:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b351db800. 00080000:00000010:1.0:1769074990.086781:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908200. 00080000:00000010:1.0:1769074990.086784:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908000. 00080000:00000010:1.0:1769074990.086787:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909800. 00080000:00000010:1.0:1769074990.086790:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908800. 00080000:00000010:1.0:1769074990.086793:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909400. 00080000:00000010:1.0:1769074990.086796:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909600. 00080000:00000010:1.0:1769074990.086799:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35deda00. 00080000:00000010:1.0:1769074990.086802:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35decc00. 00080000:00000010:1.0:1769074990.086804:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dece00. 00080000:00000010:1.0:1769074990.086806:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dec400. 00080000:00000010:1.0:1769074990.086809:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dec600. 00000100:00000010:0.0:1769074990.086812:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1ad80. 00080000:00000010:1.0:1769074990.086813:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dedc00. 00080000:00000010:1.0:1769074990.086819:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35ded000. 00080000:00000010:1.0:1769074990.086821:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dec200. 00080000:00000010:1.0:1769074990.086824:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dec000. 02000000:00000010:0.0:1769074990.086827:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0882c400. 00080000:00000010:1.0:1769074990.086828:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35ded800. 00080000:00000010:1.0:1769074990.086834:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dec800. 00080000:00000010:1.0:1769074990.086836:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35ded400. 00080000:00000010:1.0:1769074990.086839:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35ded600. 00080000:00000010:1.0:1769074990.086842:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35deca00. 00080000:00000010:1.0:1769074990.086846:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35dede00. 00080000:00000010:1.0:1769074990.086850:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35ded200. 00080000:00000010:1.0:1769074990.086852:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adf200. 00080000:00000010:1.0:1769074990.086855:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adfa00. 00080000:00000010:1.0:1769074990.086857:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adec00. 00080000:00000010:1.0:1769074990.086861:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adee00. 00080000:00000010:1.0:1769074990.086864:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04ade400. 00080000:00000010:1.0:1769074990.086868:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f7a00. 00000100:00000010:0.0:1769074990.086871:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19880. 00080000:00000010:1.0:1769074990.086872:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04ade600. 02000000:00000010:0.0:1769074990.086878:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0882f400. 00080000:00000010:1.0:1769074990.086879:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adfc00. 00080000:00000010:1.0:1769074990.086885:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adf000. 00080000:00000010:1.0:1769074990.086890:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04ade200. 00080000:00000010:1.0:1769074990.086895:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04ade000. 02000000:00000010:3.0:1769074990.086895:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b35d24c00. 00080000:00000010:1.0:1769074990.086900:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adf800. 00000100:00000010:0.0:1769074990.086902:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b100. 00080000:00000010:1.0:1769074990.086906:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04ade800. 00000400:00000010:3.0:1769074990.086906:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 02000000:00000010:0.0:1769074990.086909:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b378ba400. 00080000:00000010:1.0:1769074990.086914:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adf400. 00000400:00000010:3.0:1769074990.086916:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000100:00000010:0.0:1769074990.086920:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18e00. 00080000:00000010:1.0:1769074990.086921:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adf600. 00000100:00000200:3.0:1769074990.086925:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368812672, portal 4 00080000:00000010:1.0:1769074990.086927:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adea00. 02000000:00000010:0.0:1769074990.086928:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b378b9000. 00000400:00000010:3.0:1769074990.086933:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00080000:00000010:1.0:1769074990.086936:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04adfe00. 00000100:00000200:3.0:1769074990.086940:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368812672, offset 0 00080000:00000010:1.0:1769074990.086941:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35400. 00000100:00000010:0.0:1769074990.086942:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18000. 00080000:00000010:1.0:1769074990.086950:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35200. 02000000:00000010:0.0:1769074990.086953:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b378b8400. 00000400:00000200:3.0:1769074990.086956:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1769074990.086957:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35a00. 00080000:00000010:1.0:1769074990.086964:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35600. 00080000:00000010:1.0:1769074990.086968:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35e00. 00080000:00000010:1.0:1769074990.086971:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30757200. 00000100:00000010:0.0:1769074990.086973:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1bb80. 00000400:00000200:3.0:1769074990.086978:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1769074990.086984:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a0332ec00. 00000400:00000200:3.0:1769074990.086995:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e280 00000100:00000010:0.0:1769074990.087000:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19500. 00000400:00000200:3.0:1769074990.087005:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 5704 02000000:00000010:0.0:1769074990.087010:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a0332d000. 00000400:00000200:3.0:1769074990.087012:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.087019:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.087107:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.087113:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861880. 00000100:00000010:0.0:1769074990.087125:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18380. 00000400:00000200:3.0:1769074990.087129:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:3.0:1769074990.087133:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 02000000:00000010:0.0:1769074990.087137:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0a5ae400. 00000100:00000200:3.0:1769074990.087142:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1ad80 x1855008368812672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.087145:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82540. 00080000:00000010:1.0:1769074990.087154:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf16e00. 00000001:00000010:1.0:1769074990.087161:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e1e0. 02000000:00000010:0.0:1769074990.087165:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04892c00. 00080000:00000010:1.0:1769074990.087166:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453a00. 00000001:00000010:1.0:1769074990.087174:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e000. 00000400:00000010:0.0:1769074990.087176:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a02924898. 00080000:00000010:1.0:1769074990.087178:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696800. 00000400:00000010:0.0:1769074990.087185:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000001:00000010:1.0:1769074990.087185:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd1e0. 02000000:00000010:3.0:1769074990.087188:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b35d24800. 00000100:00000200:0.0:1769074990.087193:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368813056, portal 4 00080000:00000010:1.0:1769074990.087193:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35cd6200. 00000400:00000010:3.0:1769074990.087196:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751c60. 00000001:00000010:1.0:1769074990.087202:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663eae0. 00000400:00000010:0.0:1769074990.087203:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000400:00000010:3.0:1769074990.087204:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00080000:00000010:1.0:1769074990.087207:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697600. 00000100:00000200:0.0:1769074990.087210:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368813056, offset 0 00000100:00000200:3.0:1769074990.087212:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368813184, portal 4 00000001:00000010:1.0:1769074990.087213:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e420. 00080000:00000010:1.0:1769074990.087220:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696a00. 00000400:00000010:3.0:1769074990.087223:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000400:00000200:0.0:1769074990.087224:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1769074990.087226:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010ddd20. 00000100:00000200:3.0:1769074990.087230:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368813184, offset 0 00080000:00000010:1.0:1769074990.087232:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07606200. 00000400:00000200:0.0:1769074990.087238:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1769074990.087240:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663ea80. 00000400:00000200:3.0:1769074990.087243:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1769074990.087247:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697200. 00000400:00000200:0.0:1769074990.087252:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e400 00000001:00000010:1.0:1769074990.087255:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e720. 00000400:00000200:3.0:1769074990.087255:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.087262:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 6248 00080000:00000010:1.0:1769074990.087262:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697a00. 00000400:00000200:3.0:1769074990.087267:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e480 00000001:00000010:1.0:1769074990.087270:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd480. 00000400:00000200:0.0:1769074990.087273:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.087276:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607800. 00000400:00000200:3.0:1769074990.087276:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 6792 00000400:00000200:0.0:1769074990.087283:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1769074990.087285:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e180. 00000400:00000200:3.0:1769074990.087285:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.087290:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1769074990.087293:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696e00. 00000400:00000200:3.0:1769074990.087295:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1769074990.087299:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18a80. 00000001:00000010:1.0:1769074990.087301:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e360. 00080000:00000010:1.0:1769074990.087306:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696400. 00000001:00000010:1.0:1769074990.087309:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd0c0. 00080000:00000010:1.0:1769074990.087313:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607400. 00000001:00000010:1.0:1769074990.087317:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953960. 00080000:00000010:1.0:1769074990.087321:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fd000. 00000400:00000200:0.0:1769074990.087325:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000001:00000010:1.0:1769074990.087325:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663ef00. 00080000:00000010:1.0:1769074990.087329:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697c00. 00000400:00000010:0.0:1769074990.087335:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000001:00000010:1.0:1769074990.087340:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953360. 00080000:00000010:1.0:1769074990.087345:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc200. 00000100:00000200:0.0:1769074990.087347:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d18e00 x1855008368813056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.087352:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953a20. 00080000:00000010:1.0:1769074990.087360:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc000. 00000001:00000010:1.0:1769074990.087366:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a029536c0. 00080000:00000010:1.0:1769074990.087371:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc800. 00000020:00000010:3.0:1769074990.087377:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf13c0. 00000001:00000010:1.0:1769074990.087378:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953000. 00000020:00000010:3.0:1769074990.087383:0:29093:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b30755340. 00080000:00000010:1.0:1769074990.087385:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864a00. 02000000:00000010:0.0:1769074990.087392:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04892400. 00000001:00000010:1.0:1769074990.087393:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099554e0. 00000020:00000010:3.0:1769074990.087399:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7e00. 00080000:00000010:1.0:1769074990.087400:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696200. 00000400:00000010:0.0:1769074990.087402:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b3c8. 00000020:00000010:3.0:1769074990.087405:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589880. 00000001:00000010:1.0:1769074990.087409:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223ac00. 00000400:00000010:0.0:1769074990.087411:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000020:00000010:3.0:1769074990.087411:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00080000:00000010:1.0:1769074990.087414:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c6400. 00000100:00000200:0.0:1769074990.087418:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368813568, portal 4 00000001:00000010:1.0:1769074990.087421:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd660. 00000400:00000010:0.0:1769074990.087426:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00080000:00000010:1.0:1769074990.087426:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607a00. 00000001:00000010:1.0:1769074990.087430:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c514e0. 00000100:00000200:0.0:1769074990.087432:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368813568, offset 0 00080000:00000010:1.0:1769074990.087435:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7000. 00000001:00000010:1.0:1769074990.087441:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a092826c0. 00000400:00000200:0.0:1769074990.087442:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074990.087442:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf19c0. 00080000:00000010:1.0:1769074990.087446:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697800. 00000020:00000010:3.0:1769074990.087450:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf19c0. 00000001:00000010:1.0:1769074990.087452:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51600. 00000400:00000200:0.0:1769074990.087456:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1769074990.087459:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c6200. 00000020:00000010:3.0:1769074990.087461:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6c00. 00000001:00000010:1.0:1769074990.087466:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51f60. 00000400:00000200:0.0:1769074990.087467:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e600 00000020:00000010:3.0:1769074990.087468:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589500. 00080000:00000010:1.0:1769074990.087471:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c6000. 00000020:00000010:3.0:1769074990.087477:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751640. 00000001:00000010:1.0:1769074990.087478:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51180. 00000400:00000200:0.0:1769074990.087480:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 7336 00080000:00000010:1.0:1769074990.087485:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7800. 00000400:00000200:0.0:1769074990.087488:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.087490:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51ae0. 00080000:00000010:1.0:1769074990.087494:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7400. 00000400:00000200:0.0:1769074990.087497:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1769074990.087500:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09282960. 00000100:00000200:0.0:1769074990.087504:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1769074990.087505:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452600. 00000020:00000010:3.0:1769074990.087510:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf19c0. 00000100:00000010:0.0:1769074990.087511:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00000001:00000010:1.0:1769074990.087512:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51000. 00000020:00000010:3.0:1769074990.087517:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf19c0. 00080000:00000010:1.0:1769074990.087519:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7600. 00000100:00000200:3.0:1769074990.087524:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368812672 00000001:00000010:1.0:1769074990.087525:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd5a0. 00000400:00000200:0.0:1769074990.087531:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00080000:00000010:1.0:1769074990.087531:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5a00. 00000400:00000010:0.0:1769074990.087537:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000001:00000010:1.0:1769074990.087539:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51c00. 00080000:00000010:1.0:1769074990.087544:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7200. 02000000:00000010:3.0:1769074990.087546:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b35d27800. 00000100:00000200:0.0:1769074990.087547:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d18380 x1855008368813568/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.087549:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955840. 00080000:00000010:1.0:1769074990.087554:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452e00. 00000001:00000010:1.0:1769074990.087560:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51720. 00010000:00000010:3.0:1769074990.087565:0:29093:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e700. 00080000:00000010:1.0:1769074990.087566:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7a00. 00010000:00000010:3.0:1769074990.087570:0:29093:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3869e400. 00000001:00000010:1.0:1769074990.087573:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51c60. 00010000:00000010:3.0:1769074990.087577:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd600. 00080000:00000010:1.0:1769074990.087578:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c6e00. 00000001:00000010:1.0:1769074990.087586:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51780. 00002000:00000010:3.0:1769074990.087588:0:29093:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01cf19c0. 00080000:00000010:1.0:1769074990.087590:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298c800. 00000001:00000010:1.0:1769074990.087596:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51540. 00080000:00000010:1.0:1769074990.087599:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864c00. 02000000:00000010:0.0:1769074990.087602:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04891800. 00000001:00000010:1.0:1769074990.087603:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099556c0. 00080000:00000010:1.0:1769074990.087609:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452400. 00000400:00000010:0.0:1769074990.087610:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bbb0. 00000001:00000010:1.0:1769074990.087613:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c517e0. 00010000:00000010:3.0:1769074990.087616:0:29093:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bddb40. 00000400:00000010:0.0:1769074990.087618:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00080000:00000010:1.0:1769074990.087619:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07865a00. 00000100:00000200:0.0:1769074990.087625:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368812800, portal 4 00000001:00000010:1.0:1769074990.087625:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd120. 00080000:00000010:1.0:1769074990.087632:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4400. 00000400:00000010:0.0:1769074990.087633:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00080000:00000010:3.0:1769074990.087636:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6e00. 00000001:00000010:1.0:1769074990.087637:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51d80. 00000100:00000200:0.0:1769074990.087639:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368812800, offset 0 00080000:00000010:1.0:1769074990.087643:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864000. 00000001:00000010:1.0:1769074990.087647:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955660. 00000400:00000200:0.0:1769074990.087648:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:3.0:1769074990.087650:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1240. 00080000:00000010:1.0:1769074990.087652:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453200. 00000001:00000010:1.0:1769074990.087658:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd9c0. 00000400:00000200:0.0:1769074990.087661:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1769074990.087662:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4600. 00000001:00000010:1.0:1769074990.087668:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f600. 00080000:00000010:1.0:1769074990.087672:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30756400. 00000400:00000200:0.0:1769074990.087675:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e300 00000001:00000010:1.0:1769074990.087677:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927fba0. 00080000:00000010:1.0:1769074990.087696:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30757000. 00000400:00000200:0.0:1769074990.087701:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 7880 00000001:00000010:1.0:1769074990.087702:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51360. 00000001:00000010:3.0:1769074990.087707:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e960. 00080000:00000010:1.0:1769074990.087708:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07865800. 00000400:00000200:0.0:1769074990.087711:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.087714:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955780. 00080000:00000010:1.0:1769074990.087718:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452200. 00000400:00000200:0.0:1769074990.087720:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1769074990.087724:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51ea0. 00080000:00000010:3.0:1769074990.087724:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1240. 00000100:00000200:0.0:1769074990.087726:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1769074990.087729:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864800. 00000100:00000010:0.0:1769074990.087734:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b800. 00000001:00000010:1.0:1769074990.087735:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099558a0. 00080000:00000010:1.0:1769074990.087741:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453000. 00000001:00000010:1.0:1769074990.087745:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1df00. 00080000:00000010:1.0:1769074990.087749:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4200. 00000400:00000200:0.0:1769074990.087752:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000001:00000010:1.0:1769074990.087753:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1dcc0. 00000400:00000010:0.0:1769074990.087759:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00080000:00000010:1.0:1769074990.087759:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4000. 00000001:00000010:1.0:1769074990.087766:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d060. 00080000:00000010:1.0:1769074990.087770:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4800. 00000100:00000200:0.0:1769074990.087772:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d19880 x1855008368812800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.087774:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1dae0. 00080000:00000010:1.0:1769074990.087780:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5600. 00000001:00000010:1.0:1769074990.087786:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1da20. 00080000:00000010:1.0:1769074990.087792:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5e00. 00000001:00000010:1.0:1769074990.087796:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d2a0. 00080000:00000010:1.0:1769074990.087798:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703800. 00000001:00000010:1.0:1769074990.087803:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1dc60. 00080000:00000010:1.0:1769074990.087805:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30702800. 02000000:00000010:0.0:1769074990.087807:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04891c00. 00000001:00000010:1.0:1769074990.087809:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1da80. 00080000:00000010:1.0:1769074990.087813:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703600. 00000400:00000010:0.0:1769074990.087814:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b840. 00000001:00000010:1.0:1769074990.087818:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d660. 00080000:00000010:1.0:1769074990.087822:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30702000. 00000001:00000010:1.0:1769074990.087825:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955600. 00080000:00000010:1.0:1769074990.087828:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453c00. 00000001:00000010:1.0:1769074990.087831:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1dba0. 00000400:00000010:0.0:1769074990.087832:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00080000:00000010:1.0:1769074990.087834:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703000. 00000001:00000010:1.0:1769074990.087839:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d300. 00000100:00000200:0.0:1769074990.087844:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368813312, portal 4 00080000:00000010:1.0:1769074990.087844:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703e00. 00000001:00000010:1.0:1769074990.087851:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1dea0. 00000400:00000010:0.0:1769074990.087854:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00080000:00000010:1.0:1769074990.087857:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703a00. 00000100:00000200:0.0:1769074990.087859:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368813312, offset 0 00000001:00000010:1.0:1769074990.087864:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1df60. 00000400:00000200:0.0:1769074990.087869:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1769074990.087870:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30702400. 00000001:00000010:1.0:1769074990.087876:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d0c0. 00080000:00000010:3.0:1769074990.087876:0:29093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01fb5000. 00000400:00000200:0.0:1769074990.087881:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000010:3.0:1769074990.087884:0:29093:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511ce40. 00080000:00000010:1.0:1769074990.087885:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35205800. 00002000:00000010:2.0:1769074990.087889:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01cf19c0. 00000400:00000200:0.0:1769074990.087892:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e500 00000001:00000010:1.0:1769074990.087894:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d7e0. 00010000:00000010:2.0:1769074990.087895:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3869e400. 00080000:00000010:1.0:1769074990.087900:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35205400. 00010000:00000200:3.0:1769074990.087902:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861880 x1855008368812672/t8589935712(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.087904:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 8424 00010000:00000010:2.0:1769074990.087905:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bddb40. 00000001:00000010:1.0:1769074990.087906:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d4e0. 00080000:00000010:1.0:1769074990.087911:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35204a00. 00000400:00000200:0.0:1769074990.087917:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.087918:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d9c0. 00080000:00000010:1.0:1769074990.087924:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35205200. 00000400:00000200:0.0:1769074990.087927:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1769074990.087930:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d240. 00000400:00000010:3.0:1769074990.087930:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00000100:00000200:0.0:1769074990.087934:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1769074990.087937:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35204c00. 00000100:00000200:3.0:1769074990.087939:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368812672, offset 224 00000100:00000010:0.0:1769074990.087941:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b480. 00000001:00000010:1.0:1769074990.087942:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1db40. 00080000:00000010:1.0:1769074990.087948:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35204400. 00000400:00000200:3.0:1769074990.087950:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1769074990.087954:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131ec0c0. 00080000:00000010:1.0:1769074990.087959:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35204000. 00000400:00000200:3.0:1769074990.087965:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1769074990.087967:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357868a0. 00000400:00000200:0.0:1769074990.087968:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:0.0:1769074990.087973:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00080000:00000010:1.0:1769074990.087974:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0f800. 00000400:00000200:3.0:1769074990.087976:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e280 00000020:00000010:2.0:1769074990.087977:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763640. 00000001:00000010:1.0:1769074990.087982:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955900. 00000020:00000010:2.0:1769074990.087982:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763640. 00000100:00000200:0.0:1769074990.087984:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1bb80 x1855008368813312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1769074990.087987:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453800. 00000020:00000010:2.0:1769074990.087987:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fcc00. 00000400:00000200:3.0:1769074990.087991:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x298d9 [1] + 224 00000001:00000010:1.0:1769074990.087994:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357864e0. 00000020:00000010:2.0:1769074990.087994:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2300. 00080000:00000010:1.0:1769074990.087999:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0fe00. 00000020:00000010:2.0:1769074990.088000:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000400:00000200:3.0:1769074990.088005:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.088006:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955ae0. 00080000:00000010:1.0:1769074990.088014:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453400. 00000400:00000200:3.0:1769074990.088015:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1769074990.088021:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786180. 00080000:00000010:1.0:1769074990.088044:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0e800. 00000001:00000010:1.0:1769074990.088049:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955120. 00000100:00000200:3.0:1769074990.088053:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1ad80 x1855008368812672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1769074990.088055:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452a00. 02000000:00000010:0.0:1769074990.088058:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04891400. 00000001:00000010:1.0:1769074990.088062:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357866c0. 00000400:00000010:0.0:1769074990.088065:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bc08. 00080000:00000010:1.0:1769074990.088068:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0f400. 00000400:00000010:0.0:1769074990.088074:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000001:00000010:1.0:1769074990.088074:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955300. 00000400:00000200:3.0:1769074990.088078:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00080000:00000010:1.0:1769074990.088081:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0768f800. 00000400:00000010:3.0:1769074990.088081:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00000001:00000010:1.0:1769074990.088089:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357863c0. 00000100:00000200:0.0:1769074990.088091:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368812928, portal 4 00080000:00000010:1.0:1769074990.088093:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0f600. 00000400:00000010:0.0:1769074990.088097:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000001:00000010:1.0:1769074990.088100:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955ba0. 00000020:00000010:3.0:1769074990.088100:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589880. 00000100:00000200:0.0:1769074990.088103:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368812928, offset 0 00080000:00000010:1.0:1769074990.088107:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01502200. 00000020:00000010:3.0:1769074990.088108:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000400:00000200:0.0:1769074990.088114:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074990.088116:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7e00. 00000001:00000010:1.0:1769074990.088118:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786d80. 00080000:00000010:1.0:1769074990.088123:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0ea00. 00000400:00000200:0.0:1769074990.088126:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1769074990.088128:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099555a0. 00080000:00000010:1.0:1769074990.088133:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02c1ea00. 00000400:00000200:0.0:1769074990.088137:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e380 00000001:00000010:1.0:1769074990.088140:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786780. 00080000:00000010:1.0:1769074990.088144:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0f200. 00000400:00000200:0.0:1769074990.088147:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 8968 00000001:00000010:1.0:1769074990.088149:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357861e0. 00080000:00000010:1.0:1769074990.088155:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0fa00. 00000400:00000200:0.0:1769074990.088157:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.088159:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357867e0. 00000400:00000200:0.0:1769074990.088165:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1769074990.088165:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0ee00. 00000001:00000010:1.0:1769074990.088169:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786600. 00000100:00000200:0.0:1769074990.088172:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1769074990.088173:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0e400. 00000001:00000010:1.0:1769074990.088179:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786f60. 00000100:00000010:0.0:1769074990.088181:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1aa00. 00080000:00000010:1.0:1769074990.088183:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0fc00. 00000001:00000010:1.0:1769074990.088187:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357862a0. 00080000:00000010:1.0:1769074990.088189:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0f000. 00000001:00000010:1.0:1769074990.088192:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786c60. 00080000:00000010:1.0:1769074990.088194:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0e000. 00000001:00000010:1.0:1769074990.088197:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786ba0. 00080000:00000010:1.0:1769074990.088199:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a877a00. 00000001:00000010:1.0:1769074990.088212:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786660. 00080000:00000010:1.0:1769074990.088215:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a876e00. 00000001:00000010:1.0:1769074990.088220:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786060. 00080000:00000010:1.0:1769074990.088222:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a876400. 00000001:00000010:1.0:1769074990.088226:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786000. 00080000:00000010:1.0:1769074990.088229:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a877c00. 00000020:00000010:2.0:1769074990.088231:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763640. 00000001:00000010:1.0:1769074990.088233:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786f00. 00000020:00000010:2.0:1769074990.088234:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763640. 00080000:00000010:1.0:1769074990.088235:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a877000. 00000400:00000200:0.0:1769074990.088239:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000001:00000010:1.0:1769074990.088240:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357865a0. 00000020:00000010:2.0:1769074990.088240:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd600. 00000020:00000010:3.0:1769074990.088241:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1240. 00000400:00000010:0.0:1769074990.088245:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00080000:00000010:1.0:1769074990.088248:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a876000. 00000020:00000010:3.0:1769074990.088248:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1240. 00000020:00000010:2.0:1769074990.088249:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2800. 00000100:00000200:0.0:1769074990.088255:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1b100 x1855008368812928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.088256:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415640. 00000001:00000010:1.0:1769074990.088257:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786900. 00000020:00000010:3.0:1769074990.088258:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7e00. 00080000:00000010:1.0:1769074990.088263:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a877800. 00000020:00000010:3.0:1769074990.088265:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589880. 00000001:00000010:1.0:1769074990.088272:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786cc0. 00000020:00000010:3.0:1769074990.088272:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00080000:00000010:1.0:1769074990.088281:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a877400. 00000001:00000010:1.0:1769074990.088286:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786c00. 02000000:00000010:0.0:1769074990.088288:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04893c00. 00080000:00000010:1.0:1769074990.088289:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a877600. 00000020:00000010:2.0:1769074990.088289:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763640. 00000020:00000010:2.0:1769074990.088295:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763640. 00000400:00000010:0.0:1769074990.088296:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753be70. 00000001:00000010:1.0:1769074990.088296:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786a20. 00000020:00000010:2.0:1769074990.088301:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fca00. 00000020:00000010:3.0:1769074990.088303:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1240. 00080000:00000010:1.0:1769074990.088304:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a877e00. 00000400:00000010:0.0:1769074990.088305:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000020:00000010:2.0:1769074990.088306:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2080. 00000020:00000010:3.0:1769074990.088308:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1240. 00000001:00000010:1.0:1769074990.088311:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786e40. 00000020:00000010:2.0:1769074990.088312:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000100:00000200:0.0:1769074990.088313:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368813440, portal 4 00000100:00000200:3.0:1769074990.088313:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368813056 00080000:00000010:1.0:1769074990.088315:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493600. 00000001:00000010:1.0:1769074990.088322:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786420. 00000400:00000010:0.0:1769074990.088323:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00080000:00000010:1.0:1769074990.088327:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304de400. 02000000:00000010:3.0:1769074990.088327:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b17349000. 00000100:00000200:0.0:1769074990.088328:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368813440, offset 0 00000001:00000010:1.0:1769074990.088336:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786de0. 00000020:00000010:2.0:1769074990.088338:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763640. 00000400:00000200:0.0:1769074990.088340:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1769074990.088341:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04accc00. 00080000:00000010:1.0:1769074990.088342:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304de600. 00000020:00000010:2.0:1769074990.088343:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763640. 00000001:00000010:1.0:1769074990.088349:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786240. 00000100:00000200:2.0:1769074990.088349:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368813568 00000400:00000200:0.0:1769074990.088350:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1769074990.088354:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304df000. 00010000:00000010:3.0:1769074990.088354:0:29093:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1240. 00000400:00000200:0.0:1769074990.088361:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0e580 00000001:00000010:1.0:1769074990.088363:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786300. 02000000:00000010:2.0:1769074990.088363:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0487c400. 00000100:00000010:3.0:1769074990.088363:0:29093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdda80. 00000400:00000200:0.0:1769074990.088369:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 9512 00080000:00000010:1.0:1769074990.088371:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304de200. 00000001:00000010:1.0:1769074990.088377:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357860c0. 00000100:00000010:3.0:1769074990.088377:0:29093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860700. 00000400:00000200:0.0:1769074990.088379:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1769074990.088381:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0400. 00080000:00000010:1.0:1769074990.088383:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304df800. 00000001:00000010:1.0:1769074990.088388:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786ae0. 00000400:00000200:0.0:1769074990.088389:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:3.0:1769074990.088390:0:29093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b049f6400. 00080000:00000010:1.0:1769074990.088394:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304de800. 00010000:00000010:2.0:1769074990.088394:0:29089:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763640. 00000100:00000200:0.0:1769074990.088398:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000010:1.0:1769074990.088400:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b357869c0. 00000100:00000010:2.0:1769074990.088401:0:29089:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6cc0. 00000100:00000010:0.0:1769074990.088404:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18700. 00080000:00000010:1.0:1769074990.088406:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304df600. 00000100:00000010:2.0:1769074990.088410:0:29089:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 00000001:00000010:1.0:1769074990.088412:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f780. 02000000:00000010:3.0:1769074990.088414:0:29093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b049f7a00. 00080000:00000010:1.0:1769074990.088416:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35800. 02000000:00000010:2.0:1769074990.088418:0:29089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fde00. 00000400:00000200:0.0:1769074990.088420:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000001:00000010:1.0:1769074990.088423:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51b40. 00000400:00000010:3.0:1769074990.088423:0:29093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751b00. 00000400:00000010:0.0:1769074990.088425:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00080000:00000010:1.0:1769074990.088432:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864e00. 02000000:00000010:2.0:1769074990.088432:0:29089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fd200. 00000400:00000010:3.0:1769074990.088436:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00000100:00000200:0.0:1769074990.088437:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d19500 x1855008368813440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.088439:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927fc00. 00000400:00000010:2.0:1769074990.088439:0:29089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000100:00000200:3.0:1769074990.088443:0:29093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368813696, portal 16 00080000:00000010:1.0:1769074990.088445:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b01284a00. 00000400:00000010:2.0:1769074990.088446:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000400:00000010:3.0:1769074990.088450:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000001:00000010:1.0:1769074990.088453:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51300. 00000100:00000200:2.0:1769074990.088453:0:29089:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368813824, portal 16 00000100:00000200:3.0:1769074990.088456:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368813696, offset 0 00080000:00000010:1.0:1769074990.088460:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864400. 00000400:00000010:2.0:1769074990.088461:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000001:00000010:1.0:1769074990.088465:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f480. 00000400:00000200:3.0:1769074990.088466:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088471:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b222bbc00. 00000100:00000200:2.0:1769074990.088472:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368813824, offset 0 00000001:00000010:1.0:1769074990.088479:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51ba0. 00000400:00000200:3.0:1769074990.088479:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.088483:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088484:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864600. 00000001:00000010:1.0:1769074990.088488:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786960. 00000400:00000200:3.0:1769074990.088489:0:29093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:0.0:1769074990.088492:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec900. 00080000:00000010:1.0:1769074990.088495:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304dfe00. 00000400:00000200:3.0:1769074990.088497:0:29093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000020:00000010:0.0:1769074990.088499:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec900. 00000001:00000010:1.0:1769074990.088501:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c513c0. 00000400:00000200:3.0:1769074990.088503:0:29093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000020:00000010:0.0:1769074990.088507:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da000. 00000400:00000200:3.0:1769074990.088508:0:29093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088509:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07865c00. 00000020:00000010:0.0:1769074990.088514:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccd00. 00000001:00000010:1.0:1769074990.088516:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786b40. 00000400:00000200:3.0:1769074990.088516:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17521:17521:256:4294967295] 192.168.204.41@tcp LPNI seq info [17517:17517:8:4294967295] 00000020:00000010:0.0:1769074990.088522:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00080000:00000010:1.0:1769074990.088523:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304dfa00. 00000001:00000010:1.0:1769074990.088530:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51960. 00000400:00000200:3.0:1769074990.088532:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.088535:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0296f200. 00000800:00000200:3.0:1769074990.088541:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.088543:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786360. 00000400:00000200:2.0:1769074990.088544:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00080000:00000010:1.0:1769074990.088548:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03c09800. 00000800:00000010:3.0:1769074990.088548:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000400:00000200:2.0:1769074990.088549:0:29089:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:0.0:1769074990.088554:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec900. 00000400:00000200:2.0:1769074990.088555:0:29089:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000001:00000010:1.0:1769074990.088556:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c510c0. 00000800:00000200:3.0:1769074990.088561:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.088562:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec900. 00080000:00000010:1.0:1769074990.088562:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce8f800. 00000400:00000200:2.0:1769074990.088563:0:29089:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1769074990.088570:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368812800 00000001:00000010:1.0:1769074990.088571:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955420. 00000400:00000200:2.0:1769074990.088571:0:29089:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088576:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a096de200. 00000800:00000200:3.0:1769074990.088576:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:0.0:1769074990.088582:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04893800. 00000400:00000200:2.0:1769074990.088583:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17522:17522:255:4294967295] 192.168.204.41@tcp LPNI seq info [17518:17518:7:4294967295] 00000800:00000200:3.0:1769074990.088583:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:1.0:1769074990.088584:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51de0. 00080000:00000010:1.0:1769074990.088590:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce8fa00. 00000001:00000010:1.0:1769074990.088594:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955f00. 00080000:00000010:1.0:1769074990.088597:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a096df200. 00010000:00000010:0.0:1769074990.088598:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843a00. 00000400:00000200:2.0:1769074990.088599:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:1.0:1769074990.088601:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51060. 00080000:00000010:1.0:1769074990.088606:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0296f400. 00000001:00000010:1.0:1769074990.088610:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786120. 00000800:00000200:2.0:1769074990.088610:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:0.0:1769074990.088612:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec900. 00080000:00000010:1.0:1769074990.088614:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03c09a00. 00000800:00000010:2.0:1769074990.088615:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01d51900. 00000100:00000010:0.0:1769074990.088621:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687600. 00000001:00000010:1.0:1769074990.088621:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51d20. 00000800:00000200:2.0:1769074990.088621:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:1.0:1769074990.088628:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0296e800. 00000800:00000200:2.0:1769074990.088631:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:0.0:1769074990.088632:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19c00. 00000001:00000010:1.0:1769074990.088632:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786d20. 00000800:00000200:2.0:1769074990.088635:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01d51900 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:1.0:1769074990.088638:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03c08200. 00000020:00000010:3.0:1769074990.088639:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00000001:00000010:1.0:1769074990.088643:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c518a0. 00000020:00000010:3.0:1769074990.088644:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 02000000:00000010:0.0:1769074990.088645:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b351da800. 00080000:00000010:1.0:1769074990.088650:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0296ec00. 00000100:00000200:3.0:1769074990.088650:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368813312 00000001:00000010:1.0:1769074990.088658:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786a80. 02000000:00000010:0.0:1769074990.088660:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b351dbc00. 00080000:00000010:1.0:1769074990.088663:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3fe61a00. 02000000:00000010:3.0:1769074990.088664:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b361ae000. 00000020:00000010:2.0:1769074990.088666:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763540. 00000400:00000010:0.0:1769074990.088668:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b9a0. 00000001:00000010:1.0:1769074990.088670:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786720. 00000020:00000010:2.0:1769074990.088672:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763540. 00000400:00000010:0.0:1769074990.088675:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00080000:00000010:1.0:1769074990.088675:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493c00. 00000100:00000200:2.0:1769074990.088676:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368812928 00010000:00000010:3.0:1769074990.088677:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acca00. 00000100:00000200:0.0:1769074990.088694:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368813952, portal 16 00000001:00000010:1.0:1769074990.088697:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786ea0. 00000400:00000010:0.0:1769074990.088701:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00010000:00000010:3.0:1769074990.088702:0:29091:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1b80. 00080000:00000010:1.0:1769074990.088703:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493000. 02000000:00000010:2.0:1769074990.088703:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0487e400. 00000100:00000200:0.0:1769074990.088706:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368813952, offset 0 00000001:00000010:1.0:1769074990.088710:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786480. 00000100:00000010:3.0:1769074990.088710:0:29091:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000400:00000200:0.0:1769074990.088716:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088716:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b492a00. 00010000:00000010:2.0:1769074990.088718:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0800. 00000100:00000010:3.0:1769074990.088719:0:29091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863800. 00000001:00000010:1.0:1769074990.088724:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b35786840. 02000000:00000010:3.0:1769074990.088729:0:29091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b049f6a00. 00000400:00000200:0.0:1769074990.088730:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00080000:00000010:1.0:1769074990.088731:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b492e00. 00010000:00000010:2.0:1769074990.088731:0:28095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763540. 00000400:00000200:0.0:1769074990.088740:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000010:1.0:1769074990.088741:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf95a0. 00000100:00000010:2.0:1769074990.088741:0:28095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6a80. 02000000:00000010:3.0:1769074990.088745:0:29091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b049f7200. 00000400:00000200:0.0:1769074990.088746:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00080000:00000010:1.0:1769074990.088746:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b492c00. 00000100:00000010:2.0:1769074990.088749:0:28095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 00000400:00000200:0.0:1769074990.088754:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000001:00000010:1.0:1769074990.088755:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131ec6c0. 00000400:00000010:3.0:1769074990.088755:0:29091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751dc0. 02000000:00000010:2.0:1769074990.088758:0:28095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fda00. 00000400:00000200:0.0:1769074990.088761:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000010:3.0:1769074990.088762:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 00080000:00000010:1.0:1769074990.088763:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b492400. 00000100:00000200:3.0:1769074990.088770:0:29091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368814080, portal 16 00000400:00000200:0.0:1769074990.088771:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17523:17523:254:4294967295] 192.168.204.41@tcp LPNI seq info [17519:17519:6:4294967295] 00000001:00000010:1.0:1769074990.088772:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131ece40. 02000000:00000010:2.0:1769074990.088773:0:28095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fd800. 00080000:00000010:1.0:1769074990.088778:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b492600. 00000400:00000010:2.0:1769074990.088782:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39d68. 00000400:00000010:3.0:1769074990.088782:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5faa0. 00000001:00000010:1.0:1769074990.088784:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131ecf60. 00000100:00000200:3.0:1769074990.088790:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368814080, offset 0 00080000:00000010:1.0:1769074990.088791:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493e00. 00000400:00000010:2.0:1769074990.088792:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000400:00000200:0.0:1769074990.088796:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:1.0:1769074990.088799:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131eccc0. 00000100:00000200:2.0:1769074990.088799:0:28095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368814208, portal 16 00080000:00000010:1.0:1769074990.088805:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493400. 00000400:00000200:3.0:1769074990.088806:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.088807:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000800:00000200:0.0:1769074990.088808:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.088812:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c511e0. 00000100:00000200:2.0:1769074990.088814:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368814208, offset 0 00000800:00000010:0.0:1769074990.088817:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00080000:00000010:1.0:1769074990.088817:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0296f000. 00000400:00000200:3.0:1769074990.088819:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.088825:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.088826:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131ec360. 00000400:00000200:3.0:1769074990.088829:0:29091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1769074990.088831:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:1.0:1769074990.088831:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493a00. 00000400:00000200:3.0:1769074990.088836:0:29091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000001:00000010:1.0:1769074990.088839:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131ecde0. 00000800:00000200:0.0:1769074990.088843:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.088845:0:29091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00080000:00000010:1.0:1769074990.088846:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01095e00. 00000800:00000200:0.0:1769074990.088848:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:1.0:1769074990.088853:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b131ec1e0. 00000400:00000200:3.0:1769074990.088854:0:29091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088860:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04cee200. 00000400:00000200:3.0:1769074990.088864:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17524:17524:253:4294967295] 192.168.204.41@tcp LPNI seq info [17520:17520:5:4294967295] 00000001:00000010:1.0:1769074990.088868:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f360. 00080000:00000010:1.0:1769074990.088873:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04cee400. 00000020:00000010:0.0:1769074990.088875:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000001:00000010:1.0:1769074990.088879:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf93c0. 00000020:00000010:0.0:1769074990.088881:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00080000:00000010:1.0:1769074990.088885:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04cee800. 00000100:00000200:0.0:1769074990.088886:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368813440 00000400:00000200:3.0:1769074990.088886:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:1.0:1769074990.088890:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf90c0. 00080000:00000010:1.0:1769074990.088896:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04cef000. 02000000:00000010:0.0:1769074990.088898:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04893000. 00000800:00000200:3.0:1769074990.088899:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.088900:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000001:00000010:1.0:1769074990.088901:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9cc0. 00080000:00000010:1.0:1769074990.088907:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04cefc00. 00000400:00000200:2.0:1769074990.088907:0:28095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1769074990.088908:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000001:00000010:1.0:1769074990.088912:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9240. 00000400:00000200:2.0:1769074990.088912:0:28095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00010000:00000010:0.0:1769074990.088913:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842400. 00080000:00000010:1.0:1769074990.088918:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf20a00. 00000800:00000200:3.0:1769074990.088919:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.088920:0:28095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00010000:00000010:0.0:1769074990.088924:0:27572:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000001:00000010:1.0:1769074990.088924:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf98a0. 00000400:00000200:2.0:1769074990.088927:0:28095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088932:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c0400. 00000800:00000200:3.0:1769074990.088932:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:0.0:1769074990.088933:0:27572:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b406870c0. 00000400:00000200:2.0:1769074990.088938:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17525:17525:252:4294967295] 192.168.204.41@tcp LPNI seq info [17521:17521:4:4294967295] 00000001:00000010:1.0:1769074990.088940:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9060. 00000800:00000200:3.0:1769074990.088940:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:0.0:1769074990.088943:0:27572:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb480. 00080000:00000010:1.0:1769074990.088946:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c0600. 00000001:00000010:1.0:1769074990.088951:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9c00. 02000000:00000010:0.0:1769074990.088953:0:27572:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b351db800. 00000400:00000200:2.0:1769074990.088954:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.088955:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c0000. 00000001:00000010:1.0:1769074990.088960:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9360. 00000800:00000200:2.0:1769074990.088962:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.088964:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c0800. 00000800:00000010:2.0:1769074990.088967:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 02000000:00000010:0.0:1769074990.088969:0:27572:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b30757000. 00000001:00000010:1.0:1769074990.088969:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9a20. 00080000:00000010:1.0:1769074990.088974:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c1600. 00000800:00000200:2.0:1769074990.088975:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:0.0:1769074990.088976:0:27572:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bdc0. 00000001:00000010:1.0:1769074990.088981:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf91e0. 00000400:00000010:0.0:1769074990.088982:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000800:00000200:2.0:1769074990.088983:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:1.0:1769074990.088985:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c1000. 00000100:00000200:0.0:1769074990.088989:0:27572:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368814336, portal 16 00000001:00000010:1.0:1769074990.088990:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf97e0. 00000800:00000200:2.0:1769074990.088990:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.088995:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00080000:00000010:1.0:1769074990.088996:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c0200. 00000800:00000200:3.0:1769074990.088999:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1769074990.089000:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368814336, offset 0 00000001:00000010:1.0:1769074990.089002:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf96c0. 00000800:00000010:3.0:1769074990.089005:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00080000:00000010:1.0:1769074990.089009:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a25c400. 00000400:00000200:0.0:1769074990.089010:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.089012:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.089019:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.089020:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9120. 00000400:00000200:0.0:1769074990.089022:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.089044:0:27572:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.089047:0:27572:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.089051:0:27572:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00080000:00000010:1.0:1769074990.089053:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04c04e00. 00000400:00000200:0.0:1769074990.089054:0:27572:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.089060:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17526:17526:251:4294967295] 192.168.204.41@tcp LPNI seq info [17522:17522:3:4294967295] 00000001:00000010:1.0:1769074990.089061:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9660. 00080000:00000010:1.0:1769074990.089067:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0479e600. 00000400:00000200:0.0:1769074990.089072:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:1.0:1769074990.089073:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9ea0. 00080000:00000010:1.0:1769074990.089080:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0479e200. 00000400:00000200:3.0:1769074990.089080:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000800:00000200:0.0:1769074990.089081:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:3.0:1769074990.089084:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000800:00000010:0.0:1769074990.089088:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000001:00000010:1.0:1769074990.089089:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9b40. 00000100:00000200:3.0:1769074990.089094:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860700 x1855008368813696/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1769074990.089095:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:1.0:1769074990.089096:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b01380200. 00000001:00000010:1.0:1769074990.089104:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9ae0. 00000800:00000200:0.0:1769074990.089107:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:1.0:1769074990.089111:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a25de00. 00000800:00000200:0.0:1769074990.089113:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:1.0:1769074990.089120:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9c60. 00080000:00000010:1.0:1769074990.089126:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a25dc00. 00000001:00000010:1.0:1769074990.089131:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9f00. 00000800:00000200:3.0:1769074990.089131:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.089137:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01d51900. 00080000:00000010:1.0:1769074990.089138:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a25d000. 00000001:00000010:1.0:1769074990.089144:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9f60. 00000400:00000200:3.0:1769074990.089145:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.089149:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a25ce00. 00000400:00000200:3.0:1769074990.089152:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.089156:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c512a0. 00000400:00000200:3.0:1769074990.089156:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074990.089161:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00080000:00000010:1.0:1769074990.089163:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04472a00. 00000100:00000200:3.0:1769074990.089167:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38486300 x1855008368813824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1769074990.089171:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9ba0. 00080000:00000010:1.0:1769074990.089177:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2a25c200. 00000001:00000010:1.0:1769074990.089183:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51f00. 00000800:00000200:3.0:1769074990.089185:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1769074990.089186:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04472c00. 00000800:00000010:3.0:1769074990.089189:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000001:00000010:1.0:1769074990.089193:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9900. 00000400:00000200:3.0:1769074990.089194:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.089200:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7ee00. 00000400:00000200:3.0:1769074990.089200:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.089204:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:3.0:1769074990.089206:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000001:00000010:1.0:1769074990.089208:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51120. 00000100:00000200:3.0:1769074990.089213:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d19c00 x1855008368813952/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1769074990.089214:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01c80600. 00000001:00000010:1.0:1769074990.089222:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9720. 00080000:00000010:1.0:1769074990.089227:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04919c00. 00000800:00000200:3.0:1769074990.089228:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1769074990.089232:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51a80. 00000800:00000010:3.0:1769074990.089232:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:3.0:1769074990.089239:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.089240:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d200. 00000400:00000200:3.0:1769074990.089244:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.089248:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9840. 00000400:00000200:3.0:1769074990.089248:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5faa0 00000400:00000010:3.0:1769074990.089250:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5faa0. 00080000:00000010:1.0:1769074990.089256:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a032f6400. 00000100:00000200:3.0:1769074990.089257:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06863800 x1855008368814080/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1769074990.089264:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51a20. 00080000:00000010:1.0:1769074990.089270:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d800. 00000800:00000200:3.0:1769074990.089271:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1769074990.089275:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9d20. 00000800:00000010:3.0:1769074990.089276:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000400:00000200:3.0:1769074990.089282:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.089283:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04918c00. 00000400:00000200:3.0:1769074990.089288:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.089290:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51420. 00000400:00000200:3.0:1769074990.089291:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:3.0:1769074990.089296:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00080000:00000010:1.0:1769074990.089297:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298c200. 00000100:00000200:3.0:1769074990.089302:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487480 x1855008368814208/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1769074990.089304:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9180. 00080000:00000010:1.0:1769074990.089310:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04919600. 00000001:00000010:1.0:1769074990.089318:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c516c0. 00080000:00000010:1.0:1769074990.089322:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298c600. 00000001:00000010:1.0:1769074990.089325:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf99c0. 00080000:00000010:1.0:1769074990.089327:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04918800. 00000001:00000010:1.0:1769074990.089331:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51e40. 00080000:00000010:1.0:1769074990.089333:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298cc00. 00000001:00000010:1.0:1769074990.089337:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf94e0. 00080000:00000010:1.0:1769074990.089339:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07658800. 00000001:00000010:1.0:1769074990.089343:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51480. 00080000:00000010:1.0:1769074990.089344:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298da00. 00000001:00000010:1.0:1769074990.089348:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9de0. 00080000:00000010:1.0:1769074990.089351:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0b0cfe00. 00000800:00000200:3.0:1769074990.089352:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1769074990.089355:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b03f54000. 00000800:00000010:3.0:1769074990.089356:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074990.089362:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.089364:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298de00. 00000400:00000200:3.0:1769074990.089369:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.089371:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9540. 00000400:00000200:3.0:1769074990.089372:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:3.0:1769074990.089376:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00080000:00000010:1.0:1769074990.089377:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0b0cea00. 00000100:00000200:3.0:1769074990.089382:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfeb480 x1855008368814336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1769074990.089383:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a300. 00080000:00000010:1.0:1769074990.089389:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298c000. 00000001:00000010:1.0:1769074990.089397:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9420. 00080000:00000010:1.0:1769074990.089402:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0b0ce000. 00000100:00000200:3.0:1769074990.089406:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000001:00000010:1.0:1769074990.089407:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a720. 00080000:00000010:1.0:1769074990.089412:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d400. 00000001:00000010:1.0:1769074990.089416:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02cf9e40. 00080000:00000010:1.0:1769074990.089418:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0459b000. 00000001:00000010:1.0:1769074990.089422:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a900. 00080000:00000010:1.0:1769074990.089424:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d600. 00000001:00000010:1.0:1769074990.089427:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fa80. 00080000:00000010:1.0:1769074990.089429:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b055eac00. 00000001:00000010:1.0:1769074990.089432:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223aae0. 00080000:00000010:1.0:1769074990.089434:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298c400. 00000001:00000010:1.0:1769074990.089437:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fea0. 00080000:00000010:1.0:1769074990.089439:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0459aa00. 00000001:00000010:1.0:1769074990.089442:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a6c0. 00080000:00000010:1.0:1769074990.089445:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298ce00. 00000001:00000010:1.0:1769074990.089449:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f9c0. 00080000:00000010:1.0:1769074990.089452:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0459a600. 00000100:00000010:3.0:1769074990.089455:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862300. 00000001:00000010:1.0:1769074990.089456:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a3c0. 00080000:00000010:1.0:1769074990.089460:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02c23800. 00000001:00000010:1.0:1769074990.089465:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fd20. 00080000:00000010:1.0:1769074990.089468:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a010cae00. 00000400:00000200:3.0:1769074990.089472:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000001:00000010:1.0:1769074990.089475:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a120. 00000400:00000010:3.0:1769074990.089476:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00080000:00000010:1.0:1769074990.089480:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03298800. 00000100:00000200:3.0:1769074990.089487:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d18000 x1855008368813184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.089488:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f7e0. 00080000:00000010:1.0:1769074990.089494:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a010ca800. 00000001:00000010:1.0:1769074990.089500:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a4e0. 00000020:00000010:2.0:1769074990.089504:0:29095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00080000:00000010:1.0:1769074990.089506:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a015af400. 00000020:00000010:2.0:1769074990.089508:0:29095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000001:00000010:1.0:1769074990.089511:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f600. 00000020:00000010:2.0:1769074990.089513:0:29095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc000. 00080000:00000010:1.0:1769074990.089514:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a010ca200. 00000020:00000010:2.0:1769074990.089517:0:29095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000001:00000010:1.0:1769074990.089518:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a540. 00000400:00000010:3.0:1769074990.089519:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000020:00000010:2.0:1769074990.089520:0:29095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00080000:00000010:1.0:1769074990.089521:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a015af200. 00000400:00000200:3.0:1769074990.089525:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000001:00000010:1.0:1769074990.089527:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955240. 00000400:00000010:3.0:1769074990.089531:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00080000:00000010:1.0:1769074990.089533:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04792800. 00000001:00000010:1.0:1769074990.089540:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a420. 00000100:00000200:3.0:1769074990.089543:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1ad80 x1855008368812672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1769074990.089544:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0613ca00. 00000020:00000010:2.0:1769074990.089546:0:29095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.089551:0:29095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000001:00000010:1.0:1769074990.089552:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fe40. 00000100:00000200:2.0:1769074990.089556:0:29095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368813184 00080000:00000010:1.0:1769074990.089558:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a010ca000. 00000100:00000200:3.0:1769074990.089561:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1ad80 x1855008368812672/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.089562:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a0c0. 00080000:00000010:1.0:1769074990.089568:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b111ff400. 02000000:00000010:2.0:1769074990.089568:0:29095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a0302c400. 00000001:00000010:1.0:1769074990.089576:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477ff00. 00080000:00000010:1.0:1769074990.089579:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0358b400. 00010000:00000010:2.0:1769074990.089580:0:29095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1000. 00000001:00000010:1.0:1769074990.089584:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a9c0. 00080000:00000010:1.0:1769074990.089586:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0613da00. 00010000:00000010:2.0:1769074990.089588:0:29095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000001:00000010:1.0:1769074990.089590:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f4e0. 00080000:00000010:1.0:1769074990.089592:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0765b400. 00000100:00000010:2.0:1769074990.089592:0:29095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976900. 00000100:00000010:2.0:1769074990.089598:0:29095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484380. 00000001:00000010:1.0:1769074990.089599:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a600. 00080000:00000010:1.0:1769074990.089602:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0613cc00. 02000000:00000010:2.0:1769074990.089605:0:29095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fc200. 00000001:00000010:1.0:1769074990.089607:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a240. 00000100:00000010:0.0:1769074990.089610:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb800. 00080000:00000010:1.0:1769074990.089611:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0613ce00. 00000001:00000010:1.0:1769074990.089617:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099550c0. 02000000:00000010:2.0:1769074990.089617:0:29095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fd000. 02000000:00000010:0.0:1769074990.089620:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04890800. 00080000:00000010:1.0:1769074990.089621:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b2c30c800. 00000400:00000010:2.0:1769074990.089622:0:29095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39160. 00000001:00000010:1.0:1769074990.089639:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223ad20. 00000400:00000010:2.0:1769074990.089639:0:29095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00080000:00000010:1.0:1769074990.089642:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b111ff600. 00000100:00000200:2.0:1769074990.089644:0:29095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368814464, portal 16 00000001:00000010:1.0:1769074990.089646:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f5a0. 00000400:00000010:2.0:1769074990.089648:0:29095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00080000:00000010:1.0:1769074990.089649:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b36e42600. 00000100:00000200:2.0:1769074990.089651:0:29095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368814464, offset 0 00000001:00000010:1.0:1769074990.089655:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a7e0. 00000400:00000200:2.0:1769074990.089658:0:29095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.089659:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b111ffa00. 00000001:00000010:1.0:1769074990.089663:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f780. 00080000:00000010:1.0:1769074990.089667:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0765ae00. 00000400:00000200:2.0:1769074990.089667:0:29095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 02000000:00000010:0.0:1769074990.089668:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04892000. 00000400:00000200:2.0:1769074990.089671:0:29095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000010:1.0:1769074990.089672:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223acc0. 00000400:00000010:0.0:1769074990.089674:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b370. 00080000:00000010:1.0:1769074990.089676:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b36e43800. 00000400:00000200:2.0:1769074990.089677:0:29095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:0.0:1769074990.089695:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000400:00000200:2.0:1769074990.089696:0:29095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000001:00000010:1.0:1769074990.089697:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f420. 00000100:00000200:0.0:1769074990.089701:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368814592, portal 4 00080000:00000010:1.0:1769074990.089702:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0765aa00. 00000400:00000200:2.0:1769074990.089702:0:29095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000010:0.0:1769074990.089709:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000001:00000010:1.0:1769074990.089709:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a780. 00000400:00000200:2.0:1769074990.089709:0:29095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17527:17527:256:4294967295] 192.168.204.41@tcp LPNI seq info [17523:17523:8:4294967295] 00080000:00000010:1.0:1769074990.089714:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b36e43600. 00000100:00000200:0.0:1769074990.089716:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368814592, offset 0 00000001:00000010:1.0:1769074990.089718:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fde0. 00080000:00000010:1.0:1769074990.089724:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b406f4a00. 00000400:00000200:2.0:1769074990.089725:0:29095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074990.089728:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1769074990.089738:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223af00. 00080000:00000010:1.0:1769074990.089743:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b36e43a00. 00000800:00000200:2.0:1769074990.089744:0:29095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.089747:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b2223a660. 00000800:00000010:2.0:1769074990.089750:0:29095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000400:00000200:0.0:1769074990.089751:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1769074990.089753:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0358ba00. 00000800:00000200:2.0:1769074990.089757:0:29095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:1.0:1769074990.089759:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b03d23840. 00080000:00000010:1.0:1769074990.089763:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0358b000. 00000800:00000200:2.0:1769074990.089765:0:29095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.089767:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ea00 00000001:00000010:1.0:1769074990.089770:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8780. 00000800:00000200:2.0:1769074990.089770:0:29095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.089776:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 10056 00080000:00000010:1.0:1769074990.089777:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0358b800. 00000001:00000010:1.0:1769074990.089783:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b03f54f60. 00000400:00000200:0.0:1769074990.089785:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.089787:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b08828c00. 00000400:00000200:0.0:1769074990.089794:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1769074990.089794:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8420. 00000100:00000200:0.0:1769074990.089801:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1769074990.089801:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34fa0800. 00000001:00000010:1.0:1769074990.089809:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8f00. 00000100:00000010:0.0:1769074990.089810:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9c00. 00080000:00000010:1.0:1769074990.089815:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b08829400. 00000001:00000010:1.0:1769074990.089821:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8ea0. 00080000:00000010:1.0:1769074990.089824:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b08828400. 00000400:00000200:0.0:1769074990.089828:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000001:00000010:1.0:1769074990.089829:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8600. 00000400:00000010:0.0:1769074990.089834:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00080000:00000010:1.0:1769074990.089836:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b08828600. 00000800:00000200:3.0:1769074990.089836:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.089843:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000100:00000200:0.0:1769074990.089846:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfeb800 x1855008368814592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1769074990.089846:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927fd80. 00000400:00000200:3.0:1769074990.089850:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.089853:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a032f6600. 00000400:00000200:3.0:1769074990.089861:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.089863:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8d80. 00000400:00000200:3.0:1769074990.089868:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00080000:00000010:1.0:1769074990.089871:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b08829000. 00000400:00000010:3.0:1769074990.089871:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00000020:00000010:2.0:1769074990.089874:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.089878:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000001:00000010:1.0:1769074990.089880:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927fea0. 00080000:00000010:1.0:1769074990.089885:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06511c00. 00000020:00000010:2.0:1769074990.089885:0:35410:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc800. 00000020:00000010:2.0:1769074990.089888:0:35410:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 00000001:00000010:1.0:1769074990.089889:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f120. 00080000:00000010:1.0:1769074990.089891:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06510200. 00000020:00000010:2.0:1769074990.089892:0:35410:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000001:00000010:1.0:1769074990.089895:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f7e0. 00080000:00000010:1.0:1769074990.089898:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03dcb600. 00000001:00000010:1.0:1769074990.089902:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b84e0. 00080000:00000010:1.0:1769074990.089905:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01efb000. 00000001:00000010:1.0:1769074990.089909:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f060. 00080000:00000010:1.0:1769074990.089912:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03dcbc00. 00000020:00000010:2.0:1769074990.089912:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.089915:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000001:00000010:1.0:1769074990.089916:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927fde0. 00000100:00000200:3.0:1769074990.089918:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38484380 x1855008368814464/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1769074990.089919:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03ed0200. 00000100:00000200:2.0:1769074990.089919:0:35410:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368814592 00000001:00000010:1.0:1769074990.089927:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f900. 02000000:00000010:2.0:1769074990.089931:0:35410:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a0302fc00. 00080000:00000010:1.0:1769074990.089932:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04598000. 00000001:00000010:1.0:1769074990.089937:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f1e0. 00080000:00000010:1.0:1769074990.089940:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02e10600. 00010000:00000010:2.0:1769074990.089941:0:35410:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0600. 00000001:00000010:1.0:1769074990.089944:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8a80. 00080000:00000010:1.0:1769074990.089948:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34fa1000. 00010000:00000010:2.0:1769074990.089949:0:35410:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763dc0. 00000001:00000010:1.0:1769074990.089951:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927ff60. 00000100:00000010:2.0:1769074990.089952:0:35410:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00080000:00000010:1.0:1769074990.089953:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a015ac200. 00000001:00000010:1.0:1769074990.089956:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927fd20. 00080000:00000010:1.0:1769074990.089958:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04d7d400. 00000100:00000010:2.0:1769074990.089958:0:35410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486d80. 00000001:00000010:1.0:1769074990.089962:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927ff00. 00080000:00000010:1.0:1769074990.089964:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40510c00. 02000000:00000010:2.0:1769074990.089964:0:35410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3cf16e00. 00000001:00000010:1.0:1769074990.089968:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927f720. 00080000:00000010:1.0:1769074990.089970:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1129f000. 00000001:00000010:1.0:1769074990.089973:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0927fa20. 02000000:00000010:2.0:1769074990.089973:0:35410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3cf17400. 00080000:00000010:1.0:1769074990.089975:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02e11a00. 00000400:00000010:2.0:1769074990.089977:0:35410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39108. 00000001:00000010:1.0:1769074990.089978:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c57e0. 00000400:00000010:2.0:1769074990.089980:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00080000:00000010:1.0:1769074990.089981:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02e11c00. 00000001:00000010:1.0:1769074990.089984:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8180. 00000100:00000200:2.0:1769074990.089984:0:35410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368814720, portal 16 00080000:00000010:1.0:1769074990.089987:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cfd1e00. 00000400:00000010:2.0:1769074990.089987:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074990.089990:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368814720, offset 0 00000001:00000010:1.0:1769074990.089991:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c50c0. 00080000:00000010:1.0:1769074990.089993:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02e11200. 00000400:00000200:2.0:1769074990.089995:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.089996:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6600. 00080000:00000010:1.0:1769074990.090001:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1129f600. 00000400:00000200:2.0:1769074990.090001:0:35410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000001:00000010:1.0:1769074990.090004:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6720. 00000400:00000200:2.0:1769074990.090004:0:35410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00080000:00000010:1.0:1769074990.090006:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1129fa00. 00000400:00000200:2.0:1769074990.090007:0:35410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000001:00000010:1.0:1769074990.090009:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6a20. 00000400:00000200:2.0:1769074990.090010:0:35410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00080000:00000010:1.0:1769074990.090011:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1129e800. 00000400:00000200:2.0:1769074990.090012:0:35410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000001:00000010:1.0:1769074990.090015:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6de0. 00000400:00000200:2.0:1769074990.090016:0:35410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17528:17528:256:4294967295] 192.168.204.41@tcp LPNI seq info [17524:17524:8:4294967295] 00080000:00000010:1.0:1769074990.090018:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1129e000. 00000001:00000010:1.0:1769074990.090020:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af69c0. 00080000:00000010:1.0:1769074990.090023:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1129f400. 00000400:00000200:2.0:1769074990.090050:0:35410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:1.0:1769074990.090054:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af68a0. 00000800:00000200:2.0:1769074990.090057:0:35410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.090058:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1129f800. 00000800:00000010:2.0:1769074990.090061:0:35410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7800. 00000001:00000010:1.0:1769074990.090062:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6b40. 00080000:00000010:1.0:1769074990.090064:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01f5ee00. 00000800:00000200:2.0:1769074990.090067:0:35410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:1.0:1769074990.090069:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af64e0. 00080000:00000010:1.0:1769074990.090072:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b012e7c00. 00000800:00000200:2.0:1769074990.090073:0:35410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.090076:0:35410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7800 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:1.0:1769074990.090077:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6240. 00080000:00000010:1.0:1769074990.090079:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40511000. 00000001:00000010:1.0:1769074990.090084:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6060. 00080000:00000010:1.0:1769074990.090086:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40510400. 00000001:00000010:1.0:1769074990.090089:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6480. 00080000:00000010:1.0:1769074990.090091:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40510600. 00000001:00000010:1.0:1769074990.090094:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6ba0. 00080000:00000010:1.0:1769074990.090097:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40511a00. 00000001:00000010:1.0:1769074990.090100:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8d20. 00080000:00000010:1.0:1769074990.090103:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3d47d200. 00000001:00000010:1.0:1769074990.090106:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6660. 00080000:00000010:1.0:1769074990.090110:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40510e00. 00000001:00000010:1.0:1769074990.090115:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6840. 00080000:00000010:1.0:1769074990.090118:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40510000. 00000001:00000010:1.0:1769074990.090121:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6c00. 00080000:00000010:1.0:1769074990.090124:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40511400. 00000001:00000010:1.0:1769074990.090127:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af67e0. 00080000:00000010:1.0:1769074990.090129:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40511200. 00000001:00000010:1.0:1769074990.090132:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6f60. 00080000:00000010:1.0:1769074990.090136:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40511600. 00000001:00000010:1.0:1769074990.090140:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af60c0. 00080000:00000010:1.0:1769074990.090144:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b40511800. 00000001:00000010:1.0:1769074990.090148:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6900. 00080000:00000010:1.0:1769074990.090151:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a015ab000. 00000001:00000010:1.0:1769074990.090156:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6ae0. 00080000:00000010:1.0:1769074990.090160:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03169200. 00000001:00000010:1.0:1769074990.090166:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6f00. 00080000:00000010:1.0:1769074990.090169:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01f5e800. 00000001:00000010:1.0:1769074990.090172:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6360. 00080000:00000010:1.0:1769074990.090176:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03169600. 00000800:00000200:3.0:1769074990.090178:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1769074990.090180:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6cc0. 00000800:00000010:3.0:1769074990.090182:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7800. 00080000:00000010:1.0:1769074990.090185:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1735f600. 00000400:00000200:3.0:1769074990.090187:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.090191:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af66c0. 00000400:00000200:3.0:1769074990.090196:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:1.0:1769074990.090197:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03169e00. 00000400:00000200:3.0:1769074990.090201:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000001:00000010:1.0:1769074990.090203:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6a80. 00000400:00000010:3.0:1769074990.090205:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00080000:00000010:1.0:1769074990.090207:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1735e200. 00000001:00000010:1.0:1769074990.090213:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6d20. 00000100:00000200:3.0:1769074990.090213:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38486d80 x1855008368814720/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1769074990.090218:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1735f200. 00000001:00000010:1.0:1769074990.090224:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6540. 00080000:00000010:1.0:1769074990.090230:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1735e000. 00000001:00000010:1.0:1769074990.090234:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6180. 00080000:00000010:1.0:1769074990.090236:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1735e800. 00000001:00000010:1.0:1769074990.090239:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6960. 00080000:00000010:1.0:1769074990.090240:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1735ec00. 00000001:00000010:1.0:1769074990.090242:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6120. 00080000:00000010:1.0:1769074990.090243:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03431400. 00000001:00000010:1.0:1769074990.090246:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6300. 00080000:00000010:1.0:1769074990.090247:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b1735e400. 00000001:00000010:1.0:1769074990.090249:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6c60. 00080000:00000010:1.0:1769074990.090250:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03431200. 00000001:00000010:1.0:1769074990.090252:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8ae0. 00080000:00000010:1.0:1769074990.090253:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04d7b000. 00000001:00000010:1.0:1769074990.090255:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af62a0. 00080000:00000010:1.0:1769074990.090256:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03431e00. 00000001:00000010:1.0:1769074990.090258:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02af6ea0. 00080000:00000010:1.0:1769074990.090259:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03431600. 00000001:00000010:1.0:1769074990.090261:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5120. 00080000:00000010:1.0:1769074990.090262:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04db4e00. 00000001:00000010:1.0:1769074990.090265:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a0c0. 00080000:00000010:1.0:1769074990.090266:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02aec200. 00000001:00000010:1.0:1769074990.090269:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5420. 00080000:00000010:1.0:1769074990.090270:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01f5e000. 00000001:00000010:1.0:1769074990.090272:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c56c0. 00080000:00000010:1.0:1769074990.090273:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b412ace00. 00000001:00000010:1.0:1769074990.090275:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8660. 00080000:00000010:1.0:1769074990.090277:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07b9b000. 00000001:00000010:1.0:1769074990.090280:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5c00. 00080000:00000010:1.0:1769074990.090282:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02aec000. 00000001:00000010:1.0:1769074990.090284:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c59c0. 00080000:00000010:1.0:1769074990.090286:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34edae00. 00000001:00000010:1.0:1769074990.090288:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5c60. 00080000:00000010:1.0:1769074990.090289:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b412ad800. 00000001:00000010:1.0:1769074990.090291:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c52a0. 00080000:00000010:1.0:1769074990.090292:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b069c8600. 00000001:00000010:1.0:1769074990.090294:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5660. 00080000:00000010:1.0:1769074990.090296:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04a3fa00. 00000001:00000010:1.0:1769074990.090299:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8c00. 00080000:00000010:1.0:1769074990.090300:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01efaa00. 00000001:00000010:1.0:1769074990.090302:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5900. 00080000:00000010:1.0:1769074990.090303:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03ce0000. 00000001:00000010:1.0:1769074990.090306:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5a80. 00080000:00000010:1.0:1769074990.090307:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34edbc00. 00000001:00000010:1.0:1769074990.090309:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b85a0. 00080000:00000010:1.0:1769074990.090310:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01efba00. 00000001:00000010:1.0:1769074990.090312:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5840. 00080000:00000010:1.0:1769074990.090313:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34eda600. 00000001:00000010:1.0:1769074990.090315:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5060. 00080000:00000010:1.0:1769074990.090316:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34eda800. 00000001:00000010:1.0:1769074990.090318:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5540. 00080000:00000010:1.0:1769074990.090319:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04a3ee00. 00000001:00000010:1.0:1769074990.090321:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5720. 00080000:00000010:1.0:1769074990.090322:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04a3fe00. 00000001:00000010:1.0:1769074990.090324:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5600. 00080000:00000010:1.0:1769074990.090326:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04a3e800. 00000001:00000010:1.0:1769074990.090327:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c53c0. 00080000:00000010:1.0:1769074990.090329:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04a3f000. 00000001:00000010:1.0:1769074990.090330:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8ba0. 00080000:00000010:1.0:1769074990.090332:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01efa200. 00000001:00000010:1.0:1769074990.090333:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5d80. 00080000:00000010:1.0:1769074990.090334:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b055dac00. 00000001:00000010:1.0:1769074990.090337:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5d20. 00080000:00000010:1.0:1769074990.090338:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b069c8e00. 00000001:00000010:1.0:1769074990.090340:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5300. 00080000:00000010:1.0:1769074990.090341:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b069c9800. 00000001:00000010:1.0:1769074990.090343:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c58a0. 00080000:00000010:1.0:1769074990.090344:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b069c8800. 00000001:00000010:1.0:1769074990.090346:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5f00. 00080000:00000010:1.0:1769074990.090347:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b069c9a00. 00000001:00000010:1.0:1769074990.090348:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5240. 00080000:00000010:1.0:1769074990.090350:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058f400. 00000001:00000010:1.0:1769074990.090352:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c54e0. 00080000:00000010:1.0:1769074990.090353:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b055dae00. 00000001:00000010:1.0:1769074990.090354:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5f60. 00080000:00000010:1.0:1769074990.090356:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058e200. 00000001:00000010:1.0:1769074990.090357:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5780. 00080000:00000010:1.0:1769074990.090358:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058fa00. 00000001:00000010:1.0:1769074990.090360:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5ba0. 00080000:00000010:1.0:1769074990.090361:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058e000. 00000001:00000010:1.0:1769074990.090363:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5a20. 00080000:00000010:1.0:1769074990.090364:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058fc00. 00000001:00000010:1.0:1769074990.090365:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5480. 00080000:00000010:1.0:1769074990.090367:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058f600. 00000001:00000010:1.0:1769074990.090369:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5180. 00080000:00000010:1.0:1769074990.090370:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058fe00. 00000001:00000010:1.0:1769074990.090372:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c55a0. 00080000:00000010:1.0:1769074990.090375:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058f800. 00000001:00000010:1.0:1769074990.090377:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5360. 00080000:00000010:1.0:1769074990.090378:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b012e7400. 00000001:00000010:1.0:1769074990.090380:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8360. 00080000:00000010:1.0:1769074990.090381:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b2f5600. 00000001:00000010:1.0:1769074990.090385:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5ea0. 00080000:00000010:1.0:1769074990.090386:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058e600. 00000001:00000010:1.0:1769074990.090388:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5e40. 00080000:00000010:1.0:1769074990.090389:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058ee00. 00000001:00000010:1.0:1769074990.090391:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5960. 00080000:00000010:1.0:1769074990.090393:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058f200. 00000001:00000010:1.0:1769074990.090395:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5de0. 00080000:00000010:1.0:1769074990.090396:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058f000. 00000001:00000010:1.0:1769074990.090399:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5000. 00080000:00000010:1.0:1769074990.090401:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b012e6600. 00000001:00000010:1.0:1769074990.090404:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b81e0. 00080000:00000010:1.0:1769074990.090407:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07b9a400. 00000001:00000010:1.0:1769074990.090410:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5ae0. 00080000:00000010:1.0:1769074990.090412:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058ec00. 00000001:00000010:1.0:1769074990.090416:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5b40. 00080000:00000010:1.0:1769074990.090418:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058ea00. 00000001:00000010:1.0:1769074990.090421:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c51e0. 00080000:00000010:1.0:1769074990.090423:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0c800. 00000001:00000010:1.0:1769074990.090427:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5cc0. 00080000:00000010:1.0:1769074990.090430:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3058e800. 00000001:00000010:1.0:1769074990.090433:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b075a2a20. 00080000:00000010:1.0:1769074990.090437:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34edb200. 00000001:00000010:1.0:1769074990.090440:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2aa80. 00080000:00000010:1.0:1769074990.090444:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0c600. 00000001:00000010:1.0:1769074990.090449:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a7e0. 00080000:00000010:1.0:1769074990.090453:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34edb000. 00000001:00000010:1.0:1769074990.090456:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8b40. 00080000:00000010:1.0:1769074990.090458:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07b9b600. 00000001:00000010:1.0:1769074990.090461:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b075a2000. 00080000:00000010:1.0:1769074990.090463:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a015ada00. 00000001:00000010:1.0:1769074990.090466:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b3c40c2a0. 00080000:00000010:1.0:1769074990.090468:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34edba00. 00000001:00000010:1.0:1769074990.090471:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a120. 00080000:00000010:1.0:1769074990.090473:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0d200. 00000001:00000010:1.0:1769074990.090477:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a6c0. 00080000:00000010:1.0:1769074990.090479:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a015ad600. 00000001:00000010:1.0:1769074990.090482:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a9c0. 00080000:00000010:1.0:1769074990.090484:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b09167e00. 00000001:00000010:1.0:1769074990.090487:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2af00. 00080000:00000010:1.0:1769074990.090490:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a047ce400. 00000001:00000010:1.0:1769074990.090493:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b82a0. 00080000:00000010:1.0:1769074990.090495:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07b9ba00. 00000001:00000010:1.0:1769074990.090499:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a540. 00080000:00000010:1.0:1769074990.090502:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0d400. 00000001:00000010:1.0:1769074990.090505:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a180. 00080000:00000010:1.0:1769074990.090508:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0cc00. 00000001:00000010:1.0:1769074990.090512:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a1e0. 00080000:00000010:1.0:1769074990.090515:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0c400. 00000001:00000010:1.0:1769074990.090519:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a5a0. 00080000:00000010:1.0:1769074990.090524:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0d800. 00000001:00000010:1.0:1769074990.090527:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2ad20. 00080000:00000010:1.0:1769074990.090529:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0dc00. 00000001:00000010:1.0:1769074990.090532:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a420. 00080000:00000010:1.0:1769074990.090534:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0ca00. 00000001:00000010:1.0:1769074990.090537:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a3c0. 00080000:00000010:1.0:1769074990.090540:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0c000. 00000001:00000010:1.0:1769074990.090543:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2aba0. 00080000:00000010:1.0:1769074990.090546:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03cb4000. 00000001:00000010:1.0:1769074990.090550:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a4e0. 00080000:00000010:1.0:1769074990.090552:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0d600. 00000001:00000010:1.0:1769074990.090555:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2ae40. 00080000:00000010:1.0:1769074990.090557:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02faa600. 00000001:00000010:1.0:1769074990.090560:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8cc0. 00080000:00000010:1.0:1769074990.090562:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07b9a000. 00000001:00000010:1.0:1769074990.090565:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2ab40. 00080000:00000010:1.0:1769074990.090567:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06d0ce00. 00000001:00000010:1.0:1769074990.090570:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a8a0. 00080000:00000010:1.0:1769074990.090572:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03cb4200. 00000001:00000010:1.0:1769074990.090575:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a960. 00080000:00000010:1.0:1769074990.090577:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8f800. 00000001:00000010:1.0:1769074990.090580:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2aae0. 00080000:00000010:1.0:1769074990.090583:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03cb5c00. 00000001:00000010:1.0:1769074990.090587:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2af60. 00080000:00000010:1.0:1769074990.090590:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8f000. 00000001:00000010:1.0:1769074990.090593:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a900. 00080000:00000010:1.0:1769074990.090594:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8e600. 00000001:00000010:1.0:1769074990.090596:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2ac00. 00080000:00000010:1.0:1769074990.090597:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8e000. 00000001:00000010:1.0:1769074990.090599:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2ac60. 00080000:00000010:1.0:1769074990.090601:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8f400. 00000001:00000010:1.0:1769074990.090604:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a2a0. 00080000:00000010:1.0:1769074990.090606:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8e400. 00000001:00000010:1.0:1769074990.090608:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8e40. 00080000:00000010:1.0:1769074990.090610:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b086f5e00. 00000001:00000010:1.0:1769074990.090613:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099559c0. 00080000:00000010:1.0:1769074990.090615:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a03f5d800. 00000001:00000010:1.0:1769074990.090619:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f000. 00080000:00000010:1.0:1769074990.090623:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0765ac00. 00000001:00000010:1.0:1769074990.090626:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f540. 00080000:00000010:1.0:1769074990.090629:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0765b800. 00000001:00000010:1.0:1769074990.090633:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f480. 00080000:00000010:1.0:1769074990.090635:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0765b600. 00000001:00000010:1.0:1769074990.090639:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f1e0. 00080000:00000010:1.0:1769074990.090642:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0765b000. 00000001:00000010:1.0:1769074990.090646:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fb40. 00080000:00000010:1.0:1769074990.090649:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7f800. 00000400:00000200:2.0:1769074990.090649:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:1.0:1769074990.090652:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8f60. 00080000:00000010:1.0:1769074990.090654:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04793e00. 00000001:00000010:1.0:1769074990.090658:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f3c0. 00000400:00000200:2.0:1769074990.090658:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e700 00080000:00000010:1.0:1769074990.090660:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7f200. 00000001:00000010:1.0:1769074990.090663:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fcc0. 00000400:00000200:2.0:1769074990.090664:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29921 [1] + 224 00080000:00000010:1.0:1769074990.090666:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7e200. 00000001:00000010:1.0:1769074990.090668:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fa20. 00080000:00000010:1.0:1769074990.090670:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7f000. 00000001:00000010:1.0:1769074990.090673:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fd80. 00000400:00000200:2.0:1769074990.090673:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.090675:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7e400. 00000400:00000200:2.0:1769074990.090677:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.090691:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f120. 00080000:00000010:1.0:1769074990.090695:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7fe00. 00000001:00000010:1.0:1769074990.090698:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2ad80. 00000100:00000200:2.0:1769074990.090699:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38486300 x1855008368813824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1769074990.090700:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8e200. 00000001:00000010:1.0:1769074990.090703:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8060. 00080000:00000010:1.0:1769074990.090706:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04793400. 00000001:00000010:1.0:1769074990.090709:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b06d2a480. 00080000:00000010:1.0:1769074990.090711:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f8fa00. 00000001:00000010:1.0:1769074990.090714:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f840. 00080000:00000010:1.0:1769074990.090716:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7fc00. 00000001:00000010:1.0:1769074990.090720:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477fae0. 00000400:00000200:2.0:1769074990.090727:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000004:00000010:1.0:1769074990.090729:0:50504:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8c8a0477f720. 00080000:00000010:1.0:1769074990.090733:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7e600. 00000400:00000200:2.0:1769074990.090733:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e680 00000001:00000010:1.0:1769074990.090736:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f660. 00080000:00000010:1.0:1769074990.090738:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7ea00. 00000400:00000200:2.0:1769074990.090739:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2991d [1] + 224 00000001:00000010:1.0:1769074990.090742:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f8a0. 00080000:00000010:1.0:1769074990.090745:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7f600. 00000400:00000200:2.0:1769074990.090746:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.090748:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a0477f900. 00000400:00000200:2.0:1769074990.090749:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.090754:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860700 x1855008368813696/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000004:00000010:1.0:1769074990.090759:0:50504:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8c8a0477f300. 00080000:00000010:1.0:1769074990.090761:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b06f7ec00. 00000001:00000010:1.0:1769074990.090764:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b83c0. 00080000:00000010:1.0:1769074990.090767:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04792200. 00000001:00000010:1.0:1769074990.090770:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e660. 00080000:00000010:1.0:1769074990.090773:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b2f4e00. 00000400:00000200:2.0:1769074990.090775:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:1.0:1769074990.090776:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b074b8480. 00080000:00000010:1.0:1769074990.090779:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04792a00. 00000400:00000200:2.0:1769074990.090782:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e800 00000400:00000200:2.0:1769074990.090786:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29935 [1] + 224 00000400:00000200:2.0:1769074990.090793:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.090797:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00040000:00000010:1.0:1769074990.090798:0:16304:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b3d6a6800. 00000100:00000200:2.0:1769074990.090802:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06863800 x1855008368814080/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.090818:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c80. 00000400:00000200:2.0:1769074990.090825:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074990.090826:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6600. 00000400:00000200:2.0:1769074990.090832:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e780 02000000:00000010:1.0:1769074990.090837:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b36e2f000. 00000400:00000200:2.0:1769074990.090837:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2992d [1] + 224 00000400:00000200:2.0:1769074990.090844:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.090847:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.090850:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7b00. 00000100:00000010:3.0:1769074990.090853:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861180. 00000100:00000200:2.0:1769074990.090854:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d19c00 x1855008368813952/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.090856:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6280. 02000000:00000010:1.0:1769074990.090864:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b36e2b000. 02000000:00000010:3.0:1769074990.090864:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b361af400. 00010000:00000010:1.0:1769074990.090880:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7e80. 00000400:00000200:2.0:1769074990.090881:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074990.090886:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6580. 00000400:00000200:2.0:1769074990.090889:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e880 02000000:00000010:1.0:1769074990.090893:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b36e2a000. 00000400:00000200:2.0:1769074990.090893:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2993d [1] + 224 00000400:00000200:2.0:1769074990.090903:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.090905:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7400. 02000000:00000010:3.0:1769074990.090905:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b361af800. 00000400:00000200:2.0:1769074990.090908:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.090910:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6400. 00000400:00000010:3.0:1769074990.090910:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 02000000:00000010:1.0:1769074990.090916:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b1766c000. 00000100:00000200:2.0:1769074990.090916:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487480 x1855008368814208/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074990.090917:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 00000100:00000200:3.0:1769074990.090923:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368814848, portal 4 00010000:00000010:1.0:1769074990.090927:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7600. 00000400:00000010:3.0:1769074990.090929:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00010000:00000010:1.0:1769074990.090932:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6b80. 00000100:00000200:3.0:1769074990.090935:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368814848, offset 0 02000000:00000010:1.0:1769074990.090940:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b306f2000. 00000400:00000200:3.0:1769074990.090946:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1769074990.090952:0:28095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39d68. 00010000:00000010:1.0:1769074990.090954:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7380. 00000400:00000200:2.0:1769074990.090957:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00010000:00000010:1.0:1769074990.090960:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6380. 00000400:00000200:3.0:1769074990.090960:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1769074990.090961:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 02000000:00000010:1.0:1769074990.090969:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b306f7000. 00000100:00000200:2.0:1769074990.090970:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487480 x1855008368814208/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.090975:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0eb00 00010000:00000010:1.0:1769074990.090980:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7700. 00010000:00000010:1.0:1769074990.090986:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6980. 00000400:00000200:3.0:1769074990.090988:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 10600 00000100:00000200:2.0:1769074990.090990:0:28095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487480 x1855008368814208/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.090993:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b05310000. 00000400:00000200:3.0:1769074990.090997:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.091003:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d00. 00000400:00000200:3.0:1769074990.091006:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1769074990.091010:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6080. 00000100:00000200:3.0:1769074990.091011:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.091017:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861c00. 02000000:00000010:1.0:1769074990.091020:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b1758b000. 00000400:00000200:3.0:1769074990.091051:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 02000000:00000010:2.0:1769074990.091053:0:28095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fd800. 00000400:00000010:3.0:1769074990.091055:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 02000000:00000010:2.0:1769074990.091061:0:28095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fda00. 00000100:00000200:3.0:1769074990.091067:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06861180 x1855008368814848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.091068:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7f80. 00000100:00000010:2.0:1769074990.091069:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00000100:00000010:2.0:1769074990.091074:0:28095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6a80. 00010000:00000010:1.0:1769074990.091075:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6480. 00010000:00000010:2.0:1769074990.091080:0:28095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763540. 02000000:00000010:1.0:1769074990.091081:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b1758f000. 00010000:00000010:1.0:1769074990.091092:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7880. 00010000:00000010:1.0:1769074990.091097:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6300. 00000400:00000010:2.0:1769074990.091102:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b9a0. 02000000:00000010:1.0:1769074990.091103:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17589000. 00000400:00000200:2.0:1769074990.091105:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:2.0:1769074990.091107:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00010000:00000010:1.0:1769074990.091114:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7f00. 00000100:00000200:2.0:1769074990.091115:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d19c00 x1855008368813952/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.091119:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a80. 00000020:00000010:3.0:1769074990.091122:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1700. 02000000:00000010:1.0:1769074990.091126:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17588000. 00000100:00000200:2.0:1769074990.091126:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d19c00 x1855008368813952/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1769074990.091130:0:36867:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b30755000. 00010000:00000010:1.0:1769074990.091136:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a80. 00010000:00000010:1.0:1769074990.091141:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6500. 02000000:00000010:2.0:1769074990.091147:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b351dbc00. 00000020:00000010:3.0:1769074990.091151:0:36867:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01fb5000. 02000000:00000010:1.0:1769074990.091152:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b049d5000. 02000000:00000010:2.0:1769074990.091152:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b351da800. 00000100:00000010:2.0:1769074990.091159:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19c00. 00000020:00000010:3.0:1769074990.091160:0:36867:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589d80. 00000100:00000010:2.0:1769074990.091165:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687600. 00000020:00000010:3.0:1769074990.091167:0:36867:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751578. 00010000:00000010:1.0:1769074990.091169:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7580. 00010000:00000010:2.0:1769074990.091171:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec900. 00010000:00000010:1.0:1769074990.091176:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6000. 02000000:00000010:1.0:1769074990.091185:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b049d0000. 00010000:00000010:1.0:1769074990.091198:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7680. 00010000:00000010:1.0:1769074990.091203:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6800. 02000000:00000010:1.0:1769074990.091207:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b049d1000. 00010000:00000010:1.0:1769074990.091230:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7480. 00010000:00000010:1.0:1769074990.091235:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6f80. 02000000:00000010:1.0:1769074990.091241:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b06741000. 00000020:00000010:3.0:1769074990.091249:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1e80. 00000020:00000010:3.0:1769074990.091253:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1e80. 00010000:00000010:1.0:1769074990.091254:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81680. 00000100:00000200:3.0:1769074990.091255:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368814848 00010000:00000010:1.0:1769074990.091261:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0c00. 02000000:00000010:3.0:1769074990.091268:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b361aec00. 02000000:00000010:1.0:1769074990.091271:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b06746000. 00010000:00000010:3.0:1769074990.091281:0:36867:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b3869e200. 00010000:00000010:1.0:1769074990.091284:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd80. 00010000:00000010:3.0:1769074990.091286:0:36867:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b3869e900. 00010000:00000010:3.0:1769074990.091293:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acdc00. 00010000:00000010:1.0:1769074990.091295:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439080. 00002000:00000010:3.0:1769074990.091299:0:36867:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8a01cf1e80. 02000000:00000010:1.0:1769074990.091304:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b2b730000. 00010000:00000010:3.0:1769074990.091316:0:36867:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd840. 00010000:00000010:1.0:1769074990.091321:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc300. 00010000:00000010:1.0:1769074990.091328:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3580. 00080000:00000010:3.0:1769074990.091331:0:36867:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35e00. 02000000:00000010:1.0:1769074990.091336:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30746000. 00080000:00000010:3.0:1769074990.091341:0:36867:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1d40. 00002000:00000010:0.0:1769074990.091353:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01cf1e80. 00010000:00000010:1.0:1769074990.091354:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cce00. 00010000:00000010:0.0:1769074990.091359:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3869e900. 00010000:00000010:1.0:1769074990.091363:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3d80. 00010000:00000010:0.0:1769074990.091372:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd840. 02000000:00000010:1.0:1769074990.091376:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30747000. 00000001:00000010:3.0:1769074990.091377:0:36867:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ee40. 00080000:00000010:3.0:1769074990.091394:0:36867:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1d40. 00010000:00000010:1.0:1769074990.091395:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cca80. 00010000:00000010:1.0:1769074990.091402:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3e00. 02000000:00000010:1.0:1769074990.091416:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30745000. 00010000:00000010:1.0:1769074990.091431:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf00. 00010000:00000010:1.0:1769074990.091437:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3100. 02000000:00000010:1.0:1769074990.091448:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30741000. 00010000:00000010:1.0:1769074990.091461:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc480. 00010000:00000010:1.0:1769074990.091465:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3b80. 02000000:00000010:1.0:1769074990.091472:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30743000. 00010000:00000010:1.0:1769074990.091479:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cca00. 00010000:00000010:1.0:1769074990.091482:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3f80. 02000000:00000010:1.0:1769074990.091488:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17585000. 00010000:00000010:1.0:1769074990.091500:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc100. 00010000:00000010:1.0:1769074990.091505:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511380. 02000000:00000010:1.0:1769074990.091512:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17584000. 00010000:00000010:1.0:1769074990.091523:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc880. 00010000:00000010:1.0:1769074990.091529:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511180. 02000000:00000010:1.0:1769074990.091541:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17587000. 00010000:00000010:1.0:1769074990.091554:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc580. 00010000:00000010:1.0:1769074990.091559:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511280. 00080000:00000010:3.0:1769074990.091563:0:36867:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765ba00. 02000000:00000010:1.0:1769074990.091567:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17583000. 00002000:00000010:3.0:1769074990.091570:0:36867:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44abe0. 00010000:00000010:1.0:1769074990.091582:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb80. 00010000:00000200:3.0:1769074990.091584:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861c00 x1855008368814848/t8589935704(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.091589:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511680. 00000400:00000010:3.0:1769074990.091596:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 02000000:00000010:1.0:1769074990.091599:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17581000. 00000100:00000200:3.0:1769074990.091601:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368814848, offset 224 00000400:00000200:3.0:1769074990.091608:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.0:1769074990.091614:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f800. 00000400:00000200:3.0:1769074990.091614:0:36867:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.091623:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511f80. 00000400:00000200:3.0:1769074990.091625:0:36867:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0eb00 00000400:00000200:3.0:1769074990.091632:0:36867:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29965 [1] + 224 02000000:00000010:1.0:1769074990.091634:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17690000. 00000400:00000200:3.0:1769074990.091635:0:36867:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.091641:0:36867:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.091647:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06861180 x1855008368814848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.091652:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd80. 00010000:00000010:1.0:1769074990.091658:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511200. 00000400:00000200:3.0:1769074990.091662:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:3.0:1769074990.091665:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 02000000:00000010:1.0:1769074990.091668:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17693000. 00000020:00000010:3.0:1769074990.091675:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589d80. 00000020:00000010:3.0:1769074990.091695:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751578. 00000020:00000010:3.0:1769074990.091699:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01fb5000. 00010000:00000010:1.0:1769074990.091700:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f600. 00010000:00000010:1.0:1769074990.091709:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511b00. 02000000:00000010:1.0:1769074990.091716:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17696000. 00010000:00000010:1.0:1769074990.091729:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f780. 00010000:00000010:1.0:1769074990.091733:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511d00. 02000000:00000010:1.0:1769074990.091741:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17692000. 00010000:00000010:1.0:1769074990.091750:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f180. 00010000:00000010:1.0:1769074990.091755:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511e80. 02000000:00000010:1.0:1769074990.091760:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a04d17000. 00000400:00000200:3.0:1769074990.091767:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074990.091774:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fa00. 00000400:00000200:3.0:1769074990.091780:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e980 00010000:00000010:1.0:1769074990.091782:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511600. 00000400:00000200:3.0:1769074990.091789:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2994d [1] + 224 02000000:00000010:1.0:1769074990.091790:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a04d11000. 00010000:00000010:1.0:1769074990.091805:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f700. 00010000:00000010:1.0:1769074990.091812:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511700. 00000400:00000010:2.0:1769074990.091813:0:29089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:2.0:1769074990.091816:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 02000000:00000010:1.0:1769074990.091818:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b10c07000. 00000400:00000010:2.0:1769074990.091818:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074990.091825:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38486300 x1855008368813824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.091827:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccb00. 00010000:00000010:1.0:1769074990.091830:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511580. 02000000:00000010:1.0:1769074990.091837:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3fc89000. 00000400:00000200:3.0:1769074990.091848:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.091849:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968880. 00000100:00000200:2.0:1769074990.091852:0:29089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38486300 x1855008368813824/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.091856:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.091857:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510380. 02000000:00000010:1.0:1769074990.091870:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3fc8c000. 00000100:00000200:3.0:1769074990.091871:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38484380 x1855008368814464/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.091877:0:29089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fd200. 00010000:00000010:1.0:1769074990.091881:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968b80. 02000000:00000010:2.0:1769074990.091883:0:29089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fde00. 00000100:00000010:2.0:1769074990.091886:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 00010000:00000010:1.0:1769074990.091887:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd580. 00000100:00000010:2.0:1769074990.091890:0:29089:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6cc0. 00010000:00000010:2.0:1769074990.091895:0:29089:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763640. 02000000:00000010:1.0:1769074990.091897:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b1fc58000. 00000400:00000200:3.0:1769074990.091901:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.091909:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0e900 00010000:00000010:1.0:1769074990.091912:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ea00. 00000400:00000200:3.0:1769074990.091916:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29945 [1] + 224 00010000:00000010:1.0:1769074990.091921:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd380. 00000400:00000010:2.0:1769074990.091921:0:29095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39160. 00000400:00000200:3.0:1769074990.091924:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.091925:0:29095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 02000000:00000010:1.0:1769074990.091929:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30591000. 00000400:00000010:2.0:1769074990.091929:0:29095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074990.091932:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.091939:0:29095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38484380 x1855008368814464/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.091942:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed80. 00000100:00000200:3.0:1769074990.091946:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfeb480 x1855008368814336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.091948:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd500. 00000100:00000200:2.0:1769074990.091953:0:29095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38484380 x1855008368814464/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.091955:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30592000. 00010000:00000010:1.0:1769074990.091964:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e280. 00010000:00000010:1.0:1769074990.091969:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd080. 02000000:00000010:1.0:1769074990.091977:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30593000. 02000000:00000010:2.0:1769074990.091979:0:29095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fd000. 02000000:00000010:2.0:1769074990.091982:0:29095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fc200. 00000100:00000010:2.0:1769074990.091985:0:29095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484380. 00010000:00000010:1.0:1769074990.091988:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e200. 00000100:00000010:2.0:1769074990.091990:0:29095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976900. 00010000:00000010:1.0:1769074990.091993:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd480. 00010000:00000010:2.0:1769074990.091993:0:29095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000010:0.0:1769074990.091998:0:27572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bdc0. 02000000:00000010:1.0:1769074990.092001:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b30595000. 00000400:00000200:0.0:1769074990.092004:0:27572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000200:3.0:1769074990.092005:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074990.092009:0:27572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000400:00000010:2.0:1769074990.092016:0:29093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751b00. 00000400:00000200:3.0:1769074990.092016:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ea80 00010000:00000010:1.0:1769074990.092017:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9eb80. 00000100:00000200:0.0:1769074990.092020:0:27572:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfeb480 x1855008368814336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.092022:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00010000:00000010:1.0:1769074990.092024:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdf00. 02000000:00000010:1.0:1769074990.092061:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b04a77000. 00000100:00000200:0.0:1769074990.092070:0:27572:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfeb480 x1855008368814336/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.092079:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e800. 00010000:00000010:1.0:1769074990.092086:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcda80. 02000000:00000010:0.0:1769074990.092088:0:27572:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b30757000. 02000000:00000010:1.0:1769074990.092093:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b04a76000. 02000000:00000010:0.0:1769074990.092095:0:27572:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b351db800. 00000100:00000010:0.0:1769074990.092101:0:27572:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb480. 00010000:00000010:1.0:1769074990.092104:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ef00. 00000100:00000010:0.0:1769074990.092105:0:27572:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b406870c0. 00010000:00000010:0.0:1769074990.092111:0:27572:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.092112:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd600. 02000000:00000010:1.0:1769074990.092123:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b04a72000. 00010000:00000010:1.0:1769074990.092130:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e500. 00010000:00000010:1.0:1769074990.092135:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd680. 02000000:00000010:1.0:1769074990.092139:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b04a75000. 00010000:00000010:1.0:1769074990.092147:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9eb00. 00010000:00000010:1.0:1769074990.092150:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd400. 02000000:00000010:1.0:1769074990.092154:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b35cea000. 00010000:00000010:1.0:1769074990.092166:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e000. 00010000:00000010:1.0:1769074990.092171:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcde80. 02000000:00000010:1.0:1769074990.092176:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b35ceb000. 00010000:00000010:1.0:1769074990.092184:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e380. 00010000:00000010:1.0:1769074990.092190:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdc80. 02000000:00000010:1.0:1769074990.092195:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b38560000. 00000400:00000010:2.0:1769074990.092202:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00010000:00000010:1.0:1769074990.092203:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ef80. 00010000:00000010:1.0:1769074990.092207:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdc00. 00000100:00000200:2.0:1769074990.092211:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860700 x1855008368813696/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.092213:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x2995d [1] + 224 02000000:00000010:1.0:1769074990.092215:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b38567000. 00010000:00000010:1.0:1769074990.092225:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ec80. 00010000:00000010:1.0:1769074990.092229:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd780. 00000100:00000200:2.0:1769074990.092230:0:29093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860700 x1855008368813696/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.092232:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.092235:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a02d8e000. 00000400:00000200:3.0:1769074990.092244:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.092247:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e780. 02000000:00000010:2.0:1769074990.092250:0:29093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b049f7a00. 00010000:00000010:1.0:1769074990.092256:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdf80. 02000000:00000010:2.0:1769074990.092256:0:29093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b049f6400. 00000100:00000200:3.0:1769074990.092256:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38486d80 x1855008368814720/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1769074990.092263:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860700. 02000000:00000010:1.0:1769074990.092266:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a02d8a000. 00000100:00000010:2.0:1769074990.092269:0:29093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdda80. 00010000:00000010:2.0:1769074990.092274:0:29093:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1240. 00010000:00000010:1.0:1769074990.092280:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e180. 00010000:00000010:1.0:1769074990.092285:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdb00. 02000000:00000010:1.0:1769074990.092293:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a02d88000. 00000400:00000010:2.0:1769074990.092294:0:35410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39108. 00000400:00000200:2.0:1769074990.092298:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:2.0:1769074990.092302:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074990.092304:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074990.092305:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e600. 00000100:00000200:2.0:1769074990.092311:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38486d80 x1855008368814720/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.092313:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdd00. 02000000:00000010:1.0:1769074990.092320:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a02d8f000. 00000400:00000200:3.0:1769074990.092320:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7da80 00000100:00000200:2.0:1769074990.092329:0:35410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38486d80 x1855008368814720/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.092331:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22759 [2] + 1968 00010000:00000010:1.0:1769074990.092333:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e680. 00000400:00000010:3.0:1769074990.092340:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0498a058. 00010000:00000010:1.0:1769074990.092342:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd700. 02000000:00000010:1.0:1769074990.092350:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a02d89000. 02000000:00000010:2.0:1769074990.092351:0:35410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3cf17400. 02000000:00000010:2.0:1769074990.092354:0:35410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3cf16e00. 00000400:00000200:3.0:1769074990.092357:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b080be840 00000100:00000010:2.0:1769074990.092359:0:35410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486d80. 00010000:00000010:1.0:1769074990.092360:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e400. 00000100:00000010:2.0:1769074990.092364:0:35410:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00000400:00000200:3.0:1769074990.092365:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.092366:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd100. 00010000:00000010:2.0:1769074990.092367:0:35410:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092374:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:1.0:1769074990.092376:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b38575000. 00000400:00000200:3.0:1769074990.092378:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b080be840 00000400:00000010:3.0:1769074990.092381:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b080be840. 00000100:00000200:3.0:1769074990.092388:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.0:1769074990.092391:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ec00. 00010000:00000010:1.0:1769074990.092397:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcdd80. 02000000:00000010:1.0:1769074990.092407:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b35ca6000. 00000400:00000200:3.0:1769074990.092413:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.092419:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7dc80 00010000:00000010:1.0:1769074990.092420:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e300. 00000020:00000010:2.0:1769074990.092425:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092425:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228a5 [2] + 0 00010000:00000010:1.0:1769074990.092428:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd280. 00000020:00000010:2.0:1769074990.092430:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 02000000:00000010:1.0:1769074990.092436:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b35ca2000. 00000020:00000010:2.0:1769074990.092436:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf16e00. 00000020:00000010:2.0:1769074990.092440:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2e80. 00010000:00000010:1.0:1769074990.092445:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e700. 00000020:00000010:2.0:1769074990.092445:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415258. 00000400:00000200:3.0:1769074990.092449:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.092450:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd980. 00000400:00000200:3.0:1769074990.092456:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.092460:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1769074990.092461:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b35ca7000. 00000100:00000200:2.0:1769074990.092464:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a03db2850 x1855008351443584/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.092467:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862a00. 00010000:00000010:1.0:1769074990.092474:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee80. 00010000:00000010:1.0:1769074990.092479:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2f00. 02000000:00000010:1.0:1769074990.092488:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b35ca5000. 00000400:00000200:3.0:1769074990.092490:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.092499:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092499:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7db00 00010000:00000010:1.0:1769074990.092502:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e580. 00000020:00000010:2.0:1769074990.092506:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092508:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228a5 [2] + 328 00010000:00000010:1.0:1769074990.092509:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2580. 00000020:00000010:2.0:1769074990.092513:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf17400. 00000020:00000010:2.0:1769074990.092518:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d00. 02000000:00000010:1.0:1769074990.092520:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b0488f000. 00000400:00000200:3.0:1769074990.092521:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.092523:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000400:00000200:3.0:1769074990.092529:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.092533:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e980. 00000100:00000200:3.0:1769074990.092534:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1769074990.092539:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06862a00 x1855008351444096/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.092542:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862d80. 00010000:00000010:1.0:1769074990.092543:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2380. 02000000:00000010:1.0:1769074990.092553:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b0488b000. 00010000:00000010:1.0:1769074990.092566:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e480. 00010000:00000010:1.0:1769074990.092572:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2080. 00000400:00000200:3.0:1769074990.092572:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.092578:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00040000:00000010:0.0:1769074990.092582:0:40732:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8b35cf9800. 02000000:00000010:1.0:1769074990.092584:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b04888000. 00000020:00000010:2.0:1769074990.092584:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092584:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7dd00 00000020:00000010:0.0:1769074990.092591:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000400:00000200:3.0:1769074990.092592:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228a5 [2] + 656 00000020:00000010:2.0:1769074990.092593:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf17600. 00010000:00000010:1.0:1769074990.092597:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e900. 00000020:00000010:0.0:1769074990.092598:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000020:00000010:2.0:1769074990.092601:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000400:00000200:3.0:1769074990.092604:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.092605:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351443584 00010000:00000010:1.0:1769074990.092606:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b80. 00000020:00000010:2.0:1769074990.092607:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415000. 00000400:00000200:3.0:1769074990.092611:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074990.092614:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04890400. 00000100:00000200:3.0:1769074990.092616:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1769074990.092619:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b0488e000. 00000100:00000200:2.0:1769074990.092622:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06862d80 x1855008351443712/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.092622:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861500. 00010000:00000010:1.0:1769074990.092634:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e100. 00010000:00000010:1.0:1769074990.092640:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2f80. 00010000:00000010:0.0:1769074990.092642:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000020:00000010:2.0:1769074990.092648:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092649:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:0.0:1769074990.092650:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b406870c0. 02000000:00000010:1.0:1769074990.092651:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b10125000. 00000020:00000010:2.0:1769074990.092654:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.092661:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6400. 00000400:00000200:3.0:1769074990.092663:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7dc00 00000100:00000010:0.0:1769074990.092664:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b406870c0. 00000020:00000010:2.0:1769074990.092666:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d80. 00010000:00000010:1.0:1769074990.092667:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cd00. 00010000:00000010:0.0:1769074990.092670:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00000020:00000010:2.0:1769074990.092673:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 00010000:00000010:1.0:1769074990.092675:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2d80. 00000400:00000200:3.0:1769074990.092675:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228a5 [2] + 984 00000400:00000010:0.0:1769074990.092693:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074990.092698:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351443584, offset 224 02000000:00000010:1.0:1769074990.092699:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b38498000. 00000400:00000200:3.0:1769074990.092699:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.092700:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06861500 x1855008351444224/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.092711:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.092714:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.092716:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9e080. 00000400:00000200:0.0:1769074990.092723:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074990.092724:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2780. 00000400:00000200:0.0:1769074990.092731:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17529:17529:256:4294967295] 192.168.204.41@tcp LPNI seq info [17525:17525:8:4294967295] 00000020:00000010:2.0:1769074990.092732:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 02000000:00000010:1.0:1769074990.092733:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17393000. 00000020:00000010:2.0:1769074990.092737:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000100:00000200:2.0:1769074990.092741:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444096 00000400:00000200:0.0:1769074990.092747:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.092747:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ee00. 02000000:00000010:2.0:1769074990.092750:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc65000. 00010000:00000010:1.0:1769074990.092753:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2400. 00000800:00000200:0.0:1769074990.092758:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.092759:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1769074990.092762:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b17397000. 00000800:00000010:0.0:1769074990.092763:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000100:00000010:3.0:1769074990.092765:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863100. 00000800:00000200:0.0:1769074990.092771:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:2.0:1769074990.092773:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763dc0. 00000800:00000200:0.0:1769074990.092778:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074990.092778:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb00. 00000100:00000010:2.0:1769074990.092780:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000800:00000200:0.0:1769074990.092784:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.092786:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b34dcd880. 00000400:00000200:3.0:1769074990.092791:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.092794:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 02000000:00000010:1.0:1769074990.092797:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3848a000. 00010000:00000010:2.0:1769074990.092799:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092804:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7db80 00000020:00000010:0.0:1769074990.092805:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2e80. 00010000:00000010:1.0:1769074990.092809:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fd00. 00000400:00000010:2.0:1769074990.092810:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000020:00000010:0.0:1769074990.092812:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415258. 00010000:00000010:1.0:1769074990.092815:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2700. 00000400:00000200:3.0:1769074990.092817:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228a5 [2] + 1312 00000020:00000010:0.0:1769074990.092820:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf16e00. 02000000:00000010:1.0:1769074990.092824:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3848e000. 00000100:00000200:2.0:1769074990.092827:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444096, offset 224 02000000:00000010:0.0:1769074990.092832:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbf000. 00000400:00000200:3.0:1769074990.092832:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.092835:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.092837:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f080. 00000100:00000010:0.0:1769074990.092839:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 00010000:00000010:1.0:1769074990.092844:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2680. 00000400:00000200:3.0:1769074990.092844:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074990.092846:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbcc00. 00000400:00000200:2.0:1769074990.092849:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:0.0:1769074990.092853:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94e00. 02000000:00000010:1.0:1769074990.092856:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3f70d000. 00000400:00000200:2.0:1769074990.092858:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17530:17530:255:4294967295] 192.168.204.41@tcp LPNI seq info [17526:17526:7:4294967295] 02000000:00000010:0.0:1769074990.092860:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbe800. 00000100:00000010:0.0:1769074990.092865:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96a00. 02000000:00000010:0.0:1769074990.092870:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbd800. 00010000:00000010:1.0:1769074990.092870:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fb80. 00000400:00000200:2.0:1769074990.092876:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:0.0:1769074990.092877:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97100. 00010000:00000010:1.0:1769074990.092879:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2280. 00000800:00000200:2.0:1769074990.092885:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.092885:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1769074990.092886:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17526000. 02000000:00000010:1.0:1769074990.092889:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b38b5a000. 00000100:00000010:0.0:1769074990.092892:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642d80. 00000100:00000010:3.0:1769074990.092894:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860000. 00000800:00000010:2.0:1769074990.092895:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 02000000:00000010:0.0:1769074990.092899:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b4c00. 00010000:00000010:1.0:1769074990.092905:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f900. 00000800:00000200:2.0:1769074990.092905:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074990.092906:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755bb80. 00010000:00000010:1.0:1769074990.092912:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2e00. 00000800:00000200:2.0:1769074990.092913:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:0.0:1769074990.092915:0:40732:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:2.0:1769074990.092917:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.092921:0:40732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bdc0. 02000000:00000010:1.0:1769074990.092921:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b38b58000. 00000400:00000010:0.0:1769074990.092927:0:40732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b406870c0. 00000020:00000010:2.0:1769074990.092929:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d00. 00010000:00000010:1.0:1769074990.092936:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fc00. 00000020:00000010:2.0:1769074990.092936:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000800:00000200:3.0:1769074990.092937:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074990.092940:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2180. 00000020:00000010:2.0:1769074990.092940:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf17400. 00000020:00000010:0.0:1769074990.092943:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000800:00000010:3.0:1769074990.092943:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000020:00000010:0.0:1769074990.092947:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 02000000:00000010:1.0:1769074990.092949:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b38b59000. 00000400:00000200:3.0:1769074990.092951:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.092953:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757000. 00000020:00000010:0.0:1769074990.092957:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc080. 00000020:00000010:2.0:1769074990.092960:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.092961:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.092962:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f880. 00000020:00000010:0.0:1769074990.092963:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00000020:00000010:2.0:1769074990.092965:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.092969:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c00. 00000400:00000200:3.0:1769074990.092971:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000020:00000010:2.0:1769074990.092973:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7a00. 00000400:00000010:3.0:1769074990.092977:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 02000000:00000010:1.0:1769074990.092979:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b03c83000. 00000100:00000200:0.0:1769074990.092980:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06863100 x1855008351443968/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.092980:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d00. 02000000:00000010:3.0:1769074990.092984:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04890400. 00000020:00000010:2.0:1769074990.092986:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00010000:00000010:1.0:1769074990.092990:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585fe00. 00010000:00000010:1.0:1769074990.092999:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2200. 00000100:00000200:2.0:1769074990.093006:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06860000 x1855008351443840/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.093008:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:1.0:1769074990.093010:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b1728b000. 00000020:00000010:0.0:1769074990.093021:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.093022:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f980. 00000020:00000010:0.0:1769074990.093041:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000200:0.0:1769074990.093044:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351443712 02000000:00000010:0.0:1769074990.093049:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04890400. 00000020:00000010:2.0:1769074990.093053:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.093058:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000100:00000200:2.0:1769074990.093061:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444224 00010000:00000010:1.0:1769074990.093066:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327a00. 02000000:00000010:2.0:1769074990.093068:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc67400. 00010000:00000010:0.0:1769074990.093070:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000100:00000010:0.0:1769074990.093075:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687540. 02000000:00000010:1.0:1769074990.093076:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b1728a000. 00000100:00000010:0.0:1769074990.093083:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687540. 00010000:00000010:2.0:1769074990.093088:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763dc0. 00010000:00000010:0.0:1769074990.093089:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.093090:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff00. 00000100:00000010:2.0:1769074990.093096:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00010000:00000010:1.0:1769074990.093098:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327580. 00000400:00000010:0.0:1769074990.093102:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 02000000:00000010:1.0:1769074990.093105:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b1728f000. 00000100:00000200:0.0:1769074990.093109:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351443712, offset 224 00000100:00000010:2.0:1769074990.093109:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00010000:00000010:2.0:1769074990.093114:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.093115:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f200. 00010000:00000010:1.0:1769074990.093120:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327680. 00000400:00000200:0.0:1769074990.093121:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.093125:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000100:00000200:2.0:1769074990.093130:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444224, offset 224 02000000:00000010:1.0:1769074990.093132:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a04577000. 00000400:00000200:3.0:1769074990.093132:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7dd80 00000400:00000200:0.0:1769074990.093136:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.093142:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.093144:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b02a9ed00. 00010000:00000010:1.0:1769074990.093150:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327100. 00000400:00000200:0.0:1769074990.093151:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17531:17531:255:4294967295] 192.168.204.41@tcp LPNI seq info [17527:17527:7:4294967295] 00000400:00000200:3.0:1769074990.093154:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228a5 [2] + 1640 02000000:00000010:1.0:1769074990.093158:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a04572000. 00010000:00000010:1.0:1769074990.093170:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f300. 00000400:00000200:3.0:1769074990.093171:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.093175:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.093178:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327200. 00000400:00000200:3.0:1769074990.093181:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:1.0:1769074990.093186:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a04571000. 00000800:00000200:0.0:1769074990.093193:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.093194:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074990.093197:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f580. 00000800:00000010:0.0:1769074990.093199:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00010000:00000010:1.0:1769074990.093202:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327f00. 00000400:00000200:2.0:1769074990.093202:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17532:17532:254:4294967295] 192.168.204.41@tcp LPNI seq info [17528:17528:6:4294967295] 00000800:00000200:0.0:1769074990.093209:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:1.0:1769074990.093209:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a04570000. 00010000:00000010:1.0:1769074990.093221:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c780. 00000400:00000200:2.0:1769074990.093221:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.093222:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074990.093227:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327780. 00000800:00000200:0.0:1769074990.093229:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1769074990.093232:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1769074990.093234:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a04575000. 00000800:00000200:2.0:1769074990.093235:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074990.093239:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860e00. 00000800:00000010:2.0:1769074990.093241:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7800. 00000020:00000010:0.0:1769074990.093242:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00010000:00000010:1.0:1769074990.093247:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca80. 00000020:00000010:0.0:1769074990.093249:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415000. 00000800:00000200:2.0:1769074990.093252:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.093255:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf17600. 00010000:00000010:1.0:1769074990.093256:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03327800. 00000800:00000200:3.0:1769074990.093259:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1769074990.093262:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000010:3.0:1769074990.093263:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000800:00000200:2.0:1769074990.093269:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7800 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1769074990.093270:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b03661000. 00000400:00000200:3.0:1769074990.093270:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.093275:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000400:00000200:3.0:1769074990.093280:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.093281:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.093284:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c900. 00000020:00000010:2.0:1769074990.093284:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d80. 00000400:00000200:3.0:1769074990.093287:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000020:00000010:0.0:1769074990.093288:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757200. 00000020:00000010:2.0:1769074990.093290:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00010000:00000010:1.0:1769074990.093291:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2880. 00000400:00000010:3.0:1769074990.093292:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000020:00000010:0.0:1769074990.093293:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcce80. 00000020:00000010:2.0:1769074990.093297:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6400. 00000020:00000010:0.0:1769074990.093299:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e7d0. 02000000:00000010:1.0:1769074990.093304:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b03662000. 00000100:00000200:0.0:1769074990.093315:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06860e00 x1855008351444352/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.093316:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074990.093319:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf00. 00010000:00000010:1.0:1769074990.093328:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2900. 00000400:00000200:3.0:1769074990.093328:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7de00 00000020:00000010:2.0:1769074990.093333:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.093337:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000020:00000010:0.0:1769074990.093338:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000400:00000200:3.0:1769074990.093338:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228a5 [2] + 1968 02000000:00000010:1.0:1769074990.093341:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b03667000. 00000100:00000200:2.0:1769074990.093344:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351443968 00000020:00000010:0.0:1769074990.093345:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000400:00000010:3.0:1769074990.093347:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754d68. 00000100:00000200:0.0:1769074990.093352:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351443840 00000400:00000200:3.0:1769074990.093353:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b080bee40 02000000:00000010:2.0:1769074990.093354:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc66400. 00010000:00000010:1.0:1769074990.093357:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cd80. 02000000:00000010:0.0:1769074990.093360:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbd800. 00010000:00000010:1.0:1769074990.093364:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2980. 00000400:00000200:3.0:1769074990.093364:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.093372:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.093375:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b080bee40 00010000:00000010:2.0:1769074990.093378:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763dc0. 02000000:00000010:1.0:1769074990.093379:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b03665000. 00000400:00000010:3.0:1769074990.093379:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b080bee40. 00010000:00000010:0.0:1769074990.093384:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000100:00000200:3.0:1769074990.093386:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074990.093387:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000100:00000010:0.0:1769074990.093392:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687540. 00010000:00000010:1.0:1769074990.093395:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c080. 00000100:00000010:0.0:1769074990.093400:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687540. 00000100:00000010:2.0:1769074990.093401:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00000800:00000200:3.0:1769074990.093401:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074990.093403:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2e80. 00000800:00000010:3.0:1769074990.093407:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00010000:00000010:0.0:1769074990.093410:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00010000:00000010:2.0:1769074990.093410:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.093413:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.093414:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b03660000. 00000400:00000200:3.0:1769074990.093421:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074990.093424:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000400:00000010:2.0:1769074990.093425:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000400:00000200:3.0:1769074990.093425:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:3.0:1769074990.093429:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00010000:00000010:1.0:1769074990.093430:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c500. 00000100:00000200:0.0:1769074990.093437:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351443840, offset 224 00010000:00000010:1.0:1769074990.093438:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2000. 00000100:00000200:2.0:1769074990.093438:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351443968, offset 224 00000400:00000200:0.0:1769074990.093456:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.093459:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b03664000. 00000400:00000200:2.0:1769074990.093463:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.093469:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:3.0:1769074990.093469:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074990.093472:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c580. 00000800:00000010:3.0:1769074990.093474:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7800. 00010000:00000010:1.0:1769074990.093480:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2100. 00000400:00000200:3.0:1769074990.093480:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.093481:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17533:17533:255:4294967295] 192.168.204.41@tcp LPNI seq info [17529:17529:7:4294967295] 00000400:00000200:3.0:1769074990.093491:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:1.0:1769074990.093492:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3d07b000. 00000400:00000200:0.0:1769074990.093502:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.093504:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c200. 00010000:00000010:1.0:1769074990.093510:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2800. 00000800:00000200:0.0:1769074990.093513:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.093515:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:1.0:1769074990.093518:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3d07f000. 00000800:00000010:0.0:1769074990.093519:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000400:00000200:2.0:1769074990.093524:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17534:17534:254:4294967295] 192.168.204.41@tcp LPNI seq info [17530:17530:6:4294967295] 00010000:00000010:1.0:1769074990.093528:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c700. 00000800:00000200:0.0:1769074990.093529:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074990.093533:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2c80. 00000800:00000200:0.0:1769074990.093538:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.093549:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1769074990.093554:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3d07a000. 00000400:00000200:2.0:1769074990.093555:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:0.0:1769074990.093562:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d00. 00000800:00000200:2.0:1769074990.093562:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.093562:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00010000:00000010:1.0:1769074990.093565:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc80. 00000400:00000010:3.0:1769074990.093567:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000020:00000010:0.0:1769074990.093570:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00000800:00000010:2.0:1769074990.093571:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00010000:00000010:1.0:1769074990.093572:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2300. 00000020:00000010:0.0:1769074990.093576:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7a00. 02000000:00000010:1.0:1769074990.093581:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3d07c000. 00000800:00000200:2.0:1769074990.093581:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.093587:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.093590:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.093595:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c400. 00000020:00000010:0.0:1769074990.093597:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:2.0:1769074990.093600:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc080. 00000020:00000010:0.0:1769074990.093601:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.093601:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2d00. 00000800:00000200:3.0:1769074990.093604:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074990.093606:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00000020:00000010:0.0:1769074990.093608:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757a00. 00000800:00000010:3.0:1769074990.093608:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 02000000:00000010:1.0:1769074990.093610:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3d079000. 00000020:00000010:2.0:1769074990.093611:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757000. 00000020:00000010:0.0:1769074990.093614:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc800. 00000400:00000200:3.0:1769074990.093615:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.093619:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e0c8. 00010000:00000010:1.0:1769074990.093624:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c980. 00000400:00000200:3.0:1769074990.093625:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.093632:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2a80. 00000020:00000010:2.0:1769074990.093632:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.093632:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000100:00000200:0.0:1769074990.093633:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a03db3c50 x1855008351444480/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.093637:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000020:00000010:2.0:1769074990.093639:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 02000000:00000010:1.0:1769074990.093641:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3d07d000. 00000100:00000200:2.0:1769074990.093645:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444352 02000000:00000010:2.0:1769074990.093653:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc64800. 00010000:00000010:1.0:1769074990.093656:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cb80. 00010000:00000010:1.0:1769074990.093661:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2480. 00000020:00000010:0.0:1769074990.093662:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:0.0:1769074990.093666:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 02000000:00000010:1.0:1769074990.093668:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3d07e000. 00000100:00000200:0.0:1769074990.093669:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444480 00010000:00000010:2.0:1769074990.093671:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763dc0. 00000100:00000010:2.0:1769074990.093677:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 02000000:00000010:0.0:1769074990.093691:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbe800. 00010000:00000010:1.0:1769074990.093697:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c300. 00000100:00000010:2.0:1769074990.093700:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00010000:00000010:2.0:1769074990.093704:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.093705:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2b00. 00000400:00000010:2.0:1769074990.093713:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00010000:00000010:0.0:1769074990.093716:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 02000000:00000010:1.0:1769074990.093717:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b08155000. 00000100:00000200:2.0:1769074990.093717:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444352, offset 224 00000100:00000010:0.0:1769074990.093727:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687540. 00000400:00000200:2.0:1769074990.093730:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:3.0:1769074990.093730:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.093735:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00010000:00000010:1.0:1769074990.093739:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cb00. 00000400:00000200:3.0:1769074990.093740:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.093743:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:0.0:1769074990.093744:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687540. 00010000:00000010:1.0:1769074990.093748:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510580. 00000400:00000200:3.0:1769074990.093750:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:0.0:1769074990.093752:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 02000000:00000010:1.0:1769074990.093757:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b08153000. 00000400:00000200:2.0:1769074990.093757:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17535:17535:255:4294967295] 192.168.204.41@tcp LPNI seq info [17531:17531:7:4294967295] 00000400:00000010:0.0:1769074990.093767:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00010000:00000010:1.0:1769074990.093767:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c100. 00000400:00000200:2.0:1769074990.093767:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.093775:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510180. 00000100:00000200:0.0:1769074990.093776:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444480, offset 224 00000800:00000200:2.0:1769074990.093777:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.093780:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b08156000. 00000800:00000010:2.0:1769074990.093784:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000400:00000200:0.0:1769074990.093791:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.093791:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ce00. 00000800:00000200:2.0:1769074990.093791:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074990.093800:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510500. 00000800:00000200:2.0:1769074990.093800:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.093803:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.093806:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 02000000:00000010:1.0:1769074990.093808:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b08152000. 00000400:00000010:3.0:1769074990.093811:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000020:00000010:2.0:1769074990.093812:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcce80. 00000400:00000200:0.0:1769074990.093814:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.093820:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e7d0. 00010000:00000010:1.0:1769074990.093821:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c600. 00000400:00000200:0.0:1769074990.093824:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17536:17536:254:4294967295] 192.168.204.41@tcp LPNI seq info [17532:17532:6:4294967295] 00000020:00000010:2.0:1769074990.093826:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757200. 00010000:00000010:1.0:1769074990.093827:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510800. 02000000:00000010:1.0:1769074990.093835:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b08150000. 00000400:00000200:0.0:1769074990.093844:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.093846:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ce80. 00010000:00000010:1.0:1769074990.093853:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510900. 00000800:00000200:0.0:1769074990.093854:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074990.093859:0:35410:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b049766c0. 00000800:00000010:0.0:1769074990.093861:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 02000000:00000010:1.0:1769074990.093861:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b08151000. 00000800:00000200:0.0:1769074990.093869:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074990.093874:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c480. 00080000:00000010:2.0:1769074990.093874:0:35410:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6400. 00000800:00000200:0.0:1769074990.093875:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.093881:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.093883:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510a80. 00080000:00000010:2.0:1769074990.093888:0:35410:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763dc0. 00000020:00000010:0.0:1769074990.093890:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc800. 02000000:00000010:1.0:1769074990.093894:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3f6f8000. 00000020:00000010:0.0:1769074990.093897:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e0c8. 00000020:00000010:0.0:1769074990.093903:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757a00. 00010000:00000010:1.0:1769074990.093908:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c800. 00000100:00000010:0.0:1769074990.093911:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860e00. 00010000:00000010:1.0:1769074990.093916:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510280. 02000000:00000010:0.0:1769074990.093921:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc66400. 00000001:00000010:2.0:1769074990.093923:0:35410:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f820c0. 02000000:00000010:1.0:1769074990.093926:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3f6fb000. 00000100:00000010:0.0:1769074990.093929:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863100. 00000800:00000200:3.0:1769074990.093929:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074990.093936:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c000. 00000800:00000010:3.0:1769074990.093936:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 02000000:00000010:0.0:1769074990.093939:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbd800. 00080000:00000010:2.0:1769074990.093939:0:35410:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.093944:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.093945:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510980. 00000100:00000010:0.0:1769074990.093948:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860000. 02000000:00000010:0.0:1769074990.093956:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc67400. 02000000:00000010:1.0:1769074990.093957:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3f6fd000. 00000400:00000200:3.0:1769074990.093957:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:0.0:1769074990.093961:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861500. 00000400:00000200:3.0:1769074990.093967:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 02000000:00000010:0.0:1769074990.093969:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04890400. 00000400:00000010:3.0:1769074990.093971:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00010000:00000010:1.0:1769074990.093973:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c380. 00000100:00000010:0.0:1769074990.093976:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862d80. 02000000:00000010:3.0:1769074990.093979:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc64800. 00010000:00000010:1.0:1769074990.093981:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510b00. 02000000:00000010:0.0:1769074990.093986:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc65000. 02000000:00000010:1.0:1769074990.093992:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3f6fe000. 00000100:00000010:0.0:1769074990.093993:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862a00. 00010000:00000010:1.0:1769074990.094003:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c280. 00000100:00000200:0.0:1769074990.094004:0:40732:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:1.0:1769074990.094011:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510080. 00000400:00000010:0.0:1769074990.094012:0:40732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b6e0. 00000400:00000010:0.0:1769074990.094019:0:40732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b40687540. 02000000:00000010:1.0:1769074990.094023:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b3f6fc000. 00000800:00000200:3.0:1769074990.094042:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.094045:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:3.0:1769074990.094048:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.094054:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.094057:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00010000:00000010:1.0:1769074990.094060:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333ca00. 00000400:00000010:3.0:1769074990.094060:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 02000000:00000010:3.0:1769074990.094066:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbe800. 00010000:00000010:1.0:1769074990.094069:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510480. 00010000:00000010:0.0:1769074990.094074:0:27572:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b40687e40. 02000000:00000010:1.0:1769074990.094081:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a0163e000. 00080000:00000010:0.0:1769074990.094090:0:27572:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30757a00. 00000400:00000010:3.0:1769074990.094093:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00010000:00000010:1.0:1769074990.094096:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cf80. 00080000:00000010:0.0:1769074990.094101:0:27572:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.094103:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510d00. 02000000:00000010:1.0:1769074990.094110:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8a0163a000. 00010000:00000010:1.0:1769074990.094119:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333cc00. 00010000:00000010:1.0:1769074990.094123:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510b80. 00000001:00000010:0.0:1769074990.094129:0:27572:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953720. 02000000:00000010:1.0:1769074990.094130:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b10db1000. 00080000:00000010:0.0:1769074990.094144:0:27572:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.094144:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968900. 00010000:00000010:1.0:1769074990.094151:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510200. 02000000:00000010:1.0:1769074990.094161:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b10db0000. 00010000:00000010:1.0:1769074990.094169:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05968500. 00010000:00000010:1.0:1769074990.094173:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510300. 02000000:00000010:1.0:1769074990.094182:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b363b1000. 00000400:00000200:3.0:1769074990.094190:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00000400:00000010:3.0:1769074990.094193:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00010000:00000010:1.0:1769074990.094194:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3ccf80. 00000100:00000200:3.0:1769074990.094201:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06861180 x1855008368814848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.094202:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510d80. 00000100:00000200:3.0:1769074990.094213:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06861180 x1855008368814848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.094214:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b363b5000. 00010000:00000010:1.0:1769074990.094230:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc780. 00010000:00000010:1.0:1769074990.094237:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510f80. 02000000:00000010:1.0:1769074990.094249:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b363b6000. 00010000:00000010:1.0:1769074990.094261:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f380. 00010000:00000010:1.0:1769074990.094267:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510100. 02000000:00000010:1.0:1769074990.094276:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b05d22000. 00080000:00000010:0.0:1769074990.094279:0:27572:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01fb4600. 00002000:00000010:0.0:1769074990.094287:0:27572:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511d8f0. 00010000:00000010:1.0:1769074990.094287:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f480. 00010000:00000010:1.0:1769074990.094296:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510e80. 00010000:00000200:0.0:1769074990.094305:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18700 x1855008368813440/t8589935714(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.094306:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b05d20000. 00010000:00000010:1.0:1769074990.094318:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585ff80. 00000400:00000010:0.0:1769074990.094324:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00010000:00000010:1.0:1769074990.094324:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510600. 00000100:00000200:0.0:1769074990.094331:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368813440, offset 224 02000000:00000010:1.0:1769074990.094334:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b05d21000. 00000400:00000200:0.0:1769074990.094339:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.0:1769074990.094347:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0585f680. 00000400:00000200:0.0:1769074990.094349:0:27572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.094354:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510680. 00000400:00000200:0.0:1769074990.094360:0:27572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e580 02000000:00000010:1.0:1769074990.094362:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b05d26000. 00000400:00000200:0.0:1769074990.094369:0:27572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29915 [1] + 224 00010000:00000010:1.0:1769074990.094372:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc500. 00000400:00000200:0.0:1769074990.094375:0:27572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.094378:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510400. 00000400:00000200:0.0:1769074990.094383:0:27572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1769074990.094387:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b05d27000. 00080000:00000010:2.0:1769074990.094393:0:35410:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b055eb000. 00000100:00000200:0.0:1769074990.094394:0:27572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d19500 x1855008368813440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.094399:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c680. 00002000:00000010:2.0:1769074990.094399:0:35410:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370f690. 00010000:00000010:1.0:1769074990.094406:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510700. 00010000:00000200:2.0:1769074990.094414:0:35410:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9c00 x1855008368814592/t8589935713(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.094417:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3184 at ffff8c8b04a05000. 00000400:00000200:0.0:1769074990.094418:0:27572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:0.0:1769074990.094423:0:27572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00010000:00000010:1.0:1769074990.094431:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc680. 00000400:00000010:2.0:1769074990.094431:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000020:00000010:0.0:1769074990.094437:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccd00. 00000100:00000200:2.0:1769074990.094437:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368814592, offset 224 00010000:00000010:1.0:1769074990.094438:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510780. 00000400:00000200:2.0:1769074990.094446:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.094447:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:0.0:1769074990.094453:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da000. 00000400:00000200:2.0:1769074990.094458:0:35410:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.094459:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0333c180. 00000400:00000010:3.0:1769074990.094460:0:29091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751dc0. 00000400:00000200:3.0:1769074990.094466:0:29091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 02000000:00000010:1.0:1769074990.094467:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff8c8a04cd8000. 00000400:00000200:2.0:1769074990.094469:0:35410:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ea00 00000400:00000010:3.0:1769074990.094470:0:29091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00000400:00000200:2.0:1769074990.094483:0:35410:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29955 [1] + 224 00000100:00000200:3.0:1769074990.094483:0:29091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06863800 x1855008368814080/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.094487:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0b00. 00002000:00000010:0.0:1769074990.094488:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951f4c0. 00010000:00000010:0.0:1769074990.094496:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b02d52900. 00000400:00000200:2.0:1769074990.094496:0:35410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.094498:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2600. 00000100:00000200:3.0:1769074990.094500:0:29091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06863800 x1855008368814080/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.094507:0:35410:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:0.0:1769074990.094514:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b049766c0. 02000000:00000010:1.0:1769074990.094516:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06357000. 00000100:00000200:2.0:1769074990.094520:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfeb800 x1855008368814592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1769074990.094529:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b5c0. 02000000:00000010:3.0:1769074990.094533:0:29091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b049f7200. 00010000:00000010:0.0:1769074990.094535:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a01ef7f00. 00010000:00000010:1.0:1769074990.094537:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf200. 02000000:00000010:3.0:1769074990.094538:0:29091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b049f6a00. 00000400:00000200:2.0:1769074990.094542:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000100:00000010:3.0:1769074990.094545:0:29091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863800. 00010000:00000010:0.0:1769074990.094546:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b40687e40. 00010000:00000010:1.0:1769074990.094546:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439780. 00000400:00000010:2.0:1769074990.094546:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000010:3.0:1769074990.094549:0:29091:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00010000:00000010:3.0:1769074990.094556:0:29091:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1b80. 02000000:00000010:1.0:1769074990.094563:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b2b736000. 00000020:00000010:2.0:1769074990.094564:0:35410:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00010000:00000010:3.0:1769074990.094565:0:29091:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd480. 00000020:00000010:2.0:1769074990.094570:0:35410:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000020:00000010:2.0:1769074990.094575:0:35410:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc800. 00010000:00000010:1.0:1769074990.094577:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf500. 00080000:00000010:3.0:1769074990.094580:0:29091:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b34c35800. 00010000:00000010:1.0:1769074990.094582:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439700. 00080000:00000010:3.0:1769074990.094590:0:29091:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1b80. 02000000:00000010:1.0:1769074990.094591:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06d25000. 00002000:00000010:2.0:1769074990.094602:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524de00. 00010000:00000010:1.0:1769074990.094604:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf980. 00010000:00000010:2.0:1769074990.094607:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3edac600. 00010000:00000010:1.0:1769074990.094609:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439580. 00010000:00000010:2.0:1769074990.094613:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd480. 02000000:00000010:1.0:1769074990.094614:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b2abcb000. 00000001:00000010:3.0:1769074990.094625:0:29091:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ea20. 00010000:00000010:1.0:1769074990.094626:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf600. 00000400:00000010:2.0:1769074990.094628:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b370. 00000400:00000200:2.0:1769074990.094633:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00010000:00000010:1.0:1769074990.094634:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439b80. 00000400:00000010:2.0:1769074990.094635:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00080000:00000010:3.0:1769074990.094639:0:29091:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1b80. 02000000:00000010:1.0:1769074990.094642:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b2abce000. 00000100:00000200:2.0:1769074990.094643:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfeb800 x1855008368814592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.094652:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfeb800 x1855008368814592/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.094656:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7800. 00010000:00000010:1.0:1769074990.094660:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6f00. 02000000:00000010:1.0:1769074990.094667:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b02d73000. 00010000:00000010:1.0:1769074990.094693:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7080. 00010000:00000010:1.0:1769074990.094698:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6a00. 02000000:00000010:1.0:1769074990.094706:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b358e8000. 00000100:00000010:2.0:1769074990.094709:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486d80. 02000000:00000010:2.0:1769074990.094718:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fc66000. 00010000:00000010:1.0:1769074990.094721:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7e00. 00010000:00000010:1.0:1769074990.094726:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339600. 02000000:00000010:1.0:1769074990.094737:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b05842000. 00010000:00000010:1.0:1769074990.094751:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7780. 00010000:00000010:1.0:1769074990.094757:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339c00. 02000000:00000010:2.0:1769074990.094765:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fc65000. 00000400:00000010:2.0:1769074990.094769:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39108. 02000000:00000010:1.0:1769074990.094771:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35d34000. 00080000:00000010:3.0:1769074990.094772:0:29091:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b070d1c00. 00000400:00000010:2.0:1769074990.094774:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00002000:00000010:3.0:1769074990.094778:0:29091:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc2130. 00000100:00000200:2.0:1769074990.094780:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368814976, portal 4 00010000:00000010:1.0:1769074990.094783:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b00. 00000400:00000010:2.0:1769074990.094787:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00010000:00000010:1.0:1769074990.094788:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0780. 00000100:00000200:2.0:1769074990.094790:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368814976, offset 0 00010000:00000200:3.0:1769074990.094794:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b480 x1855008368813312/t8589935715(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.094796:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06747000. 00000400:00000200:2.0:1769074990.094798:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.0:1769074990.094808:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7200. 00000400:00000200:2.0:1769074990.094809:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.094814:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339d00. 00000400:00000200:2.0:1769074990.094816:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0eb80 00000400:00000010:3.0:1769074990.094816:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 02000000:00000010:1.0:1769074990.094820:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b3cff4000. 00000100:00000200:3.0:1769074990.094824:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368813312, offset 224 00000400:00000200:2.0:1769074990.094826:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 11144 00010000:00000010:1.0:1769074990.094828:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff80. 00010000:00000010:1.0:1769074990.094834:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339400. 00000400:00000200:2.0:1769074990.094834:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.094836:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.094841:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1769074990.094843:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b3cff5000. 00000100:00000200:2.0:1769074990.094846:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1769074990.094852:0:29091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.094853:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f400. 00000100:00000010:2.0:1769074990.094853:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484380. 00010000:00000010:1.0:1769074990.094860:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339b80. 00000400:00000200:3.0:1769074990.094866:0:29091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e500 02000000:00000010:1.0:1769074990.094868:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b3cff2000. 00000400:00000200:2.0:1769074990.094868:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074990.094872:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074990.094877:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38486d80 x1855008368814976/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.094881:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81000. 00000400:00000200:3.0:1769074990.094881:0:29091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29901 [1] + 224 00010000:00000010:1.0:1769074990.094887:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0400. 00000400:00000200:3.0:1769074990.094891:0:29091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.094894:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06745000. 00000400:00000200:3.0:1769074990.094897:0:29091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.094907:0:29091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1bb80 x1855008368813312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.094909:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fc80. 00010000:00000010:2.0:1769074990.094918:0:29095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976900. 00010000:00000010:1.0:1769074990.094919:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339b00. 00000400:00000200:3.0:1769074990.094923:0:29091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 02000000:00000010:1.0:1769074990.094928:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8a01e96000. 00000400:00000010:3.0:1769074990.094928:0:29091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00080000:00000010:2.0:1769074990.094933:0:29095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6a00. 00010000:00000010:1.0:1769074990.094943:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd00. 00080000:00000010:2.0:1769074990.094944:0:29095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763dc0. 00000020:00000010:3.0:1769074990.094946:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589880. 00010000:00000010:1.0:1769074990.094949:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339e00. 00000020:00000010:3.0:1769074990.094953:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 02000000:00000010:1.0:1769074990.094958:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b07615000. 00000020:00000010:3.0:1769074990.094960:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7e00. 00000001:00000010:2.0:1769074990.094968:0:29095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82ba0. 00010000:00000010:1.0:1769074990.094971:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f300. 00010000:00000010:1.0:1769074990.094977:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339a80. 00080000:00000010:2.0:1769074990.094981:0:29095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763dc0. 00000020:00000010:3.0:1769074990.094982:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 02000000:00000010:1.0:1769074990.094985:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b07611000. 00000020:00000010:3.0:1769074990.094987:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00000020:00000010:3.0:1769074990.094994:0:29091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34c35600. 00000020:00000010:3.0:1769074990.094996:0:29091:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589880. 00000020:00000010:3.0:1769074990.094999:0:29091:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00010000:00000010:1.0:1769074990.095001:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f880. 00010000:00000010:1.0:1769074990.095007:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339380. 02000000:00000010:1.0:1769074990.095016:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b07610000. 00000020:00000010:3.0:1769074990.095021:0:29091:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00000020:00000010:3.0:1769074990.095048:0:29091:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00010000:00000010:1.0:1769074990.095050:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f200. 00000100:00000200:3.0:1769074990.095051:0:29091:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368814976 00010000:00000010:1.0:1769074990.095060:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10663700. 02000000:00000010:3.0:1769074990.095065:0:29091:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04cc1400. 02000000:00000010:1.0:1769074990.095068:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b07b84000. 00010000:00000010:3.0:1769074990.095077:0:29091:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd800. 00010000:00000010:1.0:1769074990.095083:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f980. 00010000:00000010:3.0:1769074990.095088:0:29091:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1b80. 00010000:00000010:1.0:1769074990.095089:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339e80. 00000100:00000010:3.0:1769074990.095095:0:29091:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 02000000:00000010:1.0:1769074990.095100:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b07b83000. 00080000:00000010:2.0:1769074990.095100:0:29095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010ca600. 00000100:00000010:3.0:1769074990.095101:0:29091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863800. 00002000:00000010:2.0:1769074990.095107:0:29095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511c390. 02000000:00000010:3.0:1769074990.095110:0:29091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b34c35a00. 00010000:00000010:1.0:1769074990.095114:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f500. 00010000:00000200:2.0:1769074990.095119:0:29095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862300 x1855008368813184/t8589935716(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.095121:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5600. 02000000:00000010:3.0:1769074990.095123:0:29091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b34c35200. 02000000:00000010:1.0:1769074990.095128:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b07b82000. 00000400:00000010:3.0:1769074990.095130:0:29091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751dc0. 00000400:00000010:2.0:1769074990.095136:0:29095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000400:00000010:3.0:1769074990.095137:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 00010000:00000010:1.0:1769074990.095139:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f700. 00000100:00000200:2.0:1769074990.095142:0:29095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368813184, offset 224 00000100:00000200:3.0:1769074990.095143:0:29091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368815104, portal 16 00010000:00000010:1.0:1769074990.095146:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5e80. 00000400:00000200:2.0:1769074990.095149:0:29095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1769074990.095149:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fa18. 02000000:00000010:1.0:1769074990.095153:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06c1f000. 00000100:00000200:3.0:1769074990.095155:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368815104, offset 0 00000400:00000200:2.0:1769074990.095162:0:29095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.095166:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.095167:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f680. 00010000:00000010:1.0:1769074990.095174:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5b00. 00000400:00000200:2.0:1769074990.095174:0:29095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e480 00000400:00000200:3.0:1769074990.095177:0:29091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.095182:0:29091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1769074990.095184:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06c1c000. 00000400:00000200:2.0:1769074990.095184:0:29095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x298e9 [1] + 224 00000400:00000200:3.0:1769074990.095188:0:29091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.095191:0:29095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.095192:0:29091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.095197:0:29091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:1.0:1769074990.095198:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f900. 00000400:00000200:2.0:1769074990.095200:0:29095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1769074990.095204:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5c00. 00000400:00000200:3.0:1769074990.095206:0:29091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17537:17537:256:4294967295] 192.168.204.41@tcp LPNI seq info [17533:17533:8:4294967295] 02000000:00000010:1.0:1769074990.095212:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b03685000. 00000400:00000200:3.0:1769074990.095220:0:29091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.095225:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f100. 00000800:00000200:3.0:1769074990.095226:0:29091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074990.095230:0:29095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d18000 x1855008368813184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.095232:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5e00. 00000800:00000010:3.0:1769074990.095233:0:29091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 02000000:00000010:1.0:1769074990.095241:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b03681000. 00000800:00000200:3.0:1769074990.095242:0:29091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.095249:0:29091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.095252:0:29095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000800:00000200:3.0:1769074990.095253:0:29091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.095254:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f180. 00000400:00000010:2.0:1769074990.095257:0:29095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00010000:00000010:1.0:1769074990.095262:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5480. 02000000:00000010:1.0:1769074990.095269:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b03680000. 00000020:00000010:2.0:1769074990.095269:0:29095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074990.095273:0:29095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074990.095277:0:29095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc000. 00010000:00000010:1.0:1769074990.095284:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f000. 00010000:00000010:1.0:1769074990.095289:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5880. 02000000:00000010:1.0:1769074990.095300:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35d48000. 00002000:00000010:2.0:1769074990.095306:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755c80. 00010000:00000010:2.0:1769074990.095309:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e603800. 00010000:00000010:1.0:1769074990.095310:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7d80. 00010000:00000010:1.0:1769074990.095324:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5900. 00010000:00000010:2.0:1769074990.095330:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976900. 02000000:00000010:1.0:1769074990.095331:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35d4f000. 00000400:00000010:3.0:1769074990.095331:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751c60. 00000400:00000200:3.0:1769074990.095339:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:3.0:1769074990.095343:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00010000:00000010:1.0:1769074990.095346:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd680. 00010000:00000010:2.0:1769074990.095346:0:28095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976900. 00010000:00000010:1.0:1769074990.095353:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5180. 00000100:00000200:3.0:1769074990.095353:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d18000 x1855008368813184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1769074990.095359:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7200. 02000000:00000010:1.0:1769074990.095362:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35d4c000. 00080000:00000010:2.0:1769074990.095370:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763dc0. 00000100:00000200:3.0:1769074990.095376:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d18000 x1855008368813184/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.095377:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857ff00. 00010000:00000010:1.0:1769074990.095391:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b1141ce00. 02000000:00000010:1.0:1769074990.095402:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b0793a000. 00000001:00000010:2.0:1769074990.095405:0:28095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82840. 00010000:00000010:1.0:1769074990.095414:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddb80. 00080000:00000010:2.0:1769074990.095417:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.095420:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8b00. 02000000:00000010:1.0:1769074990.095426:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b0793e000. 00000100:00000010:3.0:1769074990.095427:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863b80. 02000000:00000010:3.0:1769074990.095435:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04cc3400. 00010000:00000010:1.0:1769074990.095439:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd200. 00010000:00000010:1.0:1769074990.095456:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8400. 02000000:00000010:1.0:1769074990.095465:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35f59000. 02000000:00000010:3.0:1769074990.095474:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04cc0c00. 00010000:00000010:1.0:1769074990.095479:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddc00. 00000400:00000010:3.0:1769074990.095480:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751c60. 00010000:00000010:1.0:1769074990.095486:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8080. 00000400:00000010:3.0:1769074990.095487:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fd48. 00000100:00000200:3.0:1769074990.095494:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368815232, portal 4 00000400:00000010:3.0:1769074990.095497:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 02000000:00000010:1.0:1769074990.095498:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35f58000. 00000100:00000200:3.0:1769074990.095500:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368815232, offset 0 00000400:00000200:3.0:1769074990.095507:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.0:1769074990.095521:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd500. 00000400:00000200:3.0:1769074990.095526:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.095528:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8180. 00000400:00000200:3.0:1769074990.095534:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ec80 02000000:00000010:1.0:1769074990.095538:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35f5f000. 00080000:00000010:2.0:1769074990.095538:0:28095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35f8f600. 00000400:00000200:3.0:1769074990.095539:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 11688 00002000:00000010:2.0:1769074990.095545:0:28095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511d560. 00000400:00000200:3.0:1769074990.095546:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.095552:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd600. 00000400:00000200:3.0:1769074990.095555:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1769074990.095559:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8a80. 00000100:00000200:3.0:1769074990.095560:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000200:2.0:1769074990.095563:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1aa00 x1855008368812928/t8589935717(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.095565:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862680. 02000000:00000010:1.0:1769074990.095568:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b10bee000. 00000400:00000200:3.0:1769074990.095578:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000400:00000010:2.0:1769074990.095580:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000400:00000010:3.0:1769074990.095581:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00010000:00000010:1.0:1769074990.095582:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdde00. 00000100:00000200:2.0:1769074990.095597:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368812928, offset 224 00010000:00000010:1.0:1769074990.095599:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b11607400. 00000100:00000200:3.0:1769074990.095599:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06863b80 x1855008368815232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.095606:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1769074990.095608:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b10bed000. 00000400:00000200:2.0:1769074990.095617:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.095622:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddd80. 00000400:00000200:2.0:1769074990.095626:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e380 00010000:00000010:1.0:1769074990.095627:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10090b80. 00000400:00000200:2.0:1769074990.095631:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x2990d [1] + 224 00000400:00000200:2.0:1769074990.095636:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.095638:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b10be9000. 00000400:00000200:2.0:1769074990.095640:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074990.095643:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1d40. 00010000:00000010:1.0:1769074990.095648:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd980. 00000100:00000200:2.0:1769074990.095648:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1b100 x1855008368812928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.095648:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1d40. 00010000:00000010:1.0:1769074990.095654:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1d800. 00000020:00000010:3.0:1769074990.095657:0:27572:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b34c35400. 00000020:00000010:3.0:1769074990.095661:0:27572:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589d80. 02000000:00000010:1.0:1769074990.095663:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06f63000. 00000400:00000200:2.0:1769074990.095664:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000020:00000010:3.0:1769074990.095665:0:27572:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751578. 00000400:00000010:2.0:1769074990.095668:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00010000:00000010:1.0:1769074990.095695:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddd00. 00000020:00000010:2.0:1769074990.095697:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2080. 00010000:00000010:1.0:1769074990.095701:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10090100. 00000020:00000010:2.0:1769074990.095702:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:3.0:1769074990.095702:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1d40. 00000020:00000010:2.0:1769074990.095706:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fca00. 00000020:00000010:3.0:1769074990.095707:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1d40. 02000000:00000010:1.0:1769074990.095709:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b06f62000. 00000100:00000200:3.0:1769074990.095714:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368815232 00010000:00000010:1.0:1769074990.095723:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd680. 02000000:00000010:3.0:1769074990.095725:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b361acc00. 00010000:00000010:1.0:1769074990.095731:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56f00. 00002000:00000010:2.0:1769074990.095734:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755940. 00010000:00000010:3.0:1769074990.095736:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acde00. 00010000:00000010:2.0:1769074990.095739:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e603000. 02000000:00000010:1.0:1769074990.095741:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b358bb000. 00010000:00000010:3.0:1769074990.095746:0:27572:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1d40. 00010000:00000010:2.0:1769074990.095747:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976900. 00010000:00000010:1.0:1769074990.095751:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdde80. 00000100:00000010:3.0:1769074990.095753:0:27572:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdda80. 00010000:00000010:1.0:1769074990.095756:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56200. 00000100:00000010:3.0:1769074990.095760:0:27572:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863480. 02000000:00000010:1.0:1769074990.095764:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b358ba000. 00010000:00000010:2.0:1769074990.095764:0:44333:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976900. 02000000:00000010:3.0:1769074990.095771:0:27572:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b34c34400. 00010000:00000010:1.0:1769074990.095776:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdda00. 00080000:00000010:2.0:1769074990.095777:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7a00. 00010000:00000010:1.0:1769074990.095783:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56080. 02000000:00000010:3.0:1769074990.095785:0:27572:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b34c34000. 00080000:00000010:2.0:1769074990.095789:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763dc0. 00000400:00000010:3.0:1769074990.095793:0:27572:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367518f0. 02000000:00000010:1.0:1769074990.095796:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b358b8000. 00000400:00000010:3.0:1769074990.095802:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5ff68. 00000100:00000200:3.0:1769074990.095808:0:27572:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368815360, portal 16 00010000:00000010:1.0:1769074990.095811:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd400. 00000400:00000010:3.0:1769074990.095812:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5faa0. 00010000:00000010:1.0:1769074990.095818:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56500. 00000001:00000010:2.0:1769074990.095819:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82d20. 00000100:00000200:3.0:1769074990.095819:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368815360, offset 0 02000000:00000010:1.0:1769074990.095829:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35f2f000. 00000400:00000200:3.0:1769074990.095830:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.095833:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.095841:0:27572:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074990.095843:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddc80. 00000400:00000200:3.0:1769074990.095846:0:27572:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.0:1769074990.095850:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56b00. 00000400:00000200:3.0:1769074990.095852:0:27572:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.095858:0:27572:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1769074990.095860:0:16304:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3784 at ffff8c8b35f2c000. 00000400:00000200:3.0:1769074990.095862:0:27572:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.095869:0:27572:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17538:17538:255:4294967295] 192.168.204.41@tcp LPNI seq info [17534:17534:7:4294967295] 00010000:00000010:1.0:1769074990.095872:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf400. 00010000:00000010:1.0:1769074990.095878:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439e80. 00000400:00000200:3.0:1769074990.095884:0:27572:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.095892:0:27572:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.095895:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cd880. 00000800:00000010:3.0:1769074990.095897:0:27572:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00010000:00000010:1.0:1769074990.095903:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56a80. 00000800:00000200:3.0:1769074990.095906:0:27572:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.095915:0:27572:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.095919:0:27572:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.095926:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b09d17a00. 00010000:00000010:1.0:1769074990.095935:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56380. 00000400:00000010:3.0:1769074990.095951:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bc08. 00010000:00000010:1.0:1769074990.095953:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd480. 00000400:00000200:3.0:1769074990.095959:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00010000:00000010:1.0:1769074990.095962:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1db00. 00000400:00000010:3.0:1769074990.095964:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00080000:00000010:2.0:1769074990.095970:0:44333:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35f8e800. 00000100:00000200:3.0:1769074990.095976:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1b100 x1855008368812928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1769074990.095977:0:44333:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511cd10. 00010000:00000010:1.0:1769074990.095980:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964080. 00010000:00000010:1.0:1769074990.095989:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051e80. 00010000:00000200:2.0:1769074990.095991:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b800 x1855008368812800/t8589935718(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.095996:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1b100 x1855008368812928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096000:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964f80. 00010000:00000010:1.0:1769074990.096006:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051a80. 00000400:00000010:2.0:1769074990.096010:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074990.096017:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368812800, offset 224 00010000:00000010:1.0:1769074990.096019:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964e80. 00010000:00000010:1.0:1769074990.096023:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051000. 00000400:00000200:2.0:1769074990.096024:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.096058:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1769074990.096063:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753be70. 00010000:00000010:1.0:1769074990.096068:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964b80. 00000400:00000200:2.0:1769074990.096068:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e300 00000400:00000200:3.0:1769074990.096071:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00010000:00000010:1.0:1769074990.096075:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051f80. 00000400:00000010:3.0:1769074990.096075:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000400:00000200:2.0:1769074990.096086:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x298f9 [1] + 224 00000100:00000200:3.0:1769074990.096088:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d19500 x1855008368813440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096093:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81380. 00000400:00000200:2.0:1769074990.096093:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.096100:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0980. 00000400:00000200:2.0:1769074990.096102:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.096111:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d19500 x1855008368813440/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096113:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81500. 00000100:00000200:2.0:1769074990.096113:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d19880 x1855008368812800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096120:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0500. 00010000:00000010:1.0:1769074990.096135:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964a80. 00010000:00000010:1.0:1769074990.096142:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051400. 00000400:00000200:2.0:1769074990.096144:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:2.0:1769074990.096148:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000400:00000010:3.0:1769074990.096155:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bbb0. 00000020:00000010:2.0:1769074990.096160:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2800. 00000400:00000200:3.0:1769074990.096160:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00010000:00000010:1.0:1769074990.096162:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964d00. 00000400:00000010:3.0:1769074990.096165:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000020:00000010:2.0:1769074990.096168:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415640. 00010000:00000010:1.0:1769074990.096169:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051780. 00000100:00000200:3.0:1769074990.096174:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d19880 x1855008368812800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.096175:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd600. 00000100:00000200:3.0:1769074990.096187:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d19880 x1855008368812800/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096190:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964400. 00010000:00000010:1.0:1769074990.096209:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051a00. 00002000:00000010:2.0:1769074990.096216:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b480. 00000400:00000010:3.0:1769074990.096218:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b840. 00010000:00000010:2.0:1769074990.096221:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a01ef7500. 00000400:00000200:3.0:1769074990.096223:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:3.0:1769074990.096227:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00010000:00000010:1.0:1769074990.096230:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0f80. 00010000:00000010:2.0:1769074990.096234:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976900. 00000100:00000200:3.0:1769074990.096235:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1bb80 x1855008368813312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096238:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b30132700. 00010000:00000010:2.0:1769074990.096248:0:29089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976900. 00000100:00000200:3.0:1769074990.096249:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1bb80 x1855008368813312/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096255:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0480. 00010000:00000010:1.0:1769074990.096263:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511e00. 00080000:00000010:2.0:1769074990.096263:0:29089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7e00. 00080000:00000010:2.0:1769074990.096272:0:29089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763dc0. 00000100:00000010:3.0:1769074990.096282:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860a80. 00010000:00000010:1.0:1769074990.096287:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0300. 02000000:00000010:3.0:1769074990.096291:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b06c33800. 00010000:00000010:1.0:1769074990.096294:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511900. 00000001:00000010:2.0:1769074990.096298:0:29089:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82300. 00080000:00000010:2.0:1769074990.096310:0:29089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.096313:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a2ac980. 00010000:00000010:1.0:1769074990.096318:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a980. 00000100:00000010:3.0:1769074990.096319:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860380. 02000000:00000010:3.0:1769074990.096326:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b06c33000. 00010000:00000010:1.0:1769074990.096339:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdc00. 00010000:00000010:1.0:1769074990.096344:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a680. 00000100:00000010:3.0:1769074990.096348:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861f80. 02000000:00000010:3.0:1769074990.096354:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b06c32c00. 00010000:00000010:1.0:1769074990.096365:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fda00. 00000100:00000010:3.0:1769074990.096373:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862a00. 00010000:00000010:1.0:1769074990.096383:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a700. 02000000:00000010:3.0:1769074990.096385:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b06c31000. 00010000:00000010:1.0:1769074990.096401:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd400. 00010000:00000010:1.0:1769074990.096407:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9af00. 02000000:00000010:3.0:1769074990.096414:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b06c30400. 00000400:00000010:3.0:1769074990.096419:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751528. 00000400:00000010:3.0:1769074990.096423:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f880. 00000100:00000200:3.0:1769074990.096426:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368815872, portal 4 00010000:00000010:1.0:1769074990.096428:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd780. 00000400:00000010:3.0:1769074990.096433:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00010000:00000010:1.0:1769074990.096435:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9af80. 00000100:00000200:3.0:1769074990.096436:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368815872, offset 0 00000400:00000200:3.0:1769074990.096454:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.096461:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.096464:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdc80. 00000400:00000200:3.0:1769074990.096468:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ef00 00010000:00000010:1.0:1769074990.096469:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a000. 00000400:00000200:3.0:1769074990.096474:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 12232 00000400:00000200:3.0:1769074990.096479:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.096484:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1769074990.096488:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fda80. 00000100:00000200:3.0:1769074990.096488:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.096493:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862d80. 00010000:00000010:1.0:1769074990.096496:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a880. 00000400:00000200:3.0:1769074990.096505:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00000400:00000010:3.0:1769074990.096508:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00000100:00000200:3.0:1769074990.096515:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06862a00 x1855008368815872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096519:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd100. 00010000:00000010:1.0:1769074990.096526:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9ab80. 02000000:00000010:3.0:1769074990.096542:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b06c30800. 00000400:00000010:3.0:1769074990.096548:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751ec8. 00010000:00000010:1.0:1769074990.096550:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd280. 00000400:00000010:3.0:1769074990.096552:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00000100:00000200:3.0:1769074990.096557:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368815488, portal 4 00010000:00000010:1.0:1769074990.096559:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3d00. 00000400:00000010:3.0:1769074990.096561:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fee0. 00000100:00000200:3.0:1769074990.096565:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368815488, offset 0 00000400:00000200:3.0:1769074990.096570:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.096576:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.096583:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ed80 00010000:00000010:1.0:1769074990.096586:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4b00. 00000400:00000200:3.0:1769074990.096587:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 12776 00000400:00000200:3.0:1769074990.096593:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.096594:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3e00. 00000400:00000200:3.0:1769074990.096599:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.096603:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.096607:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861500. 00000400:00000200:3.0:1769074990.096618:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fee0 00080000:00000010:2.0:1769074990.096619:0:29089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b09166a00. 00000400:00000010:3.0:1769074990.096620:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fee0. 00010000:00000010:1.0:1769074990.096622:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4c80. 00002000:00000010:2.0:1769074990.096626:0:29089:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc24c0. 00000100:00000200:3.0:1769074990.096629:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860a80 x1855008368815488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096630:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3500. 00010000:00000200:2.0:1769074990.096642:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a680 x1855008368813568/t8589935719(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096649:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c00. 00010000:00000010:1.0:1769074990.096656:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3e80. 00000400:00000010:2.0:1769074990.096658:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074990.096663:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368813568, offset 224 00000400:00000200:2.0:1769074990.096669:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074990.096670:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b06c31c00. 00000400:00000010:3.0:1769074990.096675:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367511b8. 00010000:00000010:1.0:1769074990.096695:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81f80. 00000400:00000010:3.0:1769074990.096696:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fee0. 00000400:00000200:2.0:1769074990.096697:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.0:1769074990.096701:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0000. 00000100:00000200:3.0:1769074990.096702:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368815744, portal 4 00000400:00000010:3.0:1769074990.096709:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f198. 00000400:00000200:2.0:1769074990.096710:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e600 00000100:00000200:3.0:1769074990.096714:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368815744, offset 0 00000400:00000200:2.0:1769074990.096720:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x298f1 [1] + 224 00010000:00000010:1.0:1769074990.096725:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81100. 00000400:00000200:2.0:1769074990.096725:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.096728:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.096732:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1769074990.096741:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0f00. 00000400:00000200:3.0:1769074990.096753:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1769074990.096754:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d18380 x1855008368813568/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096762:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81e00. 00000400:00000200:3.0:1769074990.096763:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ee80 00010000:00000010:1.0:1769074990.096768:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0a80. 00000400:00000200:3.0:1769074990.096769:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 13320 00000400:00000200:3.0:1769074990.096776:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.096779:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000200:3.0:1769074990.096780:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1769074990.096785:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00010000:00000010:1.0:1769074990.096790:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81700. 00000100:00000200:3.0:1769074990.096791:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074990.096796:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0880. 00000020:00000010:2.0:1769074990.096797:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2300. 00000100:00000010:3.0:1769074990.096797:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860000. 00000020:00000010:2.0:1769074990.096805:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000400:00000200:3.0:1769074990.096811:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f198 00000400:00000010:3.0:1769074990.096822:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f198. 00000020:00000010:2.0:1769074990.096823:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fcc00. 00010000:00000010:1.0:1769074990.096826:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81f00. 00000100:00000200:3.0:1769074990.096829:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06861f80 x1855008368815744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.096832:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0e00. 00000020:00000010:2.0:1769074990.096841:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.096846:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.096852:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da000. 00010000:00000010:1.0:1769074990.096855:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81e80. 00000020:00000010:2.0:1769074990.096856:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2300. 02000000:00000010:3.0:1769074990.096859:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b06c33c00. 00010000:00000010:1.0:1769074990.096860:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed00. 00000020:00000010:2.0:1769074990.096860:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00000400:00000010:3.0:1769074990.096866:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367517e8. 00000400:00000010:3.0:1769074990.096872:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f198. 00000100:00000200:3.0:1769074990.096874:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368815616, portal 4 00000400:00000010:3.0:1769074990.096877:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074990.096880:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368815616, offset 0 00010000:00000010:1.0:1769074990.096884:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de180. 00000400:00000200:3.0:1769074990.096887:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1769074990.096888:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.096891:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3400. 00000020:00000010:2.0:1769074990.096893:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000400:00000200:3.0:1769074990.096897:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1769074990.096900:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351db800. 00000020:00000010:2.0:1769074990.096905:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2800. 00000400:00000200:3.0:1769074990.096906:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ee00 00000020:00000010:2.0:1769074990.096912:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415640. 00000400:00000200:3.0:1769074990.096913:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 13864 00010000:00000010:1.0:1769074990.096914:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6dee00. 00000400:00000200:3.0:1769074990.096921:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.096926:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.096931:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.096935:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863100. 00000020:00000010:2.0:1769074990.096938:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.096939:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de500. 00000020:00000010:2.0:1769074990.096943:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.096946:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3000. 00000400:00000200:3.0:1769074990.096948:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000020:00000010:2.0:1769074990.096949:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da800. 00000400:00000010:3.0:1769074990.096951:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000020:00000010:2.0:1769074990.096954:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2080. 00000100:00000200:3.0:1769074990.096960:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860380 x1855008368815616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.096961:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00010000:00000010:1.0:1769074990.096962:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de680. 00010000:00000010:1.0:1769074990.096984:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4100. 00000020:00000010:2.0:1769074990.096988:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00010000:00000010:1.0:1769074990.096992:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3300. 00000020:00000010:2.0:1769074990.096992:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000020:00000010:2.0:1769074990.096997:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351dbc00. 00000020:00000010:3.0:1769074990.096998:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000020:00000010:2.0:1769074990.097002:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000020:00000010:3.0:1769074990.097003:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000020:00000010:2.0:1769074990.097007:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000100:00000200:3.0:1769074990.097009:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368815872 00010000:00000010:1.0:1769074990.097010:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3d6de280. 00010000:00000010:1.0:1769074990.097017:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3d80. 02000000:00000010:3.0:1769074990.097021:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b06c31800. 00000020:00000010:2.0:1769074990.097053:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763dc0. 00010000:00000010:3.0:1769074990.097053:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc200. 00010000:00000010:1.0:1769074990.097068:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3f80. 00000020:00000010:2.0:1769074990.097068:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763dc0. 00000100:00000200:2.0:1769074990.097073:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368815488 00010000:00000010:1.0:1769074990.097075:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3180. 00010000:00000010:3.0:1769074990.097078:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1c80. 02000000:00000010:2.0:1769074990.097085:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fc64800. 00000100:00000010:3.0:1769074990.097086:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd840. 00010000:00000010:1.0:1769074990.097091:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3380. 00000100:00000010:3.0:1769074990.097095:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860e00. 00010000:00000010:1.0:1769074990.097097:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3f00. 00010000:00000010:2.0:1769074990.097098:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1800. 02000000:00000010:3.0:1769074990.097107:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b34c34200. 00010000:00000010:2.0:1769074990.097109:0:29089:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763dc0. 00000100:00000010:2.0:1769074990.097117:0:29089:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976300. 00010000:00000010:1.0:1769074990.097119:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3d80. 00010000:00000010:1.0:1769074990.097123:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3c00. 00000100:00000010:2.0:1769074990.097123:0:29089:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 02000000:00000010:3.0:1769074990.097126:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b34c35000. 02000000:00000010:2.0:1769074990.097131:0:29089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fcc00. 00000400:00000010:3.0:1769074990.097134:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751688. 00010000:00000010:1.0:1769074990.097141:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3c80. 00000400:00000010:3.0:1769074990.097142:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00010000:00000010:1.0:1769074990.097148:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3480. 02000000:00000010:2.0:1769074990.097148:0:29089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fd600. 00000100:00000200:3.0:1769074990.097149:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368816000, portal 16 00000400:00000010:2.0:1769074990.097154:0:29089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39160. 00000400:00000010:3.0:1769074990.097158:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fc38. 00000400:00000010:2.0:1769074990.097162:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:3.0:1769074990.097165:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368816000, offset 0 00000100:00000200:2.0:1769074990.097169:0:29089:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368816128, portal 16 00010000:00000010:1.0:1769074990.097173:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3a80. 00000400:00000010:2.0:1769074990.097176:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000400:00000200:3.0:1769074990.097179:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.097181:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3280. 00000100:00000200:2.0:1769074990.097184:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368816128, offset 0 00000400:00000200:3.0:1769074990.097190:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.097194:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.097197:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3b00. 00000400:00000200:3.0:1769074990.097199:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.0:1769074990.097202:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3b80. 00000400:00000200:3.0:1769074990.097207:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.097212:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.097215:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.097219:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17539:17539:254:4294967295] 192.168.204.41@tcp LPNI seq info [17535:17535:6:4294967295] 00010000:00000010:1.0:1769074990.097222:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3980. 00010000:00000010:1.0:1769074990.097229:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1d380. 00000400:00000200:3.0:1769074990.097231:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.097238:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.097242:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000010:3.0:1769074990.097243:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00010000:00000010:1.0:1769074990.097248:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3300. 00000400:00000200:2.0:1769074990.097248:0:29089:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1769074990.097253:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074990.097255:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9ac00. 00000400:00000200:2.0:1769074990.097257:0:29089:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.097263:0:29089:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1769074990.097267:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.097270:0:29089:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000800:00000200:3.0:1769074990.097272:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.097277:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3780. 00000400:00000200:2.0:1769074990.097278:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17540:17540:253:4294967295] 192.168.204.41@tcp LPNI seq info [17536:17536:5:4294967295] 00010000:00000010:1.0:1769074990.097283:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a02cba800. 00000400:00000200:2.0:1769074990.097295:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.097301:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.097305:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00010000:00000010:1.0:1769074990.097310:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81800. 00000800:00000200:2.0:1769074990.097312:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.097319:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.097323:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.097326:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1f80. 00010000:00000010:1.0:1769074990.097327:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3880. 00000020:00000010:3.0:1769074990.097331:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1f80. 00010000:00000010:1.0:1769074990.097335:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a02cba880. 00000100:00000200:3.0:1769074990.097336:0:32342:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368815744 02000000:00000010:3.0:1769074990.097348:0:32342:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b06c31400. 00010000:00000010:1.0:1769074990.097358:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3800. 00000020:00000010:2.0:1769074990.097358:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00010000:00000010:3.0:1769074990.097360:0:32342:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc400. 00000020:00000010:2.0:1769074990.097365:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:2.0:1769074990.097370:0:32344:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368815616 00010000:00000010:3.0:1769074990.097371:0:32342:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1f80. 00000100:00000010:3.0:1769074990.097376:0:32342:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bddb40. 00010000:00000010:1.0:1769074990.097378:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3b80. 00000100:00000010:3.0:1769074990.097381:0:32342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860700. 02000000:00000010:2.0:1769074990.097382:0:32344:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fc67400. 00010000:00000010:1.0:1769074990.097385:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a01de2280. 02000000:00000010:3.0:1769074990.097390:0:32342:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b34c35c00. 00010000:00000010:2.0:1769074990.097397:0:32344:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f1200. 02000000:00000010:3.0:1769074990.097403:0:32342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b34c34600. 00010000:00000010:1.0:1769074990.097404:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3180. 00010000:00000010:2.0:1769074990.097408:0:32344:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000400:00000010:3.0:1769074990.097409:0:32342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751318. 00000100:00000010:2.0:1769074990.097413:0:32344:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976a80. 00000400:00000010:3.0:1769074990.097415:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fb28. 00000100:00000200:3.0:1769074990.097420:0:32342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368816256, portal 16 00000100:00000010:2.0:1769074990.097422:0:32344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 00010000:00000010:1.0:1769074990.097423:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3e80. 00000400:00000010:3.0:1769074990.097424:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f550. 00000100:00000200:3.0:1769074990.097428:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368816256, offset 0 00010000:00000010:1.0:1769074990.097430:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a01de2880. 02000000:00000010:2.0:1769074990.097433:0:32344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fca00. 00000400:00000200:3.0:1769074990.097435:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.097445:0:32342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.097448:0:32342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1769074990.097449:0:32344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fc000. 00000400:00000200:3.0:1769074990.097453:0:32342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:2.0:1769074990.097456:0:32344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000200:3.0:1769074990.097457:0:32342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00010000:00000010:1.0:1769074990.097458:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3f00. 00000400:00000200:3.0:1769074990.097464:0:32342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000010:2.0:1769074990.097466:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000400:00000200:3.0:1769074990.097472:0:32342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17541:17541:252:4294967295] 192.168.204.41@tcp LPNI seq info [17537:17537:4:4294967295] 00000100:00000200:2.0:1769074990.097473:0:32344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368816384, portal 16 00010000:00000010:1.0:1769074990.097480:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf080. 00000400:00000010:2.0:1769074990.097480:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074990.097486:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368816384, offset 0 00000400:00000200:3.0:1769074990.097487:0:32342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.097488:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439a80. 00000400:00000200:2.0:1769074990.097496:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:3.0:1769074990.097500:0:32342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.097504:0:32342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000400:00000200:2.0:1769074990.097508:0:32344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000200:3.0:1769074990.097514:0:32342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.097516:0:32344:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.0:1769074990.097520:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81180. 00000400:00000200:2.0:1769074990.097523:0:32344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000800:00000200:3.0:1769074990.097528:0:32342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.097530:0:32344:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1769074990.097535:0:32342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.097537:0:32344:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:1.0:1769074990.097541:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db0180. 00000400:00000200:2.0:1769074990.097543:0:32344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17542:17542:251:4294967295] 192.168.204.41@tcp LPNI seq info [17538:17538:3:4294967295] 00010000:00000010:1.0:1769074990.097547:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3680. 00000400:00000200:2.0:1769074990.097556:0:32344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.097563:0:32344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.097567:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db0700. 00000800:00000010:2.0:1769074990.097567:0:32344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000800:00000200:2.0:1769074990.097572:0:32344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.097579:0:32344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.097582:0:32344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.097583:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81280. 00010000:00000010:1.0:1769074990.097587:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ea00. 00010000:00000010:1.0:1769074990.097607:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe00. 00002000:00000010:2.0:1769074990.097614:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d680. 00010000:00000010:2.0:1769074990.097618:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3edaca00. 00010000:00000010:1.0:1769074990.097619:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfd00. 00010000:00000010:1.0:1769074990.097623:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439e00. 00010000:00000010:2.0:1769074990.097629:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976900. 00010000:00000010:1.0:1769074990.097642:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81d00. 00000400:00000010:2.0:1769074990.097649:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b3c8. 00000400:00000200:2.0:1769074990.097653:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00010000:00000010:1.0:1769074990.097655:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcff00. 00000400:00000010:2.0:1769074990.097655:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00010000:00000010:1.0:1769074990.097658:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439200. 00000100:00000200:2.0:1769074990.097661:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d18380 x1855008368813568/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.097670:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d18380 x1855008368813568/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.097671:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcff80. 00010000:00000010:1.0:1769074990.097697:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81200. 00010000:00000010:1.0:1769074990.097702:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e700. 00010000:00000010:1.0:1769074990.097716:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf700. 00010000:00000010:1.0:1769074990.097734:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfa00. 00000800:00000200:2.0:1769074990.097736:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.097739:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00010000:00000010:1.0:1769074990.097740:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051500. 00000100:00000010:0.0:1769074990.097743:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb480. 00000400:00000200:2.0:1769074990.097744:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.097752:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a02bbd800. 00000400:00000200:2.0:1769074990.097753:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.097761:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fa18 00010000:00000010:1.0:1769074990.097762:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81c00. 00000400:00000010:2.0:1769074990.097765:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fa18. 00000100:00000200:2.0:1769074990.097771:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06863800 x1855008368815104/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.097776:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfc80. 00010000:00000010:1.0:1769074990.097781:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439500. 00000800:00000200:2.0:1769074990.097792:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.097794:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00010000:00000010:1.0:1769074990.097797:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfe80. 00000400:00000200:2.0:1769074990.097797:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.097802:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.097805:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5faa0 00010000:00000010:1.0:1769074990.097806:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3780. 00000400:00000010:2.0:1769074990.097808:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5faa0. 00010000:00000010:1.0:1769074990.097811:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ee80. 00000100:00000200:2.0:1769074990.097813:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06863480 x1855008368815360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.097824:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf300. 00000800:00000200:2.0:1769074990.097829:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.097831:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:2.0:1769074990.097834:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.097836:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf580. 00000400:00000200:2.0:1769074990.097838:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074990.097839:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b06c30c00. 00010000:00000010:1.0:1769074990.097841:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b11607a80. 00000400:00000200:2.0:1769074990.097841:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fc38 00000400:00000010:2.0:1769074990.097846:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fc38. 00000400:00000010:3.0:1769074990.097849:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751790. 00000100:00000200:2.0:1769074990.097854:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860e00 x1855008368816000/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074990.097858:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00010000:00000010:1.0:1769074990.097863:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3c00. 00000100:00000200:3.0:1769074990.097865:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368816512, portal 4 00000400:00000010:3.0:1769074990.097873:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00010000:00000010:1.0:1769074990.097878:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf900. 00000100:00000200:3.0:1769074990.097878:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368816512, offset 0 00010000:00000010:1.0:1769074990.097886:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b27e91f00. 00000800:00000200:2.0:1769074990.097888:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1769074990.097889:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:2.0:1769074990.097892:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000400:00000200:2.0:1769074990.097898:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.097900:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.097906:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.097907:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfc00. 00000400:00000200:3.0:1769074990.097911:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f180 00000400:00000200:2.0:1769074990.097913:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:2.0:1769074990.097917:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074990.097923:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38486300 x1855008368816128/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.097924:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3280. 00000400:00000200:3.0:1769074990.097924:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 14408 00010000:00000010:1.0:1769074990.097931:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e880. 00000400:00000200:3.0:1769074990.097933:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.097941:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.097946:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.0:1769074990.097948:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf380. 00000800:00000200:2.0:1769074990.097950:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1769074990.097951:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 00000800:00000010:2.0:1769074990.097953:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:2.0:1769074990.097958:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.097964:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.097966:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00010000:00000010:1.0:1769074990.097969:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3380. 00000400:00000010:3.0:1769074990.097970:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00010000:00000010:1.0:1769074990.097976:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ec00. 00000400:00000200:2.0:1769074990.097976:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f550 00000100:00000200:3.0:1769074990.097979:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfeb480 x1855008368816512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.097981:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f550. 00000100:00000200:2.0:1769074990.097993:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860700 x1855008368816256/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.097996:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3b00. 00010000:00000010:1.0:1769074990.098016:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3980. 00010000:00000010:1.0:1769074990.098020:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ef80. 00010000:00000010:1.0:1769074990.098062:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3000. 00000800:00000200:2.0:1769074990.098062:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.098065:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000400:00000200:2.0:1769074990.098069:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.098073:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074990.098076:0:29095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00010000:00000010:1.0:1769074990.098077:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0362cd00. 00000400:00000200:2.0:1769074990.098077:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:2.0:1769074990.098080:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000020:00000010:3.0:1769074990.098085:0:29095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00010000:00000010:1.0:1769074990.098086:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fca00. 00000100:00000200:2.0:1769074990.098089:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487480 x1855008368816384/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1769074990.098095:0:29095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b070d1c00. 00000020:00000010:3.0:1769074990.098102:0:29095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589400. 00010000:00000010:1.0:1769074990.098108:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b200. 00000020:00000010:3.0:1769074990.098109:0:29095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751898. 00010000:00000010:1.0:1769074990.098125:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b980. 00010000:00000010:1.0:1769074990.098130:0:16304:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ed80. 00000020:00000010:2.0:1769074990.098138:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763640. 00000020:00000010:2.0:1769074990.098140:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763640. 00000100:00000200:2.0:1769074990.098143:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368816512 00010000:00000010:1.0:1769074990.098146:0:16304:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b680. 02000000:00000010:2.0:1769074990.098154:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b1fc45400. 00010000:00000010:2.0:1769074990.098166:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0200. 00010000:00000010:2.0:1769074990.098175:0:28095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763640. 00000100:00000010:2.0:1769074990.098179:0:28095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976900. 00000100:00000010:2.0:1769074990.098185:0:28095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19c00. 02000000:00000010:2.0:1769074990.098192:0:28095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fc800. 02000000:00000010:2.0:1769074990.098205:0:28095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fc400. 00000400:00000010:2.0:1769074990.098210:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39d68. 00000400:00000010:2.0:1769074990.098215:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00010000:00000010:3.0:1769074990.098216:0:29093:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd3c0. 00000100:00000200:2.0:1769074990.098221:0:28095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368816640, portal 16 00000400:00000010:2.0:1769074990.098227:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074990.098230:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368816640, offset 0 00080000:00000010:3.0:1769074990.098232:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01fb4600. 00000400:00000200:2.0:1769074990.098238:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:3.0:1769074990.098242:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1cc0. 00000400:00000200:2.0:1769074990.098247:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00002000:00000010:1.0:1769074990.098251:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951fa00. 00000400:00000200:2.0:1769074990.098252:0:28095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.0:1769074990.098256:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3c3b5400. 00000400:00000200:2.0:1769074990.098256:0:28095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.098259:0:28095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074990.098262:0:28095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:1.0:1769074990.098265:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd3c0. 00000400:00000200:2.0:1769074990.098266:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17543:17543:256:4294967295] 192.168.204.41@tcp LPNI seq info [17539:17539:8:4294967295] 00000001:00000010:3.0:1769074990.098273:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e0c0. 00000400:00000200:2.0:1769074990.098279:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.098286:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:3.0:1769074990.098290:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1cc0. 00000800:00000010:2.0:1769074990.098291:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000800:00000200:2.0:1769074990.098300:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.098306:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.098309:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074990.098366:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.098370:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000400:00000200:1.0:1769074990.098374:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.098379:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.098382:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:1.0:1769074990.098385:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000200:1.0:1769074990.098392:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d19c00 x1855008368816640/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:3.0:1769074990.098499:0:29093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cb800. 00002000:00000010:3.0:1769074990.098504:0:29093:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511dc80. 00010000:00000200:3.0:1769074990.098513:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18a80 x1855008368813056/t8589935720(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.098523:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074990.098526:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368813056, offset 224 00000400:00000200:3.0:1769074990.098530:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.098535:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.098539:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0e400 00000400:00000200:3.0:1769074990.098542:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x298e1 [1] + 224 00000400:00000200:3.0:1769074990.098545:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.098548:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.098552:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d18e00 x1855008368813056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.098567:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074990.098569:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000020:00000010:3.0:1769074990.098577:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589500. 00000020:00000010:3.0:1769074990.098580:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751640. 00000020:00000010:3.0:1769074990.098583:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6c00. 00000400:00000010:2.0:1769074990.098590:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924898. 00000400:00000200:2.0:1769074990.098596:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:2.0:1769074990.098597:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000100:00000200:2.0:1769074990.098603:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d18e00 x1855008368813056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.098609:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d18e00 x1855008368813056/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.098645:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0000. 02000000:00000010:3.0:1769074990.098652:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fc66400. 02000000:00000010:2.0:1769074990.098694:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b1fc45000. 00000400:00000010:2.0:1769074990.098700:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39370. 00000400:00000010:2.0:1769074990.098705:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074990.098708:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368816768, portal 4 00000400:00000010:2.0:1769074990.098713:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074990.098716:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368816768, offset 0 00000400:00000200:2.0:1769074990.098721:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.098728:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.098735:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f280 00000400:00000200:2.0:1769074990.098740:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x141b5 [8] + 14952 00000400:00000010:2.0:1769074990.098744:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b0b08e420. 00000400:00000200:2.0:1769074990.098748:0:16319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b0679ce00 00000400:00000200:2.0:1769074990.098751:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.098755:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.098759:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0679ce00 00000400:00000010:2.0:1769074990.098762:0:16319:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b0679ce00. 00000100:00000200:2.0:1769074990.098765:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074990.098777:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074990.098778:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074990.098782:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f0000 x1855008368816768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.098842:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.098849:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ed00 00000020:00000010:3.0:1769074990.098850:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00000400:00000200:2.0:1769074990.098855:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x299c5 [1] + 224 00000020:00000010:3.0:1769074990.098857:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00000400:00000200:2.0:1769074990.098863:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.098866:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01fb5000. 00000400:00000200:2.0:1769074990.098869:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.098874:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06863480 x1855008368815360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.098899:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.098906:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ec00 00000400:00000200:2.0:1769074990.098911:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x299b1 [1] + 224 00000400:00000010:1.0:1769074990.098920:0:27572:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367518f0. 00000020:00000010:3.0:1769074990.098923:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589500. 00000400:00000200:1.0:1769074990.098926:0:27572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5ff68 00000020:00000010:3.0:1769074990.098928:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751640. 00000400:00000010:1.0:1769074990.098931:0:27572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5ff68. 00000100:00000200:1.0:1769074990.098941:0:27572:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06863480 x1855008368815360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.098943:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.098949:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.098951:0:27572:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06863480 x1855008368815360/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1769074990.098952:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00000100:00000200:2.0:1769074990.098957:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06863800 x1855008368815104/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1769074990.098958:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00000100:00000200:3.0:1769074990.098965:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368816768 02000000:00000010:3.0:1769074990.098976:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04cc0400. 02000000:00000010:1.0:1769074990.098977:0:27572:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b34c34000. 02000000:00000010:1.0:1769074990.098985:0:27572:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b34c34400. 00000100:00000010:1.0:1769074990.098988:0:27572:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863480. 00010000:00000010:3.0:1769074990.098988:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd400. 00000400:00000200:2.0:1769074990.098990:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:1.0:1769074990.098992:0:27572:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdda80. 00010000:00000010:1.0:1769074990.098996:0:27572:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1d40. 00010000:00000010:3.0:1769074990.098999:0:29093:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1cc0. 00000400:00000200:2.0:1769074990.099000:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0ef80 00000100:00000010:3.0:1769074990.099004:0:29093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd300. 00000400:00000200:2.0:1769074990.099008:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x299f5 [1] + 224 00000400:00000200:2.0:1769074990.099016:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.099020:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.099045:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860e00 x1855008368816000/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.099070:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.099078:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f000 00000100:00000010:3.0:1769074990.099083:0:29093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1880. 00000400:00000200:2.0:1769074990.099085:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x299fd [1] + 224 02000000:00000010:3.0:1769074990.099093:0:29093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b049f6c00. 00000400:00000200:2.0:1769074990.099098:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.099104:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074990.099109:0:29093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03697800. 00000100:00000200:2.0:1769074990.099111:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38486300 x1855008368816128/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074990.099117:0:29093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751000. 00000400:00000010:3.0:1769074990.099125:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074990.099130:0:29093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368816896, portal 16 00000400:00000010:3.0:1769074990.099134:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f110. 00000100:00000200:3.0:1769074990.099136:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368816896, offset 0 00000400:00000200:3.0:1769074990.099143:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074990.099148:0:29089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39160. 00000400:00000200:3.0:1769074990.099149:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.099155:0:29093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074990.099156:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000200:3.0:1769074990.099159:0:29093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:1.0:1769074990.099160:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:1.0:1769074990.099168:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38486300 x1855008368816128/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.099179:0:29089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38486300 x1855008368816128/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.099195:0:29089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fd600. 02000000:00000010:1.0:1769074990.099198:0:29089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fcc00. 00000100:00000010:1.0:1769074990.099202:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 00000100:00000010:1.0:1769074990.099206:0:29089:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976300. 00010000:00000010:1.0:1769074990.099209:0:29089:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763dc0. 00000400:00000200:2.0:1769074990.099239:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.099276:0:29093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.099280:0:29093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.099283:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17544:17544:256:4294967295] 192.168.204.41@tcp LPNI seq info [17540:17540:8:4294967295] 00000400:00000200:3.0:1769074990.099289:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.099293:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.099296:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000400:00000200:2.0:1769074990.099300:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f080 00000800:00000200:3.0:1769074990.099306:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.099312:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29a05 [1] + 224 00000800:00000200:3.0:1769074990.099316:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.099324:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.099328:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.099332:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860700 x1855008368816256/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.099354:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.099361:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f100 00000400:00000200:2.0:1769074990.099366:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29a0d [1] + 224 00000400:00000200:2.0:1769074990.099374:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.099375:0:32342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751318. 00000400:00000200:1.0:1769074990.099379:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fb28 00000400:00000200:2.0:1769074990.099380:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:1.0:1769074990.099382:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fb28. 00000100:00000200:1.0:1769074990.099388:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860700 x1855008368816256/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.099388:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487480 x1855008368816384/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.099399:0:32342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860700 x1855008368816256/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.099411:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:1.0:1769074990.099412:0:32342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b34c34600. 02000000:00000010:1.0:1769074990.099417:0:32342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b34c35c00. 00000400:00000200:2.0:1769074990.099419:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f200 00000100:00000010:1.0:1769074990.099421:0:32342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860700. 00000800:00000200:3.0:1769074990.099424:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1769074990.099425:0:32342:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bddb40. 00000400:00000200:2.0:1769074990.099425:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29a1d [1] + 224 00010000:00000010:1.0:1769074990.099431:0:32342:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1f80. 00000400:00000200:2.0:1769074990.099444:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.099450:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.099458:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d19c00 x1855008368816640/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1769074990.099465:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751688. 00000400:00000200:3.0:1769074990.099470:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:3.0:1769074990.099471:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074990.099477:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860e00 x1855008368816000/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.099485:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860e00 x1855008368816000/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074990.099491:0:28095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39d68. 00000400:00000200:1.0:1769074990.099497:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 02000000:00000010:3.0:1769074990.099499:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b34c35000. 00000400:00000010:1.0:1769074990.099500:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 02000000:00000010:3.0:1769074990.099505:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b34c34200. 00000100:00000010:3.0:1769074990.099510:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860e00. 00000100:00000200:1.0:1769074990.099512:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d19c00 x1855008368816640/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1769074990.099514:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1769074990.099515:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd840. 00000800:00000010:2.0:1769074990.099518:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00010000:00000010:3.0:1769074990.099521:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1c80. 00000400:00000200:2.0:1769074990.099524:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.099531:0:28095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d19c00 x1855008368816640/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.099531:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.099535:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f110 00000400:00000010:2.0:1769074990.099537:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f110. 00000400:00000010:3.0:1769074990.099542:0:29091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751dc0. 00000100:00000200:2.0:1769074990.099544:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f1880 x1855008368816896/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.099547:0:28095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fc400. 00000400:00000200:3.0:1769074990.099548:0:29091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 02000000:00000010:1.0:1769074990.099552:0:28095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fc800. 00000400:00000010:3.0:1769074990.099553:0:29091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00000100:00000010:1.0:1769074990.099568:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19c00. 00000100:00000010:1.0:1769074990.099573:0:28095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976900. 00010000:00000010:1.0:1769074990.099576:0:28095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763640. 00000400:00000200:2.0:1769074990.099577:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.099584:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7de80 00000400:00000200:2.0:1769074990.099644:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228c5 [2] + 0 00000100:00000200:3.0:1769074990.099674:0:29091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06863800 x1855008368815104/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.099693:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074990.099699:0:29091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06863800 x1855008368815104/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.099701:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.099708:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074990.099714:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19c00. 00000020:00000010:1.0:1769074990.099756:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000020:00000010:1.0:1769074990.099760:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 02000000:00000010:3.0:1769074990.099764:0:29091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b34c35200. 00000020:00000010:1.0:1769074990.099766:0:29094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909600. 02000000:00000010:3.0:1769074990.099771:0:29091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b34c35a00. 00000020:00000010:1.0:1769074990.099772:0:29094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3680. 00000100:00000010:3.0:1769074990.099776:0:29091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863800. 00000020:00000010:1.0:1769074990.099779:0:29094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c34b0. 00000400:00000200:2.0:1769074990.099779:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.099786:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7df00 00000400:00000200:2.0:1769074990.099791:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228c5 [2] + 328 00000100:00000200:1.0:1769074990.099793:0:29094:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b06d19c00 x1855008351444608/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.099799:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.099802:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.099806:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074990.099811:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b480. 00000020:00000010:1.0:1769074990.099817:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000020:00000010:1.0:1769074990.099819:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000100:00000200:1.0:1769074990.099822:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444608 02000000:00000010:1.0:1769074990.099829:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d68800. 00000400:00000200:2.0:1769074990.099840:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.099845:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e000 00000020:00000010:0.0:1769074990.099849:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.099851:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 00000400:00000200:2.0:1769074990.099851:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228c5 [2] + 656 00000020:00000010:0.0:1769074990.099857:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000010:1.0:1769074990.099858:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1949c0. 00000400:00000200:2.0:1769074990.099860:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.099865:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.099867:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757e00. 00000100:00000200:2.0:1769074990.099868:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.099869:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1949c0. 00000020:00000010:0.0:1769074990.099874:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccd00. 00010000:00000010:1.0:1769074990.099875:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00000100:00000010:2.0:1769074990.099875:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899180. 00000020:00000010:0.0:1769074990.099882:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000010:3.0:1769074990.099887:0:29091:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00000400:00000010:1.0:1769074990.099888:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000100:00000200:1.0:1769074990.099896:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444608, offset 224 00000400:00000200:2.0:1769074990.099897:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:3.0:1769074990.099897:0:29091:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1b80. 00000100:00000200:0.0:1769074990.099903:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0489b480 x1855008351444736/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.099907:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.099911:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7df80 00000400:00000200:1.0:1769074990.099919:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.099921:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228c5 [2] + 984 00000400:00000200:1.0:1769074990.099928:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17545:17545:256:4294967295] 192.168.204.41@tcp LPNI seq info [17541:17541:8:4294967295] 00000400:00000200:2.0:1769074990.099932:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.099936:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.099938:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.099943:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074990.099943:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074990.099947:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898a80. 00000800:00000010:1.0:1769074990.099948:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1326c600. 00000800:00000200:1.0:1769074990.099954:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.099955:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00040000:00000010:3.0:1769074990.099957:0:26088:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a04d54000. 00000800:00000200:1.0:1769074990.099963:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.099964:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000020:00000010:3.0:1769074990.099969:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00000800:00000200:1.0:1769074990.099970:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1326c600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.099970:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.099974:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756800. 00000020:00000010:3.0:1769074990.099976:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00000020:00000010:0.0:1769074990.099982:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc800. 00000400:00000200:2.0:1769074990.099982:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e180 00000020:00000010:3.0:1769074990.099984:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696200. 00000020:00000010:1.0:1769074990.099986:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3680. 00000400:00000200:2.0:1769074990.099991:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228c5 [2] + 1312 00000020:00000010:0.0:1769074990.099992:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e0c8. 00000020:00000010:3.0:1769074990.099992:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589180. 00000020:00000010:1.0:1769074990.099993:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c34b0. 00000020:00000010:3.0:1769074990.100001:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000020:00000010:1.0:1769074990.100002:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909600. 00000400:00000200:2.0:1769074990.100002:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.100008:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.100013:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04899180 x1855008351444992/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.100013:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074990.100019:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b100. 00010000:00000010:1.1:1769074990.100057:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac300. 00010000:00000010:1.1:1769074990.100067:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980200. 00010000:00000010:1.1:1769074990.100073:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac500. 00010000:00000010:1.1:1769074990.100077:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b800. 00010000:00000010:1.1:1769074990.100082:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac100. 00010000:00000010:1.1:1769074990.100084:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b000. 00010000:00000010:1.1:1769074990.100087:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edacb00. 00010000:00000010:1.1:1769074990.100091:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78e00. 00010000:00000010:1.1:1769074990.100105:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5300. 00010000:00000010:1.1:1769074990.100107:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78200. 00010000:00000010:1.1:1769074990.100111:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5000. 00010000:00000010:1.1:1769074990.100114:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42165a00. 00010000:00000010:1.1:1769074990.100118:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5b00. 00010000:00000010:1.1:1769074990.100122:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f200. 00010000:00000010:1.1:1769074990.100125:0:29094:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180edc00. 00010000:00000010:1.1:1769074990.100129:0:29094:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f400. 00010000:00000010:2.1:1769074990.100208:0:16312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e700. 00010000:00000010:2.1:1769074990.100213:0:16312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd600. 00000800:00000200:2.0:1769074990.100276:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.100279:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1326c600. 00000400:00000200:2.0:1769074990.100283:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.100288:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.100291:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:2.0:1769074990.100293:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 00000400:00000200:2.0:1769074990.100305:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.100311:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e100 00000400:00000200:2.0:1769074990.100315:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228c5 [2] + 1640 00000400:00000200:2.0:1769074990.100321:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.100325:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.100328:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074990.100332:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a300. 00000400:00000200:2.0:1769074990.100342:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.100346:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e080 00000400:00000200:2.0:1769074990.100350:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x228c5 [2] + 1968 00000400:00000010:2.0:1769074990.100353:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307546e0. 00000400:00000200:2.0:1769074990.100356:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b080be600 00000400:00000200:2.0:1769074990.100360:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.100363:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.100365:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b080be600 00000400:00000010:2.0:1769074990.100367:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b080be600. 00000100:00000200:2.0:1769074990.100369:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1769074990.100387:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763240. 00000020:00000010:2.0:1769074990.100390:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763240. 00000020:00000010:2.0:1769074990.100394:0:26089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc200. 00000020:00000010:2.0:1769074990.100397:0:26089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 00000020:00000010:2.0:1769074990.100400:0:26089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000100:00000200:3.0:1769074990.100450:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b04898a80 x1855008351444864/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.100462:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000020:00000010:0.0:1769074990.100466:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:1.0:1769074990.100467:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000100:00000200:2.0:1769074990.100468:0:26089:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0489b100 x1855008351445376/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.100470:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00000020:00000010:0.0:1769074990.100471:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000200:1.0:1769074990.100473:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444736 00000020:00000010:3.0:1769074990.100476:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00000100:00000200:0.0:1769074990.100479:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444992 02000000:00000010:1.0:1769074990.100483:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d6a800. 00000020:00000010:3.0:1769074990.100484:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03697c00. 02000000:00000010:0.0:1769074990.100491:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbcc00. 00000020:00000010:3.0:1769074990.100491:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589080. 00000020:00000010:3.0:1769074990.100498:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751e10. 00000020:00000010:2.0:1769074990.100501:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763240. 00010000:00000010:1.0:1769074990.100505:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 00000020:00000010:2.0:1769074990.100506:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763240. 00000100:00000010:1.0:1769074990.100510:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1949c0. 00000100:00000200:3.0:1769074990.100511:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b0489a300 x1855008351445248/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.100513:0:26089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd000. 00010000:00000010:0.0:1769074990.100520:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000100:00000010:1.0:1769074990.100522:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1949c0. 00000020:00000010:2.0:1769074990.100522:0:26089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d80. 00010000:00000010:1.0:1769074990.100527:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00000100:00000010:0.0:1769074990.100529:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687e40. 00000020:00000010:2.0:1769074990.100529:0:26089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 00000020:00000010:3.0:1769074990.100531:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00000400:00000010:1.0:1769074990.100536:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000020:00000010:3.0:1769074990.100537:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00000100:00000200:1.0:1769074990.100544:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444736, offset 224 00000100:00000200:3.0:1769074990.100544:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351444864 00000100:00000010:0.0:1769074990.100547:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687e40. 00000100:00000200:2.0:1769074990.100547:0:26089:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a03db2450 x1855008351445120/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.100553:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc87000. 00000400:00000200:1.0:1769074990.100554:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:0.0:1769074990.100556:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00000400:00000010:0.0:1769074990.100570:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000400:00000200:1.0:1769074990.100574:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074990.100578:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444992, offset 224 00000400:00000200:1.0:1769074990.100580:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17546:17546:256:4294967295] 192.168.204.41@tcp LPNI seq info [17542:17542:8:4294967295] 00010000:00000010:3.0:1769074990.100581:0:26088:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1b80. 00000020:00000010:2.0:1769074990.100589:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763240. 00000100:00000010:3.0:1769074990.100589:0:26088:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000400:00000200:0.0:1769074990.100590:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.100596:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763240. 00000400:00000200:1.0:1769074990.100600:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:2.0:1769074990.100600:0:26089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351445376 00000100:00000010:3.0:1769074990.100603:0:26088:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 02000000:00000010:2.0:1769074990.100608:0:26089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b1fc46000. 00000800:00000200:1.0:1769074990.100609:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.100610:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:3.0:1769074990.100610:0:26088:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1b80. 00000800:00000010:1.0:1769074990.100616:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1326c600. 00000400:00000200:0.0:1769074990.100620:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17547:17547:255:4294967295] 192.168.204.41@tcp LPNI seq info [17543:17543:7:4294967295] 00000400:00000010:3.0:1769074990.100622:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fe58. 00000800:00000200:1.0:1769074990.100629:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.100630:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351444864, offset 224 00010000:00000010:2.0:1769074990.100633:0:26089:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763240. 00000100:00000010:2.0:1769074990.100641:0:26089:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049763c0. 00000800:00000200:1.0:1769074990.100643:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.100643:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.100644:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.100651:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1326c600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.100654:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:2.0:1769074990.100656:0:26089:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049763c0. 00000400:00000200:3.0:1769074990.100659:0:26088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074990.100662:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00010000:00000010:2.0:1769074990.100663:0:26089:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763240. 00000020:00000010:1.0:1769074990.100667:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccd00. 00000400:00000200:3.0:1769074990.100670:0:26088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17548:17548:254:4294967295] 192.168.204.41@tcp LPNI seq info [17544:17544:6:4294967295] 00000800:00000200:0.0:1769074990.100672:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074990.100674:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000400:00000010:2.0:1769074990.100675:0:26089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000800:00000200:0.0:1769074990.100694:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:1.0:1769074990.100695:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757e00. 00000100:00000200:2.0:1769074990.100695:0:26089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351445376, offset 224 00000800:00000200:0.0:1769074990.100699:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.100707:0:26089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.100714:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000400:00000200:3.0:1769074990.100715:0:26088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074990.100719:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000020:00000010:0.0:1769074990.100722:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc800. 00000100:00000200:1.0:1769074990.100724:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351445248 00000020:00000010:0.0:1769074990.100729:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e0c8. 00000400:00000200:2.0:1769074990.100729:0:26089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:3.0:1769074990.100729:0:26088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.100732:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d69400. 00000020:00000010:0.0:1769074990.100735:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756800. 00000800:00000010:3.0:1769074990.100740:0:26088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000400:00000200:2.0:1769074990.100741:0:26089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17549:17549:253:4294967295] 192.168.204.41@tcp LPNI seq info [17545:17545:5:4294967295] 00000800:00000200:3.0:1769074990.100750:0:26088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.100755:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00010000:00000010:1.0:1769074990.100756:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 00000020:00000010:0.0:1769074990.100761:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000800:00000200:3.0:1769074990.100763:0:26088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:1.0:1769074990.100764:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1949c0. 00000100:00000200:0.0:1769074990.100767:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351445120 00000400:00000200:2.0:1769074990.100767:0:26089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.100770:0:26088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1769074990.100777:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbf000. 00000100:00000010:1.0:1769074990.100778:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1949c0. 00000800:00000200:2.0:1769074990.100781:0:26089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:3.0:1769074990.100783:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589180. 00010000:00000010:1.0:1769074990.100785:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00000800:00000010:2.0:1769074990.100785:0:26089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000020:00000010:3.0:1769074990.100790:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000800:00000200:2.0:1769074990.100794:0:26089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:1.0:1769074990.100795:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00010000:00000010:0.0:1769074990.100796:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000020:00000010:3.0:1769074990.100797:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696200. 00000100:00000200:1.0:1769074990.100800:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351445248, offset 224 00000100:00000010:0.0:1769074990.100802:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687e40. 00000800:00000200:2.0:1769074990.100804:0:26089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.100808:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074990.100809:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687e40. 00000800:00000200:2.0:1769074990.100810:0:26089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1769074990.100815:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00000400:00000200:1.0:1769074990.100817:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.100822:0:26089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00000400:00000200:1.0:1769074990.100824:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17550:17550:252:4294967295] 192.168.204.41@tcp LPNI seq info [17546:17546:4:4294967295] 00000400:00000010:0.0:1769074990.100825:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000020:00000010:2.0:1769074990.100827:0:26089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000100:00000200:0.0:1769074990.100831:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351445120, offset 224 00000020:00000010:2.0:1769074990.100833:0:26089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc200. 00000400:00000200:1.0:1769074990.100837:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074990.100844:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.100850:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.100856:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:1.0:1769074990.100857:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1326c400. 00000400:00000010:2.0:1769074990.100859:0:32344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:0.0:1769074990.100864:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17551:17551:251:4294967295] 192.168.204.41@tcp LPNI seq info [17547:17547:3:4294967295] 00000400:00000200:2.0:1769074990.100865:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000800:00000200:1.0:1769074990.100867:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:2.0:1769074990.100870:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00010000:00000010:3.0:1769074990.100875:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd480. 00000800:00000200:1.0:1769074990.100876:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:2.0:1769074990.100881:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487480 x1855008368816384/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769074990.100884:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1326c400 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1769074990.100888:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696200. 00000400:00000200:0.0:1769074990.100890:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074990.100895:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589080. 00080000:00000010:3.0:1769074990.100900:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1b80. 00000020:00000010:1.0:1769074990.100902:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751e10. 00000800:00000200:0.0:1769074990.100906:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.100909:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03697c00. 00000100:00000200:2.0:1769074990.100910:0:32344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487480 x1855008368816384/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:0.0:1769074990.100912:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00000800:00000200:0.0:1769074990.100922:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.100928:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.100932:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 320 niov 1 nkiov 1 00000001:00000010:3.0:1769074990.100932:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e780. 02000000:00000010:2.0:1769074990.100936:0:32344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fc000. 00010000:00000010:1.0:1769074990.100939:0:27572:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a1949c0. 02000000:00000010:2.0:1769074990.100942:0:32344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fca00. 00000020:00000010:0.0:1769074990.100943:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d80. 00000100:00000010:2.0:1769074990.100947:0:32344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00080000:00000010:3.0:1769074990.100947:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1b80. 00000020:00000010:0.0:1769074990.100949:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00080000:00000010:1.0:1769074990.100953:0:27572:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909600. 00000100:00000010:2.0:1769074990.100956:0:32344:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976a80. 00000020:00000010:0.0:1769074990.100957:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd000. 00080000:00000010:1.0:1769074990.100963:0:27572:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d580. 00010000:00000010:2.0:1769074990.100963:0:32344:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000100:00000010:0.0:1769074990.100966:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a300. 00000100:00000010:0.0:1769074990.100971:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b100. 00000100:00000010:0.0:1769074990.100974:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898a80. 00010000:00000010:2.0:1769074990.100974:0:32344:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976a80. 00000100:00000010:0.0:1769074990.100981:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899180. 00000100:00000010:0.0:1769074990.100984:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b480. 02000000:00000010:0.0:1769074990.100991:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d68800. 00080000:00000010:2.0:1769074990.100991:0:32344:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fca00. 00000100:00000010:0.0:1769074990.100996:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19c00. 00000001:00000010:1.0:1769074990.101001:0:27572:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce660. 00000100:00000200:0.0:1769074990.101002:0:40732:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00080000:00000010:2.0:1769074990.101003:0:32344:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00000400:00000010:0.0:1769074990.101009:0:40732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b318. 00000400:00000010:0.0:1769074990.101014:0:40732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b40687e40. 00080000:00000010:1.0:1769074990.101021:0:27572:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d580. 00000001:00000010:2.0:1769074990.101060:0:32344:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f828a0. 00080000:00000010:2.0:1769074990.101075:0:32344:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00080000:00000010:3.0:1769074990.101083:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07659a00. 00002000:00000010:3.0:1769074990.101091:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02e8c130. 00010000:00000200:3.0:1769074990.101104:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862d80 x1855008368815872/t8589935721(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.101118:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074990.101123:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368815872, offset 224 00000400:00000200:3.0:1769074990.101130:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.101139:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.101146:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ef00 00000400:00000200:3.0:1769074990.101150:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x299d1 [1] + 224 00000400:00000200:3.0:1769074990.101154:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.101158:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:2.0:1769074990.101161:0:32344:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b055ea600. 00000100:00000200:3.0:1769074990.101166:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06862a00 x1855008368815872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1769074990.101168:0:32344:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370ed10. 00010000:00000200:2.0:1769074990.101182:0:32344:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863100 x1855008368815616/t8589935723(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.101193:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:2.0:1769074990.101196:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000400:00000010:3.0:1769074990.101198:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000100:00000200:2.0:1769074990.101205:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368815616, offset 224 00000400:00000200:2.0:1769074990.101212:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074990.101212:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2300. 00000020:00000010:3.0:1769074990.101219:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000400:00000200:2.0:1769074990.101222:0:32344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1769074990.101226:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da000. 00000400:00000200:2.0:1769074990.101231:0:32344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ee00 00000400:00000200:2.0:1769074990.101237:0:32344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x299ed [1] + 224 00000400:00000200:2.0:1769074990.101241:0:32344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.101244:0:32344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.101251:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860380 x1855008368815616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074990.101256:0:29091:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd840. 00080000:00000010:3.0:1769074990.101271:0:29091:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696400. 00000400:00000200:2.0:1769074990.101275:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:2.0:1769074990.101279:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00080000:00000010:3.0:1769074990.101280:0:29091:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1b80. 00000020:00000010:2.0:1769074990.101290:0:32344:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074990.101295:0:32344:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074990.101298:0:32344:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351dbc00. 00000001:00000010:3.0:1769074990.101310:0:29091:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e2a0. 00080000:00000010:3.0:1769074990.101322:0:29091:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1b80. 00002000:00000010:2.0:1769074990.101326:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951f080. 00010000:00000010:2.0:1769074990.101332:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b02d52c00. 00010000:00000010:2.0:1769074990.101340:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd480. 00002000:00000010:2.0:1769074990.101349:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b240. 00010000:00000010:2.0:1769074990.101352:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b1283a200. 00010000:00000010:2.0:1769074990.101358:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a1949c0. 00002000:00000010:2.0:1769074990.101368:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755600. 00010000:00000010:2.0:1769074990.101373:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5e800. 00010000:00000010:2.0:1769074990.101382:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976a80. 00002000:00000010:2.0:1769074990.101392:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755d00. 00010000:00000010:2.0:1769074990.101396:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5ef00. 00010000:00000010:2.0:1769074990.101408:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd840. 00080000:00000010:3.0:1769074990.101414:0:29091:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222bba00. 00002000:00000010:3.0:1769074990.101422:0:29091:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370ef70. 00010000:00000010:2.0:1769074990.101427:0:32342:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976a80. 00010000:00000200:3.0:1769074990.101433:0:29091:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484380 x1855008368814976/t8589935724(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1769074990.101440:0:32342:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc000. 00000400:00000010:3.0:1769074990.101450:0:29091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00080000:00000010:2.0:1769074990.101451:0:32342:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00000100:00000200:3.0:1769074990.101457:0:29091:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368814976, offset 224 00000400:00000200:3.0:1769074990.101466:0:29091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.101477:0:29091:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:2.0:1769074990.101481:0:32342:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f825a0. 00000400:00000200:3.0:1769074990.101487:0:29091:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0eb80 00080000:00000010:2.0:1769074990.101494:0:32342:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.101495:0:29091:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x299a1 [1] + 224 00000400:00000200:3.0:1769074990.101504:0:29091:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.101509:0:29091:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.101519:0:29091:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38486d80 x1855008368814976/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.101530:0:29091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:3.0:1769074990.101532:0:29091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000020:00000010:3.0:1769074990.101542:0:29091:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589880. 00000020:00000010:3.0:1769074990.101545:0:29091:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:3.0:1769074990.101549:0:29091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34c35600. 00002000:00000010:3.0:1769074990.101575:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35bdc0. 00010000:00000010:3.0:1769074990.101579:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b048bac00. 00010000:00000010:3.0:1769074990.101590:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976a80. 00080000:00000010:2.0:1769074990.101607:0:32342:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35f8fc00. 00000400:00000200:3.0:1769074990.101612:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00002000:00000010:2.0:1769074990.101615:0:32342:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511d7c0. 00000400:00000200:3.0:1769074990.101622:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f300 00000400:00000200:3.0:1769074990.101630:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29a31 [1] + 224 00010000:00000200:2.0:1769074990.101631:0:32342:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06860000 x1855008368815744/t8589935725(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.101639:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.101645:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:2.0:1769074990.101647:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074990.101654:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368815744, offset 224 00000100:00000200:3.0:1769074990.101655:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f1880 x1855008368816896/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.101663:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.101674:0:32342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.101700:0:32342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ee80 00000400:00000200:2.0:1769074990.101706:0:32342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x299e5 [1] + 224 00000400:00000200:2.0:1769074990.101711:0:32342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1769074990.101711:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.101718:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1326c600. 00000400:00000200:2.0:1769074990.101719:0:32342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.101726:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.101729:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06861f80 x1855008368815744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.101736:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.101743:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:3.0:1769074990.101746:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 02000000:00000010:3.0:1769074990.101751:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d6a800. 00000400:00000200:2.0:1769074990.101754:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:2.0:1769074990.101758:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000200:3.0:1769074990.101770:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.101772:0:32342:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2080. 00000020:00000010:2.0:1769074990.101777:0:32342:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000400:00000200:3.0:1769074990.101781:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e200 00000020:00000010:2.0:1769074990.101784:0:32342:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da800. 00000400:00000200:3.0:1769074990.101790:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22985 [2] + 0 00000400:00000010:2.0:1769074990.101816:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751528. 00000400:00000200:2.0:1769074990.101821:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f880 00000400:00000010:2.0:1769074990.101823:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f880. 00000100:00000200:2.0:1769074990.101828:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06862a00 x1855008368815872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.101836:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06862a00 x1855008368815872/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.101851:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.101858:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.101864:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.101869:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0a80. 00000100:00000010:2.0:1769074990.101881:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898000. 02000000:00000010:2.0:1769074990.101889:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b1fc47800. 00000020:00000010:0.0:1769074990.101905:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:0.0:1769074990.101909:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000400:00000010:3.0:1769074990.101912:0:29093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751000. 00000020:00000010:0.0:1769074990.101913:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756800. 00000020:00000010:0.0:1769074990.101918:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc800. 00000400:00000200:3.0:1769074990.101920:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000020:00000010:0.0:1769074990.101922:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e0c8. 00000800:00000200:2.0:1769074990.101923:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.101928:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000200:2.0:1769074990.101932:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.101937:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f0a80 x1855008351445504/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.101938:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.101961:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:0.0:1769074990.101963:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000200:0.0:1769074990.101966:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351445504 02000000:00000010:0.0:1769074990.101970:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02bbe800. 00000400:00000010:3.0:1769074990.101984:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00010000:00000010:0.0:1769074990.101985:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000400:00000200:2.0:1769074990.101989:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000100:00000010:0.0:1769074990.101990:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687a80. 00000100:00000200:3.0:1769074990.101994:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f1880 x1855008368816896/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074990.101995:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000010:0.0:1769074990.101997:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687a80. 00010000:00000010:0.0:1769074990.102003:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 02000000:00000010:2.0:1769074990.102004:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbcc00. 00000100:00000200:3.0:1769074990.102009:0:29093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f1880 x1855008368816896/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.102021:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074990.102050:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351445504, offset 224 00000800:00000200:2.0:1769074990.102050:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.102056:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074990.102061:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.102063:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074990.102066:0:29093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03697800. 02000000:00000010:3.0:1769074990.102073:0:29093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b049f6c00. 00000400:00000200:0.0:1769074990.102075:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.102076:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074990.102079:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1880. 00000400:00000200:0.0:1769074990.102085:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17552:17552:252:4294967295] 192.168.204.41@tcp LPNI seq info [17548:17548:4:4294967295] 00000100:00000010:3.0:1769074990.102087:0:29093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd300. 00010000:00000010:3.0:1769074990.102093:0:29093:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1cc0. 00000400:00000200:0.0:1769074990.102096:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.102100:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.102102:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fe58 00000800:00000010:0.0:1769074990.102104:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000400:00000010:2.0:1769074990.102107:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fe58. 00000800:00000200:0.0:1769074990.102113:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:3.0:1769074990.102114:0:29093:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd300. 02000000:00000010:2.0:1769074990.102116:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc87000. 00000800:00000200:0.0:1769074990.102121:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.102124:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1769074990.102132:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1769074990.102132:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697800. 00000800:00000010:2.0:1769074990.102137:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000020:00000010:0.0:1769074990.102141:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc800. 00000400:00000200:2.0:1769074990.102141:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1769074990.102141:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1cc0. 00000400:00000200:2.0:1769074990.102150:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.102151:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e0c8. 00000400:00000200:2.0:1769074990.102157:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000020:00000010:0.0:1769074990.102158:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756800. 00000001:00000010:3.0:1769074990.102165:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e120. 00000400:00000010:2.0:1769074990.102172:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00080000:00000010:1.0:1769074990.102177:0:27572:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07659400. 02000000:00000010:2.0:1769074990.102178:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b1fc46000. 00080000:00000010:3.0:1769074990.102182:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1cc0. 00002000:00000010:1.0:1769074990.102183:0:27572:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc31d0. 00000800:00000200:2.0:1769074990.102193:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.102195:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1326c400. 00000400:00000200:2.0:1769074990.102199:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1769074990.102200:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862680 x1855008368815232/t8589935722(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.102203:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.102206:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:2.0:1769074990.102208:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000400:00000010:1.0:1769074990.102214:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 02000000:00000010:2.0:1769074990.102214:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d69400. 00000100:00000200:1.0:1769074990.102218:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368815232, offset 224 00000400:00000200:1.0:1769074990.102235:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1769074990.102237:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.102240:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00000400:00000200:1.0:1769074990.102243:0:27572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.102243:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.102247:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.102251:0:27572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ec80 00000400:00000200:2.0:1769074990.102251:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:2.0:1769074990.102253:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 02000000:00000010:2.0:1769074990.102258:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbf000. 00000400:00000200:1.0:1769074990.102261:0:27572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x299b9 [1] + 224 00000400:00000200:1.0:1769074990.102265:0:27572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.102269:0:27572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.102277:0:27572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06863b80 x1855008368815232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1769074990.102279:0:29093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222baa00. 00002000:00000010:3.0:1769074990.102285:0:29093:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370f7c0. 00000800:00000200:2.0:1769074990.102312:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:3.0:1769074990.102313:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3febbc50 x1855008368816768/t8589935726(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.102314:0:27572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000800:00000010:2.0:1769074990.102316:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000400:00000010:1.0:1769074990.102318:0:27572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:2.0:1769074990.102320:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.102330:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589d80. 00000400:00000200:2.0:1769074990.102330:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.102335:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000020:00000010:1.0:1769074990.102336:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751578. 00000400:00000010:2.0:1769074990.102337:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000400:00000010:3.0:1769074990.102339:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000020:00000010:1.0:1769074990.102340:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b34c35400. 00000100:00000200:3.0:1769074990.102347:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368816768, offset 224 00000400:00000200:3.0:1769074990.102355:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000010:2.0:1769074990.102362:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b307559c0. 00000400:00000200:3.0:1769074990.102367:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:2.0:1769074990.102370:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e603300. 00010000:00000010:2.0:1769074990.102381:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd300. 00010000:00000010:1.0:1769074990.102385:0:28095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194540. 00080000:00000010:1.0:1769074990.102397:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909400. 00080000:00000010:1.0:1769074990.102407:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d580. 00000400:00000010:2.0:1769074990.102410:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751c60. 00000400:00000200:2.0:1769074990.102414:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fd48 00000400:00000010:2.0:1769074990.102415:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fd48. 00000100:00000200:2.0:1769074990.102422:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06863b80 x1855008368815232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.102426:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f280 00000001:00000010:1.0:1769074990.102433:0:28095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce060. 00000400:00000200:3.0:1769074990.102437:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29a29 [1] + 224 00000100:00000200:2.0:1769074990.102442:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06863b80 x1855008368815232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.102443:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.102447:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d580. 00000400:00000200:3.0:1769074990.102453:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.102463:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f0000 x1855008368816768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.102476:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074990.102477:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000020:00000010:3.0:1769074990.102488:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589500. 00000020:00000010:3.0:1769074990.102492:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751640. 00000020:00000010:3.0:1769074990.102494:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01fb5000. 00080000:00000010:1.0:1769074990.102538:0:28095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222ba800. 00002000:00000010:1.0:1769074990.102544:0:28095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370f0a0. 00010000:00000200:1.0:1769074990.102557:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3b80 x1855008368816512/t8589935727(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074990.102565:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489ad80. 02000000:00000010:2.0:1769074990.102573:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b1fc46000. 00000400:00000010:1.0:1769074990.102574:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074990.102578:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368816512, offset 224 00000400:00000200:1.0:1769074990.102583:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.102590:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.102597:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f180 00000400:00000200:1.0:1769074990.102603:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29a15 [1] + 224 00000400:00000200:1.0:1769074990.102609:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074990.102609:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fc85400. 00000400:00000010:3.0:1769074990.102615:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751000. 00000400:00000200:1.0:1769074990.102616:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1769074990.102621:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00002000:00000010:2.0:1769074990.102624:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755240. 00000100:00000200:1.0:1769074990.102626:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfeb480 x1855008368816512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.102627:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368817152, portal 4 00010000:00000010:2.0:1769074990.102630:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b305eef00. 00000400:00000010:3.0:1769074990.102635:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074990.102639:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368817152, offset 0 00000400:00000200:1.0:1769074990.102642:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00010000:00000010:2.0:1769074990.102642:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194540. 00000400:00000010:1.0:1769074990.102645:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000400:00000200:3.0:1769074990.102651:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1769074990.102655:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589400. 00000400:00000200:3.0:1769074990.102661:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1769074990.102663:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751898. 02000000:00000010:2.0:1769074990.102663:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b1fc44c00. 00000020:00000010:1.0:1769074990.102669:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b070d1c00. 00000400:00000010:2.0:1769074990.102669:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000200:3.0:1769074990.102672:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f400 00000400:00000010:2.0:1769074990.102674:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000400:00000200:3.0:1769074990.102698:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 0 00010000:00000010:1.0:1769074990.102712:0:29089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194300. 00000400:00000200:3.0:1769074990.102715:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.102716:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368817024, portal 4 00000400:00000010:2.0:1769074990.102723:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00080000:00000010:1.0:1769074990.102725:0:29089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908800. 00000100:00000200:2.0:1769074990.102726:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368817024, offset 0 00000400:00000200:2.0:1769074990.102731:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:1.0:1769074990.102733:0:29089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d580. 00000400:00000200:2.0:1769074990.102737:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.102742:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f380 00000400:00000200:2.0:1769074990.102747:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 544 00000400:00000200:2.0:1769074990.102752:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.102754:0:29089:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce7e0. 00000400:00000200:2.0:1769074990.102755:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.102759:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:1.0:1769074990.102764:0:29089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d580. 00000100:00000010:2.0:1769074990.102764:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b480. 00000400:00000200:2.0:1769074990.102779:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000200:3.0:1769074990.102783:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1769074990.102785:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:3.0:1769074990.102791:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1769074990.102794:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04898000 x1855008368817024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.102796:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1880. 00000400:00000200:3.0:1769074990.102813:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:3.0:1769074990.102816:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000400:00000010:2.0:1769074990.102822:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367517e8. 00000100:00000200:3.0:1769074990.102824:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0489ad80 x1855008368817152/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.102827:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f198 00000400:00000010:2.0:1769074990.102832:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f198. 00000100:00000200:2.0:1769074990.102854:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860380 x1855008368815616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1769074990.102862:0:29089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01fb5e00. 00000100:00000200:2.0:1769074990.102865:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860380 x1855008368815616/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1769074990.102867:0:29089:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511c260. 00010000:00000200:1.0:1769074990.102878:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861500 x1855008368815488/t8589935728(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:3.0:1769074990.102890:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951f0c0. 00000400:00000010:1.0:1769074990.102891:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000400:00000010:2.0:1769074990.102893:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367511b8. 00000400:00000200:2.0:1769074990.102899:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fee0 00010000:00000010:3.0:1769074990.102901:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b02d52d00. 00000400:00000010:2.0:1769074990.102902:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fee0. 00000100:00000200:1.0:1769074990.102909:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368815488, offset 224 00000100:00000200:2.0:1769074990.102911:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06861f80 x1855008368815744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.102916:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1769074990.102918:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194300. 00000100:00000200:2.0:1769074990.102923:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06861f80 x1855008368815744/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.102926:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.102934:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ed80 00000400:00000200:1.0:1769074990.102940:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x299d9 [1] + 224 00000400:00000200:1.0:1769074990.102944:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.102944:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39108. 00000400:00000200:2.0:1769074990.102948:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000200:1.0:1769074990.102949:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1769074990.102950:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000010:3.0:1769074990.102955:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751790. 00000100:00000200:2.0:1769074990.102956:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38486d80 x1855008368814976/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.102961:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:3.0:1769074990.102966:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074990.102976:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfeb480 x1855008368816512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.102978:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860a80 x1855008368815488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.102979:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38486d80 x1855008368814976/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.102997:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfeb480 x1855008368816512/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.103010:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:1.0:1769074990.103014:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00010000:00000010:1.1:1769074990.103049:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed400. 00010000:00000010:1.1:1769074990.103056:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5600. 00010000:00000010:1.1:1769074990.103063:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5800. 00010000:00000010:1.1:1769074990.103070:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5e00. 00010000:00000010:1.1:1769074990.103078:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52000. 00010000:00000010:3.1:1769074990.103078:0:16317:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f200. 00010000:00000010:1.1:1769074990.103083:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981600. 00010000:00000010:1.1:1769074990.103091:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52600. 00010000:00000010:1.1:1769074990.103098:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981c00. 00010000:00000010:1.1:1769074990.103104:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52500. 00000400:00000010:3.0:1769074990.103112:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751ec8. 00010000:00000010:1.1:1769074990.103116:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42165200. 00000400:00000200:3.0:1769074990.103117:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00000400:00000010:3.0:1769074990.103122:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00010000:00000010:2.1:1769074990.103122:0:50520:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985e00. 00010000:00000010:1.1:1769074990.103127:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52700. 00000100:00000200:3.0:1769074990.103134:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860a80 x1855008368815488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074990.103136:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a600. 00000100:00000010:2.0:1769074990.103139:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899180. 00010000:00000010:1.1:1769074990.103143:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52300. 00000100:00000200:3.0:1769074990.103149:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860a80 x1855008368815488/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.103159:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b1fc47000. 00010000:00000010:1.1:1769074990.103161:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a200. 00010000:00000010:1.1:1769074990.103170:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305eee00. 00010000:00000010:1.1:1769074990.103176:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697e00. 00010000:00000010:1.1:1769074990.103183:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901aa00. 00010000:00000010:1.1:1769074990.103188:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42165600. 02000000:00000010:3.0:1769074990.103190:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fc84800. 00000100:00000010:2.0:1769074990.103192:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04898a80. 00010000:00000010:1.1:1769074990.103192:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064a00. 00000400:00000010:3.0:1769074990.103196:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751ec8. 02000000:00000010:2.0:1769074990.103202:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b1fc46800. 00010000:00000010:1.1:1769074990.103202:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709000. 00000400:00000010:3.0:1769074990.103203:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00000100:00000200:3.0:1769074990.103208:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368817280, portal 4 00000400:00000010:3.0:1769074990.103213:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000100:00000200:3.0:1769074990.103216:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368817280, offset 0 00010000:00000010:1.1:1769074990.103216:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a400. 00000400:00000200:3.0:1769074990.103225:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.1:1769074990.103228:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574200. 00000100:00000010:2.0:1769074990.103232:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b100. 00000400:00000200:3.0:1769074990.103235:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.1:1769074990.103237:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a100. 02000000:00000010:2.0:1769074990.103239:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b1fc47400. 00000400:00000200:3.0:1769074990.103246:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f480 00010000:00000010:1.1:1769074990.103247:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575800. 00000400:00000200:3.0:1769074990.103255:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 1088 00010000:00000010:1.1:1769074990.103258:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc300. 00000400:00000200:3.0:1769074990.103260:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.103264:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a300. 00010000:00000010:1.1:1769074990.103267:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690a00. 00000400:00000200:3.0:1769074990.103268:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.103275:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:2.0:1769074990.103276:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a03ca8400. 00010000:00000010:1.1:1769074990.103277:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc900. 00000100:00000010:3.0:1769074990.103279:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3480. 00010000:00000010:1.1:1769074990.103285:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690600. 00010000:00000010:1.1:1769074990.103292:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc400. 00000400:00000200:3.0:1769074990.103298:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00010000:00000010:1.1:1769074990.103299:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79000. 00000400:00000010:3.0:1769074990.103301:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000100:00000010:2.0:1769074990.103305:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97100. 00000100:00000200:3.0:1769074990.103310:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04899180 x1855008368817280/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074990.103311:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148100. 02000000:00000010:2.0:1769074990.103313:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b378bf000. 00010000:00000010:1.1:1769074990.103321:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79e00. 00010000:00000010:1.1:1769074990.103328:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148b00. 00010000:00000010:1.1:1769074990.103333:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f400. 02000000:00000010:3.0:1769074990.103335:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fc86000. 00010000:00000010:1.1:1769074990.103339:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148500. 00000400:00000010:3.0:1769074990.103341:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751790. 00000400:00000010:3.0:1769074990.103346:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00010000:00000010:1.1:1769074990.103349:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e600. 00000100:00000200:3.0:1769074990.103350:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368817664, portal 4 02000000:00000010:2.0:1769074990.103351:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bcc00. 00000400:00000010:3.0:1769074990.103358:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000400:00000010:2.0:1769074990.103359:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39108. 00010000:00000010:1.1:1769074990.103359:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148000. 00000100:00000200:3.0:1769074990.103361:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368817664, offset 0 00000400:00000010:2.0:1769074990.103366:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00010000:00000010:1.1:1769074990.103367:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fc00. 00000400:00000200:3.0:1769074990.103370:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.1:1769074990.103372:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148200. 00000100:00000200:2.0:1769074990.103375:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368817536, portal 4 00010000:00000010:1.1:1769074990.103378:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e800. 00000400:00000200:3.0:1769074990.103380:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1769074990.103384:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00010000:00000010:1.1:1769074990.103384:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148400. 00000400:00000200:3.0:1769074990.103388:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f600 00000100:00000200:2.0:1769074990.103390:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368817536, offset 0 00000400:00000200:3.0:1769074990.103397:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 1632 00010000:00000010:1.1:1769074990.103398:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78800. 00000400:00000200:3.0:1769074990.103403:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.103405:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.1:1769074990.103405:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed300. 00000400:00000200:3.0:1769074990.103410:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.1:1769074990.103412:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78400. 00000100:00000200:3.0:1769074990.103414:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074990.103417:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.1:1769074990.103418:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7400. 00000100:00000010:3.0:1769074990.103420:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2300. 00010000:00000010:1.1:1769074990.103423:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690e00. 00000400:00000200:2.0:1769074990.103427:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f580 00010000:00000010:1.1:1769074990.103429:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7a00. 00000400:00000200:2.0:1769074990.103432:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 2176 00010000:00000010:1.1:1769074990.103433:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691000. 00000400:00000200:2.0:1769074990.103437:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.103438:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569d00. 00000400:00000200:3.0:1769074990.103440:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000200:2.0:1769074990.103443:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1769074990.103445:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00010000:00000010:1.1:1769074990.103445:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574600. 00000020:00000010:0.0:1769074990.103454:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000100:00000200:2.0:1769074990.103454:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074990.103454:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4600. 00000100:00000200:3.0:1769074990.103455:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0489a300 x1855008368817664/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.103461:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000010:2.0:1769074990.103463:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96a00. 00010000:00000010:1.1:1769074990.103463:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575c00. 00000020:00000010:0.0:1769074990.103469:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756800. 00000020:00000010:0.0:1769074990.103473:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc800. 00010000:00000010:1.1:1769074990.103473:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4b00. 00000020:00000010:0.0:1769074990.103480:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e0c8. 00000400:00000200:2.0:1769074990.103483:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00010000:00000010:1.1:1769074990.103483:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0c00. 02000000:00000010:3.0:1769074990.103484:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fc85000. 00000400:00000010:2.0:1769074990.103488:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000010:3.0:1769074990.103490:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751dc0. 00010000:00000010:1.1:1769074990.103490:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4800. 00000100:00000200:2.0:1769074990.103497:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0489b100 x1855008368817536/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.103498:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00010000:00000010:1.1:1769074990.103501:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574800. 00000020:00000010:0.0:1769074990.103502:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000100:00000200:3.0:1769074990.103505:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368817792, portal 4 00010000:00000010:1.1:1769074990.103507:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4f00. 00000020:00000010:0.0:1769074990.103509:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000400:00000010:3.0:1769074990.103513:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00010000:00000010:1.1:1769074990.103515:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c200. 00000020:00000010:0.0:1769074990.103517:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756c00. 00000100:00000200:3.0:1769074990.103518:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368817792, offset 0 00010000:00000010:1.1:1769074990.103521:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4300. 00000020:00000010:0.0:1769074990.103522:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc580. 00000400:00000200:3.0:1769074990.103528:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.103530:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00010000:00000010:1.1:1769074990.103531:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1400. 00000400:00000200:3.0:1769074990.103537:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:1.1:1769074990.103541:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4500. 02000000:00000010:2.0:1769074990.103545:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bc000. 00000400:00000200:3.0:1769074990.103545:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f680 00010000:00000010:1.1:1769074990.103548:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1600. 00000020:00000010:0.0:1769074990.103549:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000400:00000010:2.0:1769074990.103553:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39cb8. 00000400:00000200:3.0:1769074990.103554:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 2720 00010000:00000010:1.1:1769074990.103556:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603c00. 00000400:00000200:3.0:1769074990.103562:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.103563:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663800. 00000400:00000010:2.0:1769074990.103564:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000400:00000200:3.0:1769074990.103568:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.103570:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000200:2.0:1769074990.103572:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368817408, portal 4 00000100:00000200:3.0:1769074990.103573:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074990.103575:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603900. 00000020:00000010:0.0:1769074990.103576:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757400. 00000100:00000010:3.0:1769074990.103580:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2a00. 00000400:00000010:2.0:1769074990.103581:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000020:00000010:0.0:1769074990.103584:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc300. 00010000:00000010:1.1:1769074990.103584:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663400. 00000100:00000200:2.0:1769074990.103587:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368817408, offset 0 00000020:00000010:0.0:1769074990.103590:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e7d0. 00010000:00000010:1.1:1769074990.103593:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305eda00. 00000400:00000200:2.0:1769074990.103596:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.1:1769074990.103598:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574e00. 00010000:00000010:1.1:1769074990.103603:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed700. 00000400:00000200:2.0:1769074990.103605:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.103605:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.103610:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00010000:00000010:1.1:1769074990.103611:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795400. 00000020:00000010:0.0:1769074990.103612:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:0.0:1769074990.103618:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000200:3.0:1769074990.103619:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf97100 x1855008368817792/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.103620:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f500 00010000:00000010:1.1:1769074990.103621:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ede00. 00000020:00000010:0.0:1769074990.103624:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757600. 00010000:00000010:1.1:1769074990.103629:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795800. 00000020:00000010:0.0:1769074990.103630:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc400. 00000400:00000200:2.0:1769074990.103632:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 3264 00000020:00000010:0.0:1769074990.103637:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00010000:00000010:1.1:1769074990.103638:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed100. 00000400:00000200:2.0:1769074990.103643:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.103649:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.1:1769074990.103651:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162200. 00000100:00000200:2.0:1769074990.103655:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:1.1:1769074990.103657:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305edc00. 00000100:00000010:2.0:1769074990.103659:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94e00. 00000020:00000010:0.0:1769074990.103661:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00010000:00000010:1.1:1769074990.103662:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163e00. 00000020:00000010:0.0:1769074990.103665:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00010000:00000010:1.1:1769074990.103668:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed300. 00000020:00000010:0.0:1769074990.103670:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757e00. 00000400:00000200:2.0:1769074990.103674:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000020:00000010:0.0:1769074990.103675:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc980. 00010000:00000010:1.1:1769074990.103677:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163000. 00000400:00000010:2.0:1769074990.103693:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000020:00000010:0.0:1769074990.103694:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000020:00000010:3.0:1769074990.103695:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00010000:00000010:1.1:1769074990.103697:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed200. 00000100:00000200:2.0:1769074990.103699:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04898a80 x1855008368817408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.103703:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00010000:00000010:1.1:1769074990.103705:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662a00. 00000020:00000010:3.0:1769074990.103712:0:38314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696e00. 00010000:00000010:1.1:1769074990.103714:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed500. 00000020:00000010:0.0:1769074990.103716:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:3.0:1769074990.103718:0:38314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589500. 00010000:00000010:1.1:1769074990.103721:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662400. 00000020:00000010:0.0:1769074990.103722:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000020:00000010:3.0:1769074990.103723:0:38314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751640. 00010000:00000010:1.1:1769074990.103729:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed600. 00000020:00000010:0.0:1769074990.103731:0:32342:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757200. 00000400:00000010:2.0:1769074990.103734:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39370. 00000020:00000010:0.0:1769074990.103736:0:32342:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc700. 00010000:00000010:1.1:1769074990.103737:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163c00. 00000400:00000200:2.0:1769074990.103739:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000020:00000010:0.0:1769074990.103742:0:32342:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000400:00000010:2.0:1769074990.103743:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00010000:00000010:1.1:1769074990.103745:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305edd00. 00010000:00000010:1.1:1769074990.103751:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030600. 00000100:00000200:2.0:1769074990.103752:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f0000 x1855008368816768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.103753:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00010000:00000010:1.1:1769074990.103756:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed000. 00000020:00000010:3.0:1769074990.103760:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00010000:00000010:1.1:1769074990.103762:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031600. 00000100:00000200:3.0:1769074990.103765:0:38314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368817024 00000100:00000200:2.0:1769074990.103767:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f0000 x1855008368816768/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074990.103768:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305edb00. 00000020:00000010:0.0:1769074990.103769:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00010000:00000010:1.1:1769074990.103773:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162600. 00000020:00000010:0.0:1769074990.103775:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 02000000:00000010:3.0:1769074990.103777:0:38314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fc85800. 00000100:00000200:0.0:1769074990.103781:0:32342:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368817152 00010000:00000010:1.1:1769074990.103781:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5400. 00010000:00000010:3.0:1769074990.103790:0:38314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc800. 02000000:00000010:0.0:1769074990.103792:0:32342:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a02bbf000. 00010000:00000010:3.0:1769074990.103814:0:38314:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1cc0. 00010000:00000010:1.1:1769074990.103814:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7c00. 00010000:00000010:0.0:1769074990.103817:0:32342:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842e00. 00000100:00000010:3.0:1769074990.103822:0:38314:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd300. 00010000:00000010:1.1:1769074990.103824:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5000. 00000020:00000010:2.0:1769074990.103828:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00010000:00000010:0.0:1769074990.103829:0:32342:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000100:00000010:3.0:1769074990.103830:0:38314:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0e00. 00010000:00000010:1.1:1769074990.103832:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6000. 00000020:00000010:2.0:1769074990.103833:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000010:0.0:1769074990.103836:0:32342:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687a80. 00000100:00000200:2.0:1769074990.103838:0:32341:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368817280 00010000:00000010:1.1:1769074990.103839:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5600. 02000000:00000010:3.0:1769074990.103840:0:38314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03697a00. 00010000:00000010:1.1:1769074990.103843:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6200. 00000100:00000010:0.0:1769074990.103844:0:32342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfebb80. 02000000:00000010:2.0:1769074990.103851:0:32341:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b378bf800. 00010000:00000010:1.1:1769074990.103852:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5f00. 02000000:00000010:0.0:1769074990.103856:0:32342:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30757000. 02000000:00000010:3.0:1769074990.103856:0:38314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03697200. 00010000:00000010:1.1:1769074990.103857:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162000. 00010000:00000010:2.0:1769074990.103865:0:32341:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3f6f0c00. 00010000:00000010:1.1:1769074990.103865:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5b00. 00000400:00000010:3.0:1769074990.103866:0:38314:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751688. 00010000:00000010:1.1:1769074990.103871:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5400. 02000000:00000010:0.0:1769074990.103872:0:32342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3cf17600. 00000400:00000010:3.0:1769074990.103874:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00010000:00000010:2.0:1769074990.103877:0:32341:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000400:00000010:0.0:1769074990.103879:0:32342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bd68. 00000100:00000200:3.0:1769074990.103880:0:38314:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368817920, portal 16 00000100:00000010:2.0:1769074990.103884:0:32341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049763c0. 00000400:00000010:0.0:1769074990.103887:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000020:00000010:1.0:1769074990.103887:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2800. 00000400:00000010:3.0:1769074990.103889:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000020:00000010:1.0:1769074990.103893:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415640. 00000100:00000010:2.0:1769074990.103893:0:32341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96680. 00000100:00000200:0.0:1769074990.103894:0:32342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368818048, portal 16 00000100:00000200:3.0:1769074990.103895:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368817920, offset 0 00000020:00000010:1.0:1769074990.103901:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351db800. 00000400:00000010:0.0:1769074990.103902:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 02000000:00000010:2.0:1769074990.103905:0:32341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fc600. 00000400:00000200:3.0:1769074990.103908:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.103914:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fc64800. 00000100:00000200:0.0:1769074990.103915:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368818048, offset 0 02000000:00000010:2.0:1769074990.103920:0:32341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fce00. 00000400:00000200:3.0:1769074990.103921:0:38314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000100:00000010:1.0:1769074990.103923:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861500. 00000400:00000200:0.0:1769074990.103928:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.103929:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b1fc45400. 00000400:00000010:2.0:1769074990.103929:0:32341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39370. 00000400:00000200:3.0:1769074990.103932:0:38314:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1769074990.103935:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 00000400:00000010:2.0:1769074990.103935:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000400:00000200:3.0:1769074990.103938:0:38314:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.103952:0:38314:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1769074990.103953:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04cc0400. 00000100:00000200:2.0:1769074990.103953:0:32341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368818176, portal 16 00000400:00000200:3.0:1769074990.103956:0:38314:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 02000000:00000010:1.0:1769074990.103959:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b361acc00. 00000400:00000010:2.0:1769074990.103959:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000400:00000200:3.0:1769074990.103961:0:38314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17553:17553:256:4294967295] 192.168.204.41@tcp LPNI seq info [17549:17549:8:4294967295] 00000100:00000010:1.0:1769074990.103966:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862680. 00000100:00000200:2.0:1769074990.103966:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368818176, offset 0 02000000:00000010:1.0:1769074990.103972:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b06c31400. 00000100:00000010:1.0:1769074990.103979:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860000. 00000400:00000200:2.0:1769074990.103979:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.103980:0:38314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:1.0:1769074990.103983:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04cc1400. 00000800:00000200:3.0:1769074990.103987:0:38314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:1.0:1769074990.103988:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484380. 00000400:00000200:0.0:1769074990.103991:0:32342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 02000000:00000010:1.0:1769074990.103995:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fc67400. 00000800:00000010:3.0:1769074990.103995:0:38314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000400:00000200:0.0:1769074990.103996:0:32342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.104003:0:32342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000100:00000010:1.0:1769074990.104003:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863100. 00000800:00000200:3.0:1769074990.104008:0:38314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:1.0:1769074990.104010:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b06c31800. 00000400:00000200:0.0:1769074990.104012:0:32342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1769074990.104015:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862d80. 00000800:00000200:3.0:1769074990.104016:0:38314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.104019:0:32342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 02000000:00000010:1.0:1769074990.104022:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b17349000. 00000800:00000200:3.0:1769074990.104023:0:38314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1769074990.104047:0:32342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e200. 00010000:00000010:1.1:1769074990.104051:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5900. 00010000:00000010:0.1:1769074990.104055:0:32342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acdc00. 00010000:00000010:1.1:1769074990.104060:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4800. 00010000:00000010:1.1:1769074990.104068:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5800. 00010000:00000010:1.1:1769074990.104076:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5200. 00010000:00000010:1.1:1769074990.104083:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5d00. 00000400:00000200:0.0:1769074990.104087:0:32342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17554:17554:255:4294967295] 192.168.204.41@tcp LPNI seq info [17550:17550:7:4294967295] 00010000:00000010:1.1:1769074990.104096:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4c00. 00000400:00000200:0.0:1769074990.104103:0:32342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.1:1769074990.104105:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aed00. 00000020:00000010:3.0:1769074990.104108:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00010000:00000010:1.1:1769074990.104112:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f800. 00000800:00000200:0.0:1769074990.104114:0:32342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.104116:0:32341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000020:00000010:3.0:1769074990.104116:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00010000:00000010:1.1:1769074990.104119:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae400. 00000800:00000010:0.0:1769074990.104120:0:32342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28b00. 00000100:00000200:3.0:1769074990.104123:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368817664 00000400:00000200:2.0:1769074990.104125:0:32341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.1:1769074990.104126:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e600. 00000800:00000200:0.0:1769074990.104130:0:32342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.104134:0:32341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 02000000:00000010:3.0:1769074990.104134:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fc86c00. 00010000:00000010:1.1:1769074990.104134:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae600. 00000800:00000200:0.0:1769074990.104140:0:32342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.104141:0:32341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00010000:00000010:1.1:1769074990.104141:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7400. 00010000:00000010:3.0:1769074990.104147:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd000. 00000800:00000200:0.0:1769074990.104148:0:32342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28b00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.104149:0:32341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104149:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aeb00. 00000400:00000200:2.0:1769074990.104157:0:32341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17555:17555:254:4294967295] 192.168.204.41@tcp LPNI seq info [17551:17551:6:4294967295] 00010000:00000010:1.1:1769074990.104157:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7200. 00010000:00000010:3.0:1769074990.104159:0:32343:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1b80. 00010000:00000010:1.1:1769074990.104162:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae800. 00000100:00000010:3.0:1769074990.104166:0:32343:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd840. 00010000:00000010:1.1:1769074990.104168:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e400. 00000100:00000010:3.0:1769074990.104174:0:32343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000400:00000200:2.0:1769074990.104175:0:32341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.1:1769074990.104175:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae200. 00000020:00000010:0.0:1769074990.104178:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecd80. 00010000:00000010:1.1:1769074990.104183:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163800. 00000020:00000010:0.0:1769074990.104185:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecd80. 02000000:00000010:3.0:1769074990.104185:0:32343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03696a00. 00010000:00000010:1.1:1769074990.104188:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064200. 00000800:00000200:2.0:1769074990.104190:0:32341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074990.104192:0:32344:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368817536 00000800:00000010:2.0:1769074990.104196:0:32341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00010000:00000010:1.1:1769074990.104196:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030a00. 02000000:00000010:0.0:1769074990.104203:0:32344:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a02bbcc00. 02000000:00000010:3.0:1769074990.104208:0:32343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03697600. 00010000:00000010:1.1:1769074990.104213:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064400. 00000800:00000200:2.0:1769074990.104215:0:32341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:3.0:1769074990.104215:0:32343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751aa8. 00010000:00000010:1.1:1769074990.104219:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663e00. 00010000:00000010:0.0:1769074990.104220:0:32344:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842200. 00000400:00000010:3.0:1769074990.104223:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00010000:00000010:1.1:1769074990.104225:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064300. 00000800:00000200:2.0:1769074990.104226:0:32341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:3.0:1769074990.104228:0:32343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368818304, portal 16 00010000:00000010:0.0:1769074990.104231:0:32344:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecd80. 00000800:00000200:2.0:1769074990.104231:0:32341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1769074990.104232:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795200. 00000400:00000010:3.0:1769074990.104234:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074990.104239:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368818304, offset 0 00000100:00000010:0.0:1769074990.104240:0:32344:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687180. 00010000:00000010:1.1:1769074990.104241:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745000. 00000400:00000200:3.0:1769074990.104247:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074990.104250:0:32344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8700. 00010000:00000010:1.1:1769074990.104250:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795e00. 00000400:00000200:3.0:1769074990.104255:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.1:1769074990.104258:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745600. 02000000:00000010:0.0:1769074990.104260:0:32344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3cf17400. 00000400:00000200:3.0:1769074990.104261:0:32343:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.1:1769074990.104265:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794000. 00000100:00000010:2.0:1769074990.104269:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94a80. 00000400:00000200:3.0:1769074990.104269:0:32343:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00010000:00000010:1.1:1769074990.104272:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745f00. 02000000:00000010:0.0:1769074990.104274:0:32344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3cf16e00. 00000400:00000200:3.0:1769074990.104278:0:32343:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1769074990.104280:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b378bd400. 00010000:00000010:1.1:1769074990.104280:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1000. 00000400:00000010:0.0:1769074990.104281:0:32344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b000. 00000400:00000200:3.0:1769074990.104285:0:32343:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000010:0.0:1769074990.104289:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00010000:00000010:1.1:1769074990.104290:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745a00. 00000400:00000200:3.0:1769074990.104295:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17556:17556:253:4294967295] 192.168.204.41@tcp LPNI seq info [17552:17552:5:4294967295] 00000100:00000200:0.0:1769074990.104296:0:32344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368818432, portal 16 00010000:00000010:1.1:1769074990.104298:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663c00. 00000400:00000010:0.0:1769074990.104303:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00010000:00000010:1.1:1769074990.104306:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745e00. 00000100:00000200:0.0:1769074990.104307:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368818432, offset 0 02000000:00000010:2.0:1769074990.104313:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378be000. 00010000:00000010:1.1:1769074990.104315:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030e00. 00000400:00000200:0.0:1769074990.104320:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.104320:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39738. 00010000:00000010:1.1:1769074990.104321:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745500. 00000400:00000200:3.0:1769074990.104324:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:2.0:1769074990.104329:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00010000:00000010:1.1:1769074990.104329:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d400. 00000400:00000200:0.0:1769074990.104336:0:32344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000100:00000200:2.0:1769074990.104336:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368818560, portal 4 00000800:00000200:3.0:1769074990.104337:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104338:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399600. 00000400:00000200:0.0:1769074990.104344:0:32344:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1769074990.104347:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000800:00000010:3.0:1769074990.104347:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000400:00000200:0.0:1769074990.104351:0:32344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00010000:00000010:1.1:1769074990.104351:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ca00. 00000100:00000200:2.0:1769074990.104355:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368818560, offset 0 00010000:00000010:1.1:1769074990.104357:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399b00. 00000400:00000200:0.0:1769074990.104358:0:32344:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1769074990.104361:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.104373:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:1.1:1769074990.104373:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690c00. 00000400:00000200:0.0:1769074990.104377:0:32344:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000800:00000200:3.0:1769074990.104378:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.1:1769074990.104380:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399700. 00000800:00000200:3.0:1769074990.104384:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1769074990.104387:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79400. 00000400:00000200:0.0:1769074990.104388:0:32344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17557:17557:252:4294967295] 192.168.204.41@tcp LPNI seq info [17553:17553:4:4294967295] 00010000:00000010:1.1:1769074990.104394:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399e00. 00010000:00000010:1.1:1769074990.104399:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79200. 00010000:00000010:1.1:1769074990.104408:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399100. 00000400:00000200:0.0:1769074990.104409:0:32344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.1:1769074990.104415:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e200. 00000020:00000010:3.0:1769074990.104420:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000800:00000200:0.0:1769074990.104422:0:32344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104422:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399300. 00000400:00000200:2.0:1769074990.104423:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1769074990.104426:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00010000:00000010:1.1:1769074990.104430:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378e000. 00000100:00000200:3.0:1769074990.104432:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368817792 00000800:00000010:0.0:1769074990.104433:0:32344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1fc28600. 00010000:00000010:1.1:1769074990.104436:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399000. 00000400:00000200:2.0:1769074990.104437:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0f980 00010000:00000010:1.1:1769074990.104442:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0a00. 02000000:00000010:3.0:1769074990.104443:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fc87000. 00000400:00000200:2.0:1769074990.104446:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 3808 00000800:00000200:0.0:1769074990.104447:0:32344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.1:1769074990.104451:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399900. 00010000:00000010:3.0:1769074990.104456:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc600. 00000400:00000200:2.0:1769074990.104457:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.104457:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0800. 00000800:00000200:0.0:1769074990.104462:0:32344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.1:1769074990.104464:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399f00. 00000400:00000200:2.0:1769074990.104466:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.0:1769074990.104467:0:36867:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1c80. 00000800:00000200:0.0:1769074990.104470:0:32344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1fc28600 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1769074990.104472:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42164000. 00000100:00000010:3.0:1769074990.104474:0:36867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000100:00000200:2.0:1769074990.104475:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.104487:0:36867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0380. 00010000:00000010:1.1:1769074990.104490:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4300. 00000100:00000010:2.0:1769074990.104491:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf95180. 02000000:00000010:3.0:1769074990.104496:0:36867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03696800. 00010000:00000010:1.1:1769074990.104500:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fc00. 00000400:00000200:2.0:1769074990.104507:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 02000000:00000010:3.0:1769074990.104508:0:36867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03696000. 00010000:00000010:1.1:1769074990.104509:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4200. 00000400:00000010:2.0:1769074990.104510:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000010:3.0:1769074990.104513:0:36867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751160. 00010000:00000010:1.1:1769074990.104517:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fa00. 00000100:00000200:2.0:1769074990.104518:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf94a80 x1855008368818560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.104519:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fcc0. 00010000:00000010:1.1:1769074990.104523:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4500. 00000100:00000200:3.0:1769074990.104526:0:36867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368818688, portal 16 00000020:00000010:0.0:1769074990.104527:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec400. 00010000:00000010:1.1:1769074990.104528:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f000. 00000020:00000010:0.0:1769074990.104534:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec400. 00000400:00000010:3.0:1769074990.104536:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00010000:00000010:1.1:1769074990.104537:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4a00. 00000100:00000200:3.0:1769074990.104540:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368818688, offset 0 00000020:00000010:0.0:1769074990.104543:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02c1ea00. 00010000:00000010:1.1:1769074990.104545:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0600. 00000020:00000010:0.0:1769074990.104548:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc280. 00000400:00000200:3.0:1769074990.104552:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104553:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4700. 00000020:00000010:0.0:1769074990.104554:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ec80. 00010000:00000010:1.1:1769074990.104562:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79600. 00000400:00000200:3.0:1769074990.104564:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.104567:0:30682:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763240. 00010000:00000010:1.1:1769074990.104568:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4e00. 00000400:00000200:3.0:1769074990.104571:0:36867:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:2.0:1769074990.104573:0:30682:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763240. 00010000:00000010:1.1:1769074990.104575:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573fe00. 00000100:00000200:2.0:1769074990.104577:0:30682:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368817408 00000400:00000200:3.0:1769074990.104581:0:36867:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000020:00000010:0.0:1769074990.104582:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec400. 00010000:00000010:1.1:1769074990.104582:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4100. 00000400:00000200:3.0:1769074990.104587:0:36867:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000020:00000010:0.0:1769074990.104588:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec400. 02000000:00000010:2.0:1769074990.104599:0:30682:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b378bd800. 00010000:00000010:1.1:1769074990.104601:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861aa00. 00000100:00000200:0.0:1769074990.104604:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368818560 00000400:00000200:3.0:1769074990.104605:0:36867:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104607:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4c00. 00000400:00000200:3.0:1769074990.104611:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17558:17558:251:4294967295] 192.168.204.41@tcp LPNI seq info [17554:17554:3:4294967295] 00010000:00000010:2.0:1769074990.104614:0:30682:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985e00. 02000000:00000010:0.0:1769074990.104615:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04890400. 00010000:00000010:1.1:1769074990.104620:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861be00. 00010000:00000010:2.0:1769074990.104626:0:30682:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763240. 00010000:00000010:1.1:1769074990.104628:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4b00. 00010000:00000010:0.0:1769074990.104630:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843800. 00010000:00000010:1.1:1769074990.104633:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b000. 00000100:00000010:2.0:1769074990.104634:0:30682:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976c00. 00000400:00000200:3.0:1769074990.104636:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.1:1769074990.104640:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4600. 00010000:00000010:0.0:1769074990.104641:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec400. 00000100:00000010:2.0:1769074990.104642:0:30682:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97480. 00000800:00000200:3.0:1769074990.104647:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104647:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b600. 00000100:00000010:0.0:1769074990.104649:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687600. 02000000:00000010:2.0:1769074990.104652:0:30682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fc200. 00010000:00000010:1.1:1769074990.104652:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9700. 00000800:00000010:3.0:1769074990.104655:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000100:00000010:0.0:1769074990.104657:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea300. 00010000:00000010:1.1:1769074990.104659:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e000. 00000800:00000200:3.0:1769074990.104665:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:2.0:1769074990.104666:0:30682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fde00. 02000000:00000010:0.0:1769074990.104667:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0e000. 00010000:00000010:1.1:1769074990.104668:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9400. 00000400:00000010:2.0:1769074990.104674:0:30682:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39840. 00000800:00000200:3.0:1769074990.104676:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.1:1769074990.104676:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e800. 00000400:00000010:2.0:1769074990.104693:0:30682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000800:00000200:3.0:1769074990.104696:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1769074990.104697:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9000. 00000100:00000200:2.0:1769074990.104698:0:30682:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368818816, portal 16 02000000:00000010:0.0:1769074990.104699:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f000. 00010000:00000010:1.1:1769074990.104705:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e400. 00000400:00000010:0.0:1769074990.104708:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b580. 00000400:00000010:2.0:1769074990.104708:0:30682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00010000:00000010:1.1:1769074990.104713:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9500. 00000100:00000200:2.0:1769074990.104715:0:30682:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368818816, offset 0 00000400:00000010:0.0:1769074990.104716:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00010000:00000010:1.1:1769074990.104718:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484c00. 00000100:00000200:0.0:1769074990.104724:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368818944, portal 16 00010000:00000010:1.1:1769074990.104726:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04c00. 00000400:00000200:2.0:1769074990.104729:0:30682:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.104731:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00010000:00000010:1.1:1769074990.104743:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dce00. 00000100:00000200:0.0:1769074990.104745:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368818944, offset 0 00000400:00000200:2.0:1769074990.104746:0:30682:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.1:1769074990.104751:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04500. 00000400:00000200:2.0:1769074990.104754:0:30682:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.104756:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104756:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dc200. 00000400:00000200:2.0:1769074990.104761:0:30682:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00010000:00000010:1.1:1769074990.104764:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04900. 00000400:00000200:2.0:1769074990.104765:0:30682:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074990.104767:0:30682:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:1.1:1769074990.104768:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dc400. 00000400:00000200:2.0:1769074990.104771:0:30682:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17559:17559:250:4294967295] 192.168.204.41@tcp LPNI seq info [17555:17555:2:4294967295] 00010000:00000010:1.1:1769074990.104771:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04000. 00010000:00000010:1.1:1769074990.104774:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6dda00. 00010000:00000010:1.1:1769074990.104779:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba700. 00000400:00000200:2.0:1769074990.104781:0:30682:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.1:1769074990.104784:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843e00. 00000800:00000200:2.0:1769074990.104787:0:30682:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.104791:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.1:1769074990.104791:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a900. 00000800:00000010:2.0:1769074990.104793:0:30682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7800. 00000400:00000200:0.0:1769074990.104799:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000010:1.1:1769074990.104800:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843000. 00000800:00000200:2.0:1769074990.104804:0:30682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.104807:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00010000:00000010:1.1:1769074990.104808:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a800. 00000400:00000200:0.0:1769074990.104814:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1769074990.104815:0:30682:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.1:1769074990.104815:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843600. 00000400:00000200:0.0:1769074990.104820:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000800:00000200:2.0:1769074990.104822:0:30682:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7800 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1769074990.104823:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7ad00. 00000400:00000200:0.0:1769074990.104828:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17560:17560:249:4294967295] 192.168.204.41@tcp LPNI seq info [17556:17556:1:4294967295] 00000800:00000200:3.0:1769074990.104829:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1769074990.104830:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842a00. 00000800:00000010:3.0:1769074990.104837:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00010000:00000010:1.1:1769074990.104838:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a400. 00000400:00000200:0.0:1769074990.104844:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074990.104844:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.104847:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d400. 00000400:00000200:3.0:1769074990.104854:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:0.0:1769074990.104859:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:1.0:1769074990.104862:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18a80. 00000400:00000200:3.0:1769074990.104862:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000800:00000010:0.0:1769074990.104864:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000400:00000010:3.0:1769074990.104866:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 02000000:00000010:1.0:1769074990.104870:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0487c400. 00000800:00000200:0.0:1769074990.104873:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.104876:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f0e00 x1855008368817920/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769074990.104878:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a680. 00000800:00000200:0.0:1769074990.104883:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:1.0:1769074990.104885:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04893800. 00000800:00000200:0.0:1769074990.104889:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:1.0:1769074990.104892:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b800. 02000000:00000010:1.0:1769074990.104900:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0487e400. 00000100:00000010:1.0:1769074990.104905:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1aa00. 00000800:00000200:3.0:1769074990.104905:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1769074990.104909:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a0302c400. 00000800:00000010:3.0:1769074990.104909:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28b00. 00000100:00000010:1.0:1769074990.104916:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862300. 00000400:00000200:3.0:1769074990.104916:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.104921:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:1.0:1769074990.104926:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b361ae000. 00000400:00000200:3.0:1769074990.104926:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:3.0:1769074990.104928:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000100:00000010:1.0:1769074990.104932:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b480. 00000100:00000200:3.0:1769074990.104936:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfebb80 x1855008368818048/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.104938:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a0302fc00. 00000100:00000010:1.0:1769074990.104943:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9c00. 02000000:00000010:1.0:1769074990.104950:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04893000. 00000100:00000010:1.0:1769074990.104954:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18700. 00000800:00000200:3.0:1769074990.104954:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.104957:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 02000000:00000010:1.0:1769074990.104961:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b361aec00. 00000400:00000200:3.0:1769074990.104962:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.104968:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861c00. 00000400:00000200:3.0:1769074990.104968:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.104972:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:3.0:1769074990.104975:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 02000000:00000010:1.0:1769074990.104976:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b35d27800. 00000100:00000200:3.0:1769074990.104980:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf96680 x1855008368818176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769074990.104983:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861880. 02000000:00000010:1.0:1769074990.104994:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fe14000. 00000800:00000200:3.0:1769074990.104996:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1769074990.104999:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598e00. 00000800:00000010:3.0:1769074990.104999:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:3.0:1769074990.105006:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.105009:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fe15400. 00000400:00000200:3.0:1769074990.105009:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.105012:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074990.105013:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074990.105024:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f1500 x1855008368818304/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.105047:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a000. 00010000:00000010:1.1:1769074990.105061:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c800. 00010000:00000010:1.1:1769074990.105068:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7af00. 00000800:00000200:3.0:1769074990.105069:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.105073:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1fc28600. 00010000:00000010:1.1:1769074990.105075:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c200. 00000400:00000200:3.0:1769074990.105078:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.105082:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7ac00. 00000400:00000200:3.0:1769074990.105087:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074990.105090:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511fe00. 00000400:00000200:3.0:1769074990.105093:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00010000:00000010:1.1:1769074990.105096:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba300. 00000400:00000010:3.0:1769074990.105097:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00010000:00000010:1.1:1769074990.105103:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a600. 00000100:00000200:3.0:1769074990.105108:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8700 x1855008368818432/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.105110:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba500. 00010000:00000010:1.1:1769074990.105117:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79a00. 00010000:00000010:1.1:1769074990.105128:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9a00. 00000800:00000200:3.0:1769074990.105131:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1769074990.105133:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1e00. 00000800:00000010:3.0:1769074990.105135:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:3.0:1769074990.105140:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.105142:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4400. 00000400:00000200:3.0:1769074990.105144:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.105149:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:3.0:1769074990.105151:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00010000:00000010:1.1:1769074990.105152:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fe00. 00000100:00000200:3.0:1769074990.105157:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f0380 x1855008368818688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.105160:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4800. 00010000:00000010:1.1:1769074990.105168:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f000. 00000800:00000200:3.0:1769074990.105173:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.105176:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7800. 00010000:00000010:1.1:1769074990.105176:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745300. 00000400:00000200:3.0:1769074990.105182:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.105185:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378f800. 00000400:00000200:3.0:1769074990.105186:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.105192:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00010000:00000010:1.1:1769074990.105194:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745100. 00000400:00000010:3.0:1769074990.105195:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000100:00000200:3.0:1769074990.105202:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf97480 x1855008368818816/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.105203:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691600. 00010000:00000010:1.1:1769074990.105211:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745c00. 00010000:00000010:1.1:1769074990.105217:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150c400. 00010000:00000010:1.1:1769074990.105221:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745d00. 00010000:00000010:1.1:1769074990.105225:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150de00. 00010000:00000010:1.1:1769074990.105228:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d000. 00010000:00000010:1.1:1769074990.105232:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064900. 00010000:00000010:1.1:1769074990.105235:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150dc00. 00010000:00000010:1.1:1769074990.105240:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4000. 00000800:00000200:3.0:1769074990.105241:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.1:1769074990.105245:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690800. 00000800:00000010:3.0:1769074990.105246:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00010000:00000010:1.1:1769074990.105252:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9600. 00000400:00000200:3.0:1769074990.105253:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.105261:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074990.105262:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78000. 00000400:00000200:3.0:1769074990.105265:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00010000:00000010:1.1:1769074990.105268:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9d00. 00000400:00000010:3.0:1769074990.105270:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00010000:00000010:1.1:1769074990.105274:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1a00. 00000100:00000200:3.0:1769074990.105280:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfea300 x1855008368818944/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.105286:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a700. 00010000:00000010:1.1:1769074990.105305:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ae00. 00010000:00000010:1.1:1769074990.105310:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04d00. 00010000:00000010:1.1:1769074990.105315:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9c00. 00010000:00000010:1.1:1769074990.105319:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04500. 00010000:00000010:1.1:1769074990.105322:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8800. 00010000:00000010:1.1:1769074990.105326:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399400. 00010000:00000010:1.1:1769074990.105330:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691e00. 00010000:00000010:1.1:1769074990.105333:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399d00. 00010000:00000010:1.1:1769074990.105336:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9200. 00010000:00000010:1.1:1769074990.105338:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305eed00. 00010000:00000010:1.1:1769074990.105341:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696000. 00010000:00000010:1.1:1769074990.105345:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd600. 00010000:00000010:1.1:1769074990.105348:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9e00. 00010000:00000010:1.1:1769074990.105352:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd000. 00010000:00000010:1.1:1769074990.105355:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511f600. 00010000:00000010:1.1:1769074990.105358:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd500. 00010000:00000010:1.1:1769074990.105364:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709800. 00010000:00000010:1.1:1769074990.105367:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee600. 00010000:00000010:1.1:1769074990.105370:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213b600. 00010000:00000010:1.1:1769074990.105373:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dd100. 00010000:00000010:1.1:1769074990.105376:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f000. 00010000:00000010:1.1:1769074990.105379:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569100. 00010000:00000010:1.1:1769074990.105382:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708000. 00010000:00000010:1.1:1769074990.105385:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dcf00. 00010000:00000010:1.1:1769074990.105399:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8a00. 00010000:00000010:1.1:1769074990.105402:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5300. 00010000:00000010:1.1:1769074990.105406:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574000. 00010000:00000010:1.1:1769074990.105409:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dcb00. 00010000:00000010:1.1:1769074990.105412:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709200. 00010000:00000010:1.1:1769074990.105415:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4200. 00010000:00000010:1.1:1769074990.105418:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575e00. 00010000:00000010:1.1:1769074990.105427:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5c00. 00010000:00000010:1.1:1769074990.105430:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708800. 00010000:00000010:1.1:1769074990.105433:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b132dc500. 00010000:00000010:1.1:1769074990.105436:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5200. 00010000:00000010:1.1:1769074990.105439:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7000. 00010000:00000010:1.1:1769074990.105444:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a200. 00010000:00000010:1.1:1769074990.105447:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7100. 00010000:00000010:1.1:1769074990.105450:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575400. 00010000:00000010:1.1:1769074990.105453:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a900. 00010000:00000010:1.1:1769074990.105456:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980400. 00010000:00000010:1.1:1769074990.105459:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148300. 00010000:00000010:1.1:1769074990.105463:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ba00. 00010000:00000010:1.1:1769074990.105466:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44ff00. 00010000:00000010:1.1:1769074990.105480:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01663000. 00010000:00000010:1.1:1769074990.105483:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f800. 00010000:00000010:1.1:1769074990.105487:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b600. 00010000:00000010:1.1:1769074990.105491:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f400. 00010000:00000010:1.1:1769074990.105493:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a800. 00010000:00000010:1.1:1769074990.105496:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148f00. 00010000:00000010:1.1:1769074990.105499:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162800. 00010000:00000010:1.1:1769074990.105502:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf200. 00010000:00000010:1.1:1769074990.105506:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b400. 00010000:00000010:1.1:1769074990.105509:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf300. 00010000:00000010:1.1:1769074990.105512:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753aa00. 00010000:00000010:1.1:1769074990.105514:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf100. 00010000:00000010:1.1:1769074990.105519:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ea00. 00010000:00000010:1.1:1769074990.105522:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfa00. 00010000:00000010:1.1:1769074990.105526:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794a00. 00010000:00000010:1.1:1769074990.105529:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f300. 00010000:00000010:1.1:1769074990.105532:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6a00. 00010000:00000010:1.1:1769074990.105535:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfe00. 00010000:00000010:1.1:1769074990.105539:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7000. 00010000:00000010:1.1:1769074990.105549:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786af00. 00010000:00000010:1.1:1769074990.105554:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5a00. 00010000:00000010:1.1:1769074990.105557:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a200. 00000100:00000010:1.0:1769074990.105563:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599f80. 02000000:00000010:1.0:1769074990.105568:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b06508400. 00000100:00000010:1.0:1769074990.105571:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599180. 02000000:00000010:1.0:1769074990.105574:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b06509c00. 00000100:00000010:1.0:1769074990.105576:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b800. 02000000:00000010:1.0:1769074990.105579:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b06509000. 00000100:00000010:1.0:1769074990.105581:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 02000000:00000010:1.0:1769074990.105585:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0650a800. 00000100:00000010:1.0:1769074990.105588:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0380. 02000000:00000010:1.0:1769074990.105591:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0650b000. 00000100:00000010:1.0:1769074990.105594:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599c00. 02000000:00000010:1.0:1769074990.105596:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0650a400. 00000100:00000010:1.0:1769074990.105599:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1880. 02000000:00000010:1.0:1769074990.105602:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a09d52000. 00000100:00000010:1.0:1769074990.105605:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 02000000:00000010:1.0:1769074990.105610:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fa02000. 00000100:00000010:1.0:1769074990.105612:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 02000000:00000010:1.0:1769074990.105615:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0882d800. 00000100:00000010:1.0:1769074990.105618:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2680. 02000000:00000010:1.0:1769074990.105621:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0882cc00. 00000100:00000010:1.0:1769074990.105625:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978000. 02000000:00000010:1.0:1769074990.105629:0:29089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a0332f800. 00000100:00000010:1.0:1769074990.105631:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000200:1.0:1769074990.105637:0:29089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:1.0:1769074990.105641:0:29089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794a50. 00000400:00000010:1.0:1769074990.105646:0:29089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b1326c400. 00010000:00000010:1.1:1769074990.105673:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b600. 00010000:00000010:1.1:1769074990.105693:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786aa00. 00010000:00000010:1.1:1769074990.105697:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5e00. 00010000:00000010:1.1:1769074990.105699:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ad00. 00010000:00000010:1.1:1769074990.105702:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7600. 00010000:00000010:1.1:1769074990.105705:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a400. 00010000:00000010:1.1:1769074990.105708:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4e00. 00010000:00000010:1.1:1769074990.105711:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a300. 00010000:00000010:1.1:1769074990.105714:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5000. 00010000:00000010:1.1:1769074990.105718:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81d00. 00010000:00000010:1.1:1769074990.105722:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6400. 00010000:00000010:1.1:1769074990.105726:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81600. 00010000:00000010:1.1:1769074990.105729:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5800. 00010000:00000010:1.1:1769074990.105731:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04600. 00010000:00000010:1.1:1769074990.105735:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0000. 00010000:00000010:1.1:1769074990.105737:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81700. 00010000:00000010:1.1:1769074990.105740:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213ba00. 00010000:00000010:1.1:1769074990.105743:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81000. 00010000:00000010:1.1:1769074990.105746:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709e00. 00010000:00000010:1.1:1769074990.105750:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6ab00. 00010000:00000010:1.1:1769074990.105756:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693c00. 00010000:00000010:1.1:1769074990.105759:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6ad00. 00010000:00000010:1.1:1769074990.105762:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794c00. 00010000:00000010:1.1:1769074990.105765:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a000. 00010000:00000010:1.1:1769074990.105769:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5e00. 00010000:00000010:1.1:1769074990.105772:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ae00. 00010000:00000010:1.1:1769074990.105775:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692600. 00010000:00000010:1.1:1769074990.105779:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca600. 00010000:00000010:1.1:1769074990.105784:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5a00. 00010000:00000010:1.1:1769074990.105793:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e0c300. 00010000:00000010:1.1:1769074990.105799:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602400. 00010000:00000010:1.1:1769074990.105802:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398af00. 00010000:00000010:1.1:1769074990.105806:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58c00. 00010000:00000010:1.1:1769074990.105809:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edcab00. 00010000:00000010:1.1:1769074990.105812:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692400. 00010000:00000010:1.1:1769074990.105815:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca800. 00010000:00000010:1.1:1769074990.105818:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693200. 00010000:00000010:1.1:1769074990.105821:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edcac00. 00010000:00000010:1.1:1769074990.105825:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353daa00. 00010000:00000010:1.1:1769074990.105828:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae100. 00010000:00000010:1.1:1769074990.105832:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031000. 00010000:00000010:1.1:1769074990.105835:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aef00. 00010000:00000010:1.1:1769074990.105838:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e800. 00010000:00000010:1.1:1769074990.105841:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aec00. 00010000:00000010:1.1:1769074990.105844:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794600. 00010000:00000010:1.1:1769074990.105847:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4000. 00010000:00000010:1.1:1769074990.105851:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da400. 00010000:00000010:1.1:1769074990.105854:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4200. 00010000:00000010:1.1:1769074990.105857:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693a00. 00010000:00000010:1.1:1769074990.105860:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4500. 00010000:00000010:1.1:1769074990.105864:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da600. 00010000:00000010:1.1:1769074990.105867:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4700. 00010000:00000010:1.1:1769074990.105871:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec600. 00010000:00000010:1.1:1769074990.105874:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4e00. 00010000:00000010:1.1:1769074990.105877:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed400. 00010000:00000010:1.1:1769074990.105880:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4100. 00010000:00000010:1.1:1769074990.105883:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db800. 00010000:00000010:1.1:1769074990.105887:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237100. 00010000:00000010:1.1:1769074990.105890:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfecc00. 00010000:00000010:1.1:1769074990.105893:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237300. 00010000:00000010:1.1:1769074990.105897:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693000. 00010000:00000010:1.1:1769074990.105906:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237500. 00010000:00000010:1.1:1769074990.105909:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da800. 00010000:00000010:1.1:1769074990.105912:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237a00. 00010000:00000010:1.1:1769074990.105915:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2ee00. 00010000:00000010:1.1:1769074990.105919:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237700. 00010000:00000010:1.1:1769074990.105922:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f000. 00010000:00000010:1.1:1769074990.105924:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237c00. 00010000:00000010:1.1:1769074990.105927:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fa00. 00010000:00000010:1.1:1769074990.105930:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398ab00. 00010000:00000010:1.1:1769074990.105934:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58800. 00010000:00000010:1.1:1769074990.105937:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398a100. 00010000:00000010:1.1:1769074990.105940:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984000. 00010000:00000010:1.1:1769074990.105944:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522ba00. 00010000:00000010:1.1:1769074990.105947:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59000. 00010000:00000010:1.1:1769074990.105951:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522bc00. 00010000:00000010:1.1:1769074990.105954:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539600. 00010000:00000010:1.1:1769074990.105958:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522bb00. 00010000:00000010:1.1:1769074990.105961:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539800. 00010000:00000010:1.1:1769074990.105964:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b800. 00010000:00000010:1.1:1769074990.105968:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985600. 00010000:00000010:1.1:1769074990.105972:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564200. 00010000:00000010:1.1:1769074990.105976:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2ea00. 00010000:00000010:1.1:1769074990.105978:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fc00. 00010000:00000010:1.1:1769074990.105981:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564500. 00010000:00000010:1.1:1769074990.105985:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603e00. 00010000:00000010:1.1:1769074990.105988:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603800. 00010000:00000010:1.1:1769074990.105991:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564a00. 00010000:00000010:1.1:1769074990.105995:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db600. 00010000:00000010:1.1:1769074990.105998:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564900. 00010000:00000010:1.1:1769074990.106002:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed600. 00010000:00000010:1.1:1769074990.106005:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564700. 00010000:00000010:1.1:1769074990.106008:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec200. 00010000:00000010:1.1:1769074990.106016:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564800. 00010000:00000010:1.1:1769074990.106019:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbe00. 00010000:00000010:1.1:1769074990.106023:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564e00. 00010000:00000010:1.1:1769074990.106049:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec000. 00010000:00000010:2.1:1769074990.106050:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690000. 00010000:00000010:1.1:1769074990.106054:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564d00. 00010000:00000010:2.1:1769074990.106054:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691c00. 00010000:00000010:1.1:1769074990.106057:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692800. 00010000:00000010:2.1:1769074990.106057:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a000. 00010000:00000010:1.1:1769074990.106061:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564100. 00010000:00000010:1.1:1769074990.106069:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693400. 00010000:00000010:1.1:1769074990.106073:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564400. 00010000:00000010:1.1:1769074990.106078:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfeca00. 00010000:00000010:2.1:1769074990.106078:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edacd00. 00010000:00000010:1.1:1769074990.106082:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47900. 00010000:00000010:2.1:1769074990.106086:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acca00. 00010000:00000010:1.1:1769074990.106087:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed800. 00010000:00000010:1.1:1769074990.106092:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47700. 00010000:00000010:1.1:1769074990.106099:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfece00. 00010000:00000010:0.1:1769074990.106100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e800. 00010000:00000010:2.1:1769074990.106102:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603500. 00010000:00000010:1.1:1769074990.106114:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47e00. 00010000:00000010:0.1:1769074990.106116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981a00. 00010000:00000010:1.1:1769074990.106120:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692e00. 00010000:00000010:2.1:1769074990.106129:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1000. 00010000:00000010:0.1:1769074990.106130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985a00. 00010000:00000010:1.1:1769074990.106130:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985800. 00010000:00000010:1.1:1769074990.106139:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47100. 00010000:00000010:2.1:1769074990.106145:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603e00. 00010000:00000010:1.1:1769074990.106147:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1a00. 00010000:00000010:2.1:1769074990.106153:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0800. 00010000:00000010:1.1:1769074990.106155:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1600. 00010000:00000010:0.1:1769074990.106158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52b00. 00010000:00000010:1.1:1769074990.106159:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47400. 00010000:00000010:0.1:1769074990.106167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0600. 00010000:00000010:1.1:1769074990.106170:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0e00. 00010000:00000010:2.1:1769074990.106170:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7c00. 00010000:00000010:1.1:1769074990.106178:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0a00. 00010000:00000010:2.1:1769074990.106178:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843a00. 00010000:00000010:1.1:1769074990.106182:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47000. 00010000:00000010:1.1:1769074990.106188:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0000. 00010000:00000010:1.1:1769074990.106195:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1400. 00010000:00000010:1.1:1769074990.106201:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0200. 00010000:00000010:2.1:1769074990.106201:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac800. 00010000:00000010:1.1:1769074990.106208:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5c00. 00010000:00000010:2.1:1769074990.106208:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0400. 00010000:00000010:0.1:1769074990.106213:0:12:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7b00. 00010000:00000010:1.1:1769074990.106215:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984600. 00010000:00000010:3.1:1769074990.106220:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3400. 00010000:00000010:0.1:1769074990.106226:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842400. 00010000:00000010:1.1:1769074990.106226:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4aee00. 00010000:00000010:1.1:1769074990.106239:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030200. 00010000:00000010:2.1:1769074990.106239:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7e00. 00010000:00000010:1.1:1769074990.106246:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:2.1:1769074990.106246:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9400. 00010000:00000010:1.1:1769074990.106258:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b400. 00000400:00000200:3.0:1769074990.106266:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074990.106267:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6600. 00010000:00000010:1.1:1769074990.106277:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485200. 00000400:00000200:3.0:1769074990.106282:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f700 00010000:00000010:1.1:1769074990.106286:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0b00. 00000400:00000200:3.0:1769074990.106292:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ab5 [1] + 224 00010000:00000010:1.1:1769074990.106297:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484800. 00000400:00000200:3.0:1769074990.106304:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.106307:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e800. 00000400:00000200:3.0:1769074990.106313:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074990.106317:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0900. 00010000:00000010:1.1:1769074990.106322:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d600. 00010000:00000010:1.1:1769074990.106327:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771ca00. 00010000:00000010:1.1:1769074990.106330:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b900. 00010000:00000010:1.1:1769074990.106334:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984c00. 00010000:00000010:1.1:1769074990.106338:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d200. 00010000:00000010:1.1:1769074990.106342:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0a00. 00010000:00000010:1.1:1769074990.106346:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c600. 00010000:00000010:1.1:1769074990.106350:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539a00. 00010000:00000010:1.1:1769074990.106355:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0700. 00010000:00000010:1.1:1769074990.106359:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771cc00. 00010000:00000010:1.1:1769074990.106365:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d000. 00000100:00000200:3.0:1769074990.106367:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f0e00 x1855008368817920/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.106371:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b500. 00010000:00000010:1.1:1769074990.106380:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539e00. 00010000:00000010:1.1:1769074990.106389:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985000. 00010000:00000010:1.1:1769074990.106396:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077ad600. 00000400:00000200:3.0:1769074990.106402:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074990.106406:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485400. 00000400:00000200:3.0:1769074990.106412:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f780 00010000:00000010:1.1:1769074990.106415:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539200. 00000400:00000200:3.0:1769074990.106420:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ab9 [1] + 224 00010000:00000010:1.1:1769074990.106425:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077adf00. 00000400:00000200:3.0:1769074990.106429:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.106435:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074990.106437:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843c00. 00000100:00000200:3.0:1769074990.106442:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfebb80 x1855008368818048/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.106447:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842000. 00010000:00000010:1.1:1769074990.106456:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e0cc00. 00010000:00000010:0.1:1769074990.106460:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882be00. 00010000:00000010:1.1:1769074990.106462:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538600. 00000400:00000200:3.0:1769074990.106463:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.106473:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f800 00010000:00000010:1.1:1769074990.106473:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843400. 00000400:00000200:3.0:1769074990.106478:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ac5 [1] + 224 00010000:00000010:1.1:1769074990.106483:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e600. 00000400:00000200:3.0:1769074990.106485:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.106492:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074990.106496:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538c00. 00000100:00000200:3.0:1769074990.106498:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf96680 x1855008368818176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.106510:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484a00. 00000400:00000010:0.0:1769074990.106511:0:32342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bd68. 00010000:00000010:1.1:1769074990.106517:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e300. 00000400:00000200:0.0:1769074990.106519:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:0.0:1769074990.106523:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00010000:00000010:1.1:1769074990.106524:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771d800. 00000400:00000010:2.0:1769074990.106531:0:32341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39370. 00010000:00000010:1.1:1769074990.106533:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59200. 00000100:00000200:0.0:1769074990.106536:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfebb80 x1855008368818048/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.106537:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00010000:00000010:1.1:1769074990.106538:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869ee00. 00000400:00000200:3.0:1769074990.106542:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.106543:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00010000:00000010:1.1:1769074990.106544:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771dc00. 00010000:00000010:1.1:1769074990.106552:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4000. 00000400:00000200:3.0:1769074990.106556:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f880 00000100:00000200:2.0:1769074990.106558:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf96680 x1855008368818176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.106559:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869ec00. 00000100:00000200:0.0:1769074990.106562:0:32342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfebb80 x1855008368818048/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.106565:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696600. 00000400:00000200:3.0:1769074990.106568:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29acd [1] + 224 00010000:00000010:1.1:1769074990.106571:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc000. 00010000:00000010:1.1:1769074990.106577:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5700. 00000400:00000200:3.0:1769074990.106582:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1769074990.106584:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04accc00. 00000100:00000200:2.0:1769074990.106591:0:32341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf96680 x1855008368818176/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.1:1769074990.106592:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7800. 00000400:00000200:3.0:1769074990.106594:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.1:1769074990.106599:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59a00. 00010000:00000010:1.1:1769074990.106604:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696a00. 00000100:00000200:3.0:1769074990.106605:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f1500 x1855008368818304/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.106615:0:32342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3cf17600. 02000000:00000010:2.0:1769074990.106619:0:32341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fce00. 02000000:00000010:0.0:1769074990.106625:0:32342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30757000. 02000000:00000010:2.0:1769074990.106627:0:32341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fc600. 00000100:00000010:0.0:1769074990.106633:0:32342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfebb80. 00000100:00000010:2.0:1769074990.106634:0:32341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 00000100:00000010:0.0:1769074990.106642:0:32342:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687a80. 00000100:00000010:2.0:1769074990.106643:0:32341:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049763c0. 00010000:00000010:0.0:1769074990.106651:0:32342:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00010000:00000010:2.0:1769074990.106651:0:32341:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000010:3.0:1769074990.106651:0:32343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751aa8. 00000400:00000200:3.0:1769074990.106658:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:3.0:1769074990.106662:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074990.106668:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f1500 x1855008368818304/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.106699:0:32343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f1500 x1855008368818304/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074990.106716:0:32343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03697600. 02000000:00000010:3.0:1769074990.106719:0:32343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03696a00. 00000100:00000010:3.0:1769074990.106722:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 00000100:00000010:3.0:1769074990.106724:0:32343:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd840. 00010000:00000010:3.0:1769074990.106726:0:32343:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1b80. 00000400:00000010:3.0:1769074990.106739:0:38314:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751688. 00000400:00000200:3.0:1769074990.106741:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.106742:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074990.106746:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f0e00 x1855008368817920/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.106752:0:38314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f0e00 x1855008368817920/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074990.106759:0:38314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03697200. 02000000:00000010:3.0:1769074990.106761:0:38314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03697a00. 00000100:00000010:3.0:1769074990.106762:0:38314:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0e00. 00000100:00000010:3.0:1769074990.106764:0:38314:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd300. 00010000:00000010:3.0:1769074990.106766:0:38314:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1cc0. 00000400:00000200:0.0:1769074990.107084:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.107092:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0f900 00000400:00000200:0.0:1769074990.107097:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ad5 [1] + 224 00000400:00000200:0.0:1769074990.107102:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.107106:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.107111:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8700 x1855008368818432/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.107132:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.107137:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0fa00 00000400:00000200:0.0:1769074990.107141:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ae5 [1] + 224 00000400:00000200:0.0:1769074990.107146:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.107148:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:1.0:1769074990.107151:0:32344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b000. 00000400:00000200:1.0:1769074990.107156:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:1.0:1769074990.107159:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074990.107167:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f0380 x1855008368818688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.107169:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8700 x1855008368818432/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.107192:0:32344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8700 x1855008368818432/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.107199:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:3.0:1769074990.107205:0:36867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751160. 00000400:00000200:0.0:1769074990.107212:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0fa80 00000400:00000200:3.0:1769074990.107213:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fcc0 00000400:00000010:3.0:1769074990.107217:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fcc0. 00000400:00000200:0.0:1769074990.107224:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29aed [1] + 224 00000100:00000200:3.0:1769074990.107227:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f0380 x1855008368818688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.107228:0:32344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3cf16e00. 00000400:00000200:0.0:1769074990.107230:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.107238:0:32344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3cf17400. 00000400:00000200:0.0:1769074990.107240:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074990.107245:0:32344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8700. 00000100:00000200:3.0:1769074990.107250:0:36867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f0380 x1855008368818688/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769074990.107252:0:32344:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687180. 00000100:00000200:0.0:1769074990.107253:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf97480 x1855008368818816/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.107259:0:32344:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecd80. 02000000:00000010:3.0:1769074990.107285:0:36867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03696000. 02000000:00000010:3.0:1769074990.107290:0:36867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03696800. 00000400:00000200:0.0:1769074990.107295:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:3.0:1769074990.107295:0:36867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0380. 00000400:00000010:1.0:1769074990.107300:0:30682:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39840. 00000100:00000010:3.0:1769074990.107301:0:36867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00000400:00000200:0.0:1769074990.107304:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0fb00 00000400:00000200:1.0:1769074990.107309:0:30682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00010000:00000010:3.0:1769074990.107309:0:36867:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1c80. 00000400:00000010:1.0:1769074990.107315:0:30682:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:0.0:1769074990.107322:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29af5 [1] + 224 00000100:00000200:1.0:1769074990.107324:0:30682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf97480 x1855008368818816/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.107328:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.107336:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.107344:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfea300 x1855008368818944/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.107350:0:30682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf97480 x1855008368818816/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.107369:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:3.0:1769074990.107369:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b580. 02000000:00000010:1.0:1769074990.107371:0:30682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fde00. 00000400:00000200:3.0:1769074990.107376:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:3.0:1769074990.107379:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 02000000:00000010:1.0:1769074990.107380:0:30682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fc200. 00000400:00000200:0.0:1769074990.107386:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e280 00000100:00000200:3.0:1769074990.107387:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfea300 x1855008368818944/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769074990.107389:0:30682:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97480. 00000100:00000010:1.0:1769074990.107396:0:30682:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976c00. 00000400:00000200:0.0:1769074990.107401:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22985 [2] + 328 00010000:00000010:1.0:1769074990.107404:0:30682:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763240. 00000100:00000200:3.0:1769074990.107406:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfea300 x1855008368818944/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074990.107419:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f000. 02000000:00000010:3.0:1769074990.107424:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0e000. 00000100:00000010:3.0:1769074990.107428:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea300. 00000400:00000200:0.0:1769074990.107430:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074990.107431:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687600. 00010000:00000010:3.0:1769074990.107435:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec400. 00000400:00000200:0.0:1769074990.107437:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.107442:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074990.107446:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfebb80. 00000400:00000200:0.0:1769074990.107465:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.107472:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e480 00000020:00000010:3.0:1769074990.107473:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000400:00000200:0.0:1769074990.107479:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22985 [2] + 656 00000020:00000010:3.0:1769074990.107479:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000400:00000200:0.0:1769074990.107486:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.107488:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696800. 00000400:00000200:0.0:1769074990.107492:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074990.107495:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589180. 00000100:00000200:0.0:1769074990.107496:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074990.107502:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9f80. 00000020:00000010:3.0:1769074990.107504:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000400:00000200:0.0:1769074990.107517:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:3.0:1769074990.107524:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfebb80 x1855008351445632/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.107525:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e380 00000400:00000200:0.0:1769074990.107535:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22985 [2] + 984 00000020:00000010:1.0:1769074990.107535:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000020:00000010:1.0:1769074990.107542:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000400:00000200:0.0:1769074990.107546:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.107552:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.107554:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909800. 00000100:00000200:0.0:1769074990.107555:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074990.107561:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9880. 00000020:00000010:1.0:1769074990.107562:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3680. 00000020:00000010:1.0:1769074990.107568:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c34b0. 00000400:00000200:0.0:1769074990.107579:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:3.0:1769074990.107582:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000100:00000200:1.0:1769074990.107584:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfe9f80 x1855008351446144/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.107587:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000400:00000200:0.0:1769074990.107588:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e580 00000020:00000010:3.0:1769074990.107597:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000400:00000200:0.0:1769074990.107598:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22985 [2] + 1312 00000020:00000010:3.0:1769074990.107603:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589b80. 00000400:00000200:0.0:1769074990.107610:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.107610:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751d48. 00000400:00000200:0.0:1769074990.107615:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.107618:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074990.107622:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea680. 00000100:00000200:3.0:1769074990.107624:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfe9880 x1855008351445888/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.107640:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000020:00000010:3.0:1769074990.107645:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000400:00000200:0.0:1769074990.107646:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074990.107648:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000020:00000010:3.0:1769074990.107650:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000100:00000200:3.0:1769074990.107656:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351445632 00000020:00000010:1.0:1769074990.107657:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908000. 00000400:00000200:0.0:1769074990.107659:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e300 00000400:00000200:0.0:1769074990.107666:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22985 [2] + 1640 00000020:00000010:1.0:1769074990.107666:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3f80. 02000000:00000010:3.0:1769074990.107666:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a09d5bc00. 00000020:00000010:1.0:1769074990.107674:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3578. 00000400:00000200:0.0:1769074990.107697:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.107703:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.107705:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfea680 x1855008351446400/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.107707:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.0:1769074990.107708:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1c80. 00000100:00000010:0.0:1769074990.107715:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8a80. 00000100:00000010:3.0:1769074990.107716:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000100:00000010:3.0:1769074990.107728:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00010000:00000010:3.0:1769074990.107731:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1c80. 00000020:00000010:1.0:1769074990.107734:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000400:00000200:0.0:1769074990.107736:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074990.107740:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000400:00000010:3.0:1769074990.107742:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fcc0. 00000400:00000200:0.0:1769074990.107746:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e400 00000020:00000010:1.0:1769074990.107747:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908200. 00000100:00000200:3.0:1769074990.107748:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351445632, offset 224 00000400:00000200:0.0:1769074990.107755:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22985 [2] + 1968 00000020:00000010:1.0:1769074990.107755:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 00000400:00000010:0.0:1769074990.107761:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b17462a50. 00000020:00000010:1.0:1769074990.107763:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c33e8. 00000400:00000200:0.0:1769074990.107765:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b12bb8b40 00000400:00000200:0.0:1769074990.107771:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.107772:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074990.107777:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfe8a80 x1855008351445760/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.107778:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.107786:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.107798:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17561:17561:256:4294967295] 192.168.204.41@tcp LPNI seq info [17557:17557:8:4294967295] 00000020:00000010:1.0:1769074990.107808:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000400:00000200:3.0:1769074990.107812:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074990.107813:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000100:00000200:1.0:1769074990.107819:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446144 00000400:00000200:0.0:1769074990.107822:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b12bb8b40 00000400:00000010:0.0:1769074990.107826:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b12bb8b40. 00000800:00000200:3.0:1769074990.107826:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.107829:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d69800. 00000100:00000200:0.0:1769074990.107832:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:3.0:1769074990.107834:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00000800:00000200:3.0:1769074990.107844:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.107853:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074990.107853:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 00000800:00000200:3.0:1769074990.107854:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.107861:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1769074990.107864:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194180. 00000400:00000200:0.0:1769074990.107865:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e500 00000400:00000200:0.0:1769074990.107873:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22a31 [2] + 0 00000400:00000200:0.0:1769074990.107879:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.107880:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194180. 00000020:00000010:3.0:1769074990.107880:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589180. 00000400:00000200:0.0:1769074990.107885:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074990.107886:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00010000:00000010:1.0:1769074990.107889:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00000100:00000200:0.0:1769074990.107890:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1769074990.107892:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696800. 00000100:00000010:0.0:1769074990.107897:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9500. 00000400:00000010:1.0:1769074990.107903:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074990.107909:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446144, offset 224 00000020:00000010:3.0:1769074990.107914:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000020:00000010:3.0:1769074990.107918:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000400:00000200:1.0:1769074990.107919:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:3.0:1769074990.107924:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696800. 00000020:00000010:3.0:1769074990.107929:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589180. 00000400:00000200:1.0:1769074990.107931:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:3.0:1769074990.107934:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087514b0. 00000800:00000200:0.0:1769074990.107939:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074990.107940:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17562:17562:255:4294967295] 192.168.204.41@tcp LPNI seq info [17558:17558:7:4294967295] 00000800:00000010:0.0:1769074990.107942:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000400:00000200:0.0:1769074990.107948:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074990.107950:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a03db1c50 x1855008351446016/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.107957:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.107969:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074990.107978:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fcc0 00000800:00000200:1.0:1769074990.107981:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.107982:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fcc0. 00000020:00000010:3.0:1769074990.107988:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000800:00000010:1.0:1769074990.107990:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1326c600. 00000020:00000010:3.0:1769074990.107995:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000400:00000200:0.0:1769074990.107999:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:1.0:1769074990.108003:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:3.0:1769074990.108005:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03697200. 00000400:00000200:0.0:1769074990.108009:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e600 00000800:00000200:1.0:1769074990.108015:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.108018:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22a31 [2] + 328 00000800:00000200:1.0:1769074990.108021:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1326c600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1769074990.108061:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52400. 00010000:00000010:2.1:1769074990.108070:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc200. 00010000:00000010:2.1:1769074990.108077:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a600. 00010000:00000010:2.1:1769074990.108085:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acde00. 00000020:00000010:1.0:1769074990.108090:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3680. 00010000:00000010:2.1:1769074990.108094:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e700. 00000020:00000010:1.0:1769074990.108095:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c34b0. 00000020:00000010:1.0:1769074990.108100:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909800. 00010000:00000010:2.1:1769074990.108101:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1200. 00010000:00000010:2.1:1769074990.108108:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603100. 00010000:00000010:3.1:1769074990.108117:0:44334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba400. 00000020:00000010:1.0:1769074990.108118:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00010000:00000010:2.1:1769074990.108118:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd800. 00000020:00000010:1.0:1769074990.108124:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00010000:00000010:3.1:1769074990.108126:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc400. 00000100:00000200:1.0:1769074990.108128:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351445888 00010000:00000010:3.1:1769074990.108135:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697a00. 02000000:00000010:1.0:1769074990.108137:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d6ac00. 00010000:00000010:2.1:1769074990.108140:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603400. 00010000:00000010:2.1:1769074990.108146:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd400. 00010000:00000010:2.1:1769074990.108154:0:53848:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee900. 00010000:00000010:3.1:1769074990.108159:0:44334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52e00. 00010000:00000010:1.0:1769074990.108161:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 00010000:00000010:2.1:1769074990.108161:0:53848:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0200. 00000100:00000010:1.0:1769074990.108167:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194180. 00010000:00000010:3.1:1769074990.108168:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1800. 00000100:00000010:1.0:1769074990.108178:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194180. 00000020:00000010:3.0:1769074990.108179:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589e80. 00010000:00000010:1.0:1769074990.108186:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00000020:00000010:3.0:1769074990.108187:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751af0. 00000400:00000010:1.0:1769074990.108200:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:3.0:1769074990.108203:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfe9500 x1855008351446272/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.108224:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351445888, offset 224 00000400:00000200:0.0:1769074990.108230:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.108231:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000400:00000200:1.0:1769074990.108237:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:3.0:1769074990.108238:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000400:00000200:0.0:1769074990.108242:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.108244:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446400 00000400:00000200:1.0:1769074990.108250:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:3.0:1769074990.108251:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a09d58400. 00000400:00000200:1.0:1769074990.108260:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17563:17563:255:4294967295] 192.168.204.41@tcp LPNI seq info [17559:17559:7:4294967295] 00010000:00000010:3.0:1769074990.108268:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1c80. 00000400:00000200:1.0:1769074990.108274:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:3.0:1769074990.108274:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000100:00000200:0.0:1769074990.108283:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1769074990.108284:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074990.108284:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00000100:00000010:0.0:1769074990.108288:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb100. 00010000:00000010:3.0:1769074990.108291:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1c80. 00000800:00000010:1.0:1769074990.108294:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000400:00000010:3.0:1769074990.108300:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000800:00000200:1.0:1769074990.108302:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.108305:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446400, offset 224 00000800:00000200:1.0:1769074990.108312:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.108314:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.108320:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.108327:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1769074990.108328:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074990.108331:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1326c600. 00000020:00000010:1.0:1769074990.108332:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589b80. 00000400:00000200:0.0:1769074990.108338:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.108339:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17564:17564:254:4294967295] 192.168.204.41@tcp LPNI seq info [17560:17560:6:4294967295] 00000020:00000010:1.0:1769074990.108340:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751d48. 00000020:00000010:1.0:1769074990.108348:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000400:00000200:0.0:1769074990.108349:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.108359:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074990.108368:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000020:00000010:1.0:1769074990.108368:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000800:00000200:3.0:1769074990.108368:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.108373:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000020:00000010:1.0:1769074990.108375:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000800:00000010:3.0:1769074990.108378:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000020:00000010:1.0:1769074990.108383:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909800. 00000800:00000200:3.0:1769074990.108389:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074990.108390:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3680. 00000020:00000010:1.0:1769074990.108394:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c34b0. 00000800:00000200:0.0:1769074990.108397:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.108402:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:0.0:1769074990.108407:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.108408:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfeb100 x1855008351446528/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.108418:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.108424:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:0.0:1769074990.108427:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000020:00000010:1.0:1769074990.108433:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000020:00000010:1.0:1769074990.108437:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000100:00000200:1.0:1769074990.108440:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351445760 02000000:00000010:1.0:1769074990.108447:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d6b800. 00000020:00000010:0.0:1769074990.108454:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec180. 00000020:00000010:0.0:1769074990.108460:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec180. 00000100:00000200:0.0:1769074990.108464:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446016 00010000:00000010:1.0:1769074990.108468:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 02000000:00000010:0.0:1769074990.108475:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5c000. 00000100:00000010:1.0:1769074990.108475:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194180. 00000800:00000200:3.0:1769074990.108489:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:1.0:1769074990.108490:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194180. 00000800:00000200:3.0:1769074990.108495:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.108496:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00010000:00000010:0.0:1769074990.108505:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec180. 00000400:00000010:1.0:1769074990.108510:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000010:0.0:1769074990.108511:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687a80. 00000100:00000200:1.0:1769074990.108518:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351445760, offset 224 00000020:00000010:3.0:1769074990.108519:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3f80. 00000100:00000010:0.0:1769074990.108525:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687a80. 00000020:00000010:3.0:1769074990.108527:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3578. 00000400:00000200:1.0:1769074990.108529:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:0.0:1769074990.108531:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec180. 00000020:00000010:3.0:1769074990.108535:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908000. 00000400:00000200:1.0:1769074990.108541:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:0.0:1769074990.108542:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074990.108548:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446016, offset 224 00000400:00000200:1.0:1769074990.108549:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17565:17565:255:4294967295] 192.168.204.41@tcp LPNI seq info [17561:17561:7:4294967295] 00000400:00000200:0.0:1769074990.108556:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.108564:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.108571:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.108585:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:1.0:1769074990.108587:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6d00. 00000400:00000200:0.0:1769074990.108592:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17566:17566:254:4294967295] 192.168.204.41@tcp LPNI seq info [17562:17562:6:4294967295] 00000800:00000200:1.0:1769074990.108600:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.108609:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.108612:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.108618:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.108619:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1769074990.108623:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000800:00000200:0.0:1769074990.108628:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074990.108630:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00000800:00000200:0.0:1769074990.108634:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:1.0:1769074990.108637:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c33e8. 00000800:00000200:0.0:1769074990.108638:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.108646:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908200. 00000020:00000010:0.0:1769074990.108649:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589180. 00000020:00000010:0.0:1769074990.108654:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087514b0. 00000020:00000010:0.0:1769074990.108659:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696800. 00000020:00000010:1.0:1769074990.108665:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000100:00000010:0.0:1769074990.108666:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8a80. 00000020:00000010:1.0:1769074990.108671:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000100:00000010:0.0:1769074990.108674:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea680. 00000100:00000200:1.0:1769074990.108701:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446272 00000020:00000010:3.0:1769074990.108702:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 02000000:00000010:0.0:1769074990.108705:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d6ac00. 00000020:00000010:3.0:1769074990.108707:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000100:00000010:0.0:1769074990.108711:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9880. 02000000:00000010:1.0:1769074990.108712:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d69400. 00000100:00000200:3.0:1769074990.108712:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446528 02000000:00000010:0.0:1769074990.108716:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d69800. 00000100:00000010:0.0:1769074990.108721:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9f80. 02000000:00000010:3.0:1769074990.108722:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a09d59000. 02000000:00000010:0.0:1769074990.108725:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d5bc00. 00000100:00000010:0.0:1769074990.108729:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfebb80. 02000000:00000010:0.0:1769074990.108733:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02bbe800. 00000100:00000010:0.0:1769074990.108736:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0a80. 00010000:00000010:1.0:1769074990.108739:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 00000100:00000200:0.0:1769074990.108742:0:40732:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000100:00000010:1.0:1769074990.108745:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194180. 00000400:00000010:0.0:1769074990.108747:0:40732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bd68. 00010000:00000010:3.0:1769074990.108749:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1c80. 00000400:00000010:0.0:1769074990.108753:0:40732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b40687a80. 00000100:00000010:3.0:1769074990.108756:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000100:00000010:1.0:1769074990.108759:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194180. 00010000:00000010:1.0:1769074990.108765:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00000100:00000010:3.0:1769074990.108768:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00010000:00000010:3.0:1769074990.108774:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1c80. 00010000:00000010:0.0:1769074990.108777:0:32343:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b40687600. 00000400:00000010:1.0:1769074990.108777:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000400:00000010:3.0:1769074990.108782:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:1.0:1769074990.108785:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446272, offset 224 00000100:00000200:3.0:1769074990.108787:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446528, offset 224 00080000:00000010:0.0:1769074990.108792:0:32343:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0e400. 00000400:00000200:1.0:1769074990.108796:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.108804:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.108805:0:32343:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec180. 00000400:00000200:1.0:1769074990.108808:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.108814:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17567:17567:253:4294967295] 192.168.204.41@tcp LPNI seq info [17563:17563:5:4294967295] 00000400:00000200:1.0:1769074990.108825:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.108831:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.108836:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6b00. 00000400:00000200:3.0:1769074990.108837:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000001:00000010:0.0:1769074990.108838:0:32343:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953e40. 00000800:00000200:1.0:1769074990.108846:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:0.0:1769074990.108851:0:32343:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec180. 00000400:00000200:3.0:1769074990.108851:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17568:17568:252:4294967295] 192.168.204.41@tcp LPNI seq info [17564:17564:4:4294967295] 00000800:00000200:1.0:1769074990.108858:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.108863:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.108872:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074990.108875:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589e80. 00000800:00000200:3.0:1769074990.108880:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.108883:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751af0. 00000800:00000010:3.0:1769074990.108885:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000020:00000010:1.0:1769074990.108889:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03697200. 00000800:00000200:3.0:1769074990.108891:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.108898:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.108901:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.108910:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3680. 00000020:00000010:3.0:1769074990.108914:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c34b0. 00000020:00000010:3.0:1769074990.108918:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909800. 00010000:00000010:1.0:1769074990.108921:0:32341:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194180. 00080000:00000010:1.0:1769074990.108938:0:32341:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908200. 00000800:00000200:3.0:1769074990.108947:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1769074990.108949:0:32341:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d580. 00080000:00000010:0.0:1769074990.108952:0:32343:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0a5a5e00. 00000800:00000010:3.0:1769074990.108952:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:3.0:1769074990.108969:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:0.0:1769074990.108970:0:32343:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511c980. 00000400:00000200:3.0:1769074990.108976:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.108979:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.108981:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00010000:00000200:0.0:1769074990.108983:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f2300 x1855008368817664/t8589935729(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.108986:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d58400. 00000001:00000010:1.0:1769074990.108989:0:32341:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fcea20. 00000800:00000200:3.0:1769074990.108998:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.109001:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6d00. 00000400:00000010:0.0:1769074990.109002:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00080000:00000010:1.0:1769074990.109004:0:32341:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d580. 00000400:00000200:3.0:1769074990.109004:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.109007:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368817664, offset 224 00000400:00000200:3.0:1769074990.109014:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.109015:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.109054:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000400:00000200:0.0:1769074990.109059:0:32343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1769074990.109059:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 02000000:00000010:3.0:1769074990.109068:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d6b800. 00000400:00000200:0.0:1769074990.109072:0:32343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f600 00000400:00000200:0.0:1769074990.109079:0:32343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29a95 [1] + 224 00000400:00000200:0.0:1769074990.109083:0:32343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.109087:0:32343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1769074990.109089:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.109094:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000100:00000200:0.0:1769074990.109095:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0489a300 x1855008368817664/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.109101:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.109109:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.109114:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:0.0:1769074990.109117:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000400:00000200:3.0:1769074990.109122:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:3.0:1769074990.109125:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000020:00000010:0.0:1769074990.109128:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc400. 02000000:00000010:3.0:1769074990.109130:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5c000. 00000020:00000010:0.0:1769074990.109135:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00080000:00000010:1.0:1769074990.109135:0:32341:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b09167800. 00000020:00000010:0.0:1769074990.109143:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757600. 00000800:00000200:3.0:1769074990.109144:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000010:1.0:1769074990.109145:0:32341:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc2000. 00000800:00000010:3.0:1769074990.109149:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6b00. 00000400:00000200:3.0:1769074990.109154:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.109158:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.109161:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00010000:00000200:1.0:1769074990.109163:0:32341:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3480 x1855008368817280/t8589935730(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.109164:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00002000:00000010:0.0:1769074990.109173:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af74fc0. 00000400:00000010:1.0:1769074990.109179:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00010000:00000010:0.0:1769074990.109181:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6000. 00000100:00000200:1.0:1769074990.109184:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368817280, offset 224 00000800:00000200:3.0:1769074990.109199:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.109203:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000400:00000200:1.0:1769074990.109204:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.0:1769074990.109206:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b40687600. 00000400:00000200:3.0:1769074990.109210:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.109218:0:32341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.109220:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00002000:00000010:0.0:1769074990.109222:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d280. 00000400:00000200:3.0:1769074990.109227:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000200:1.0:1769074990.109229:0:32341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f480 00010000:00000010:0.0:1769074990.109230:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b180ed000. 00000400:00000010:3.0:1769074990.109231:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000400:00000200:1.0:1769074990.109244:0:32341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29a8d [1] + 224 00010000:00000010:0.0:1769074990.109247:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194180. 00000400:00000200:1.0:1769074990.109250:0:32341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.109257:0:32341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.109263:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04899180 x1855008368817280/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1769074990.109277:0:32342:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b40687600. 00000400:00000200:1.0:1769074990.109277:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:1.0:1769074990.109281:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000020:00000010:1.0:1769074990.109291:0:32341:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc300. 00080000:00000010:0.0:1769074990.109294:0:32342:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0ee00. 00000020:00000010:1.0:1769074990.109295:0:32341:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e7d0. 00000020:00000010:1.0:1769074990.109300:0:32341:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757400. 00080000:00000010:0.0:1769074990.109303:0:32342:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec180. 00010000:00000010:3.0:1769074990.109314:0:38314:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd480. 00000001:00000010:0.0:1769074990.109326:0:32342:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953f00. 00080000:00000010:3.0:1769074990.109328:0:38314:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696a00. 00002000:00000010:1.0:1769074990.109335:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af74f00. 00080000:00000010:0.0:1769074990.109337:0:32342:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec180. 00080000:00000010:3.0:1769074990.109338:0:38314:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1c80. 00010000:00000010:1.0:1769074990.109341:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6b00. 00010000:00000010:1.0:1769074990.109351:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b40687600. 00002000:00000010:1.0:1769074990.109360:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d600. 00010000:00000010:1.0:1769074990.109364:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3c3b5d00. 00000001:00000010:3.0:1769074990.109366:0:38314:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e660. 00010000:00000010:1.0:1769074990.109370:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd480. 00080000:00000010:3.0:1769074990.109380:0:38314:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1c80. 00010000:00000010:1.0:1769074990.109388:0:30682:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194e40. 00080000:00000010:1.0:1769074990.109403:0:30682:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909000. 00080000:00000010:1.0:1769074990.109413:0:30682:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d580. 00000001:00000010:1.0:1769074990.109445:0:30682:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fcec60. 00080000:00000010:1.0:1769074990.109459:0:30682:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d580. 00080000:00000010:0.0:1769074990.109490:0:32342:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07659000. 00002000:00000010:0.0:1769074990.109495:0:32342:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02e8c000. 00010000:00000200:0.0:1769074990.109506:0:32342:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1880 x1855008368817152/t8589935731(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.109516:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:0.0:1769074990.109519:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368817152, offset 224 00080000:00000010:3.0:1769074990.109519:0:38314:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222bae00. 00002000:00000010:3.0:1769074990.109524:0:38314:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e390. 00000400:00000200:0.0:1769074990.109527:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.109534:0:32342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:3.0:1769074990.109539:0:38314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b480 x1855008368817024/t8589935732(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.109540:0:32342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f400 00000400:00000200:0.0:1769074990.109548:0:32342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29a79 [1] + 224 00000400:00000200:0.0:1769074990.109557:0:32342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.109563:0:32342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.109568:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0489ad80 x1855008368817152/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.109569:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074990.109633:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368817024, offset 224 00000400:00000200:0.0:1769074990.109636:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000400:00000010:0.0:1769074990.109639:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000400:00000200:3.0:1769074990.109645:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.109647:0:32342:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc580. 00000020:00000010:0.0:1769074990.109652:0:32342:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:3.0:1769074990.109655:0:38314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074990.109658:0:32342:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756c00. 00000400:00000200:3.0:1769074990.109664:0:38314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f380 00000400:00000200:3.0:1769074990.109671:0:38314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29a81 [1] + 224 00000400:00000200:3.0:1769074990.109674:0:38314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.109691:0:38314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.109699:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04898000 x1855008368817024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1769074990.109703:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755080. 00010000:00000010:0.0:1769074990.109708:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e603d00. 00010000:00000010:0.0:1769074990.109718:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194e40. 00000400:00000200:3.0:1769074990.109719:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:3.0:1769074990.109722:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000020:00000010:3.0:1769074990.109731:0:38314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc800. 00000020:00000010:3.0:1769074990.109736:0:38314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e0c8. 00000020:00000010:3.0:1769074990.109741:0:38314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756800. 00000400:00000010:2.0:1769074990.109750:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:2.0:1769074990.109756:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074990.109758:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074990.109766:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04898000 x1855008368817024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074990.109776:0:36867:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd300. 00000100:00000200:2.0:1769074990.109787:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04898000 x1855008368817024/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1769074990.109794:0:36867:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697600. 00080000:00000010:3.0:1769074990.109806:0:36867:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1c80. 00000100:00000010:2.0:1769074990.109832:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96680. 00000001:00000010:3.0:1769074990.109840:0:36867:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ef00. 02000000:00000010:2.0:1769074990.109843:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b378bc800. 00080000:00000010:1.0:1769074990.109848:0:30682:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07659c00. 00002000:00000010:1.0:1769074990.109853:0:30682:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc2ab0. 00080000:00000010:3.0:1769074990.109855:0:36867:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1c80. 00010000:00000200:1.0:1769074990.109865:0:30682:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94e00 x1855008368817408/t8589935733(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.109882:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bc400. 00000400:00000010:2.0:1769074990.109887:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000010:2.0:1769074990.109891:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074990.109896:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368819072, portal 4 00000400:00000010:2.0:1769074990.109900:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000400:00000010:1.0:1769074990.109901:0:30682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:2.0:1769074990.109904:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368819072, offset 0 00000100:00000200:1.0:1769074990.109905:0:30682:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368817408, offset 224 00000400:00000200:2.0:1769074990.109910:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.109914:0:30682:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.109916:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.109919:0:30682:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.109924:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0fb80 00000400:00000200:1.0:1769074990.109925:0:30682:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f500 00000400:00000200:2.0:1769074990.109929:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 4352 00000400:00000200:2.0:1769074990.109934:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.109935:0:30682:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29aad [1] + 224 00000400:00000200:2.0:1769074990.109938:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.109939:0:30682:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.109942:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1769074990.109943:0:30682:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1769074990.109946:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94000. 00000100:00000200:1.0:1769074990.109949:0:30682:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04898a80 x1855008368817408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.109959:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:2.0:1769074990.109962:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000400:00000200:1.0:1769074990.109965:0:30682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:1.0:1769074990.109966:0:30682:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000100:00000200:2.0:1769074990.109967:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf96680 x1855008368819072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.109976:0:30682:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc700. 00000020:00000010:1.0:1769074990.109980:0:30682:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:1.0:1769074990.109985:0:30682:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757200. 00000400:00000010:2.0:1769074990.109995:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39cb8. 00000400:00000200:2.0:1769074990.109999:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:2.0:1769074990.110001:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000020:00000010:1.0:1769074990.110004:0:30682:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000100:00000200:2.0:1769074990.110006:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04898a80 x1855008368817408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.110007:0:30682:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000020:00000010:1.0:1769074990.110013:0:30682:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909c00. 00000100:00000200:2.0:1769074990.110016:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04898a80 x1855008368817408/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.110018:0:30682:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 00000020:00000010:1.0:1769074990.110022:0:30682:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c33e8. 00000020:00000010:1.0:1769074990.110067:0:30682:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d580. 00000020:00000010:1.0:1769074990.110071:0:30682:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d580. 00000100:00000200:1.0:1769074990.110074:0:30682:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368819072 02000000:00000010:1.0:1769074990.110087:0:30682:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b35d6a800. 00010000:00000010:1.0:1769074990.110100:0:30682:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00000100:00000010:2.0:1769074990.110106:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf97480. 00010000:00000010:1.0:1769074990.110110:0:30682:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d580. 02000000:00000010:2.0:1769074990.110114:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b378bdc00. 00000100:00000010:1.0:1769074990.110115:0:30682:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194480. 00000100:00000010:1.0:1769074990.110121:0:30682:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599c00. 02000000:00000010:1.0:1769074990.110126:0:30682:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07908600. 00080000:00000010:3.0:1769074990.110134:0:36867:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b09166000. 00002000:00000010:3.0:1769074990.110139:0:36867:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc30a0. 02000000:00000010:1.0:1769074990.110142:0:30682:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07908400. 00000400:00000010:1.0:1769074990.110150:0:30682:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794d68. 00010000:00000200:3.0:1769074990.110150:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f2a00 x1855008368817792/t8589935734(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074990.110156:0:30682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074990.110163:0:30682:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368819328, portal 16 00000400:00000010:1.0:1769074990.110169:0:30682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000400:00000010:3.0:1769074990.110172:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:1.0:1769074990.110173:0:30682:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368819328, offset 0 00000100:00000200:3.0:1769074990.110180:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368817792, offset 224 00000400:00000200:1.0:1769074990.110184:0:30682:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.110192:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.110195:0:30682:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.110200:0:30682:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074990.110204:0:30682:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074990.110207:0:30682:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.110211:0:30682:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.110213:0:30682:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17569:17569:256:4294967295] 192.168.204.41@tcp LPNI seq info [17565:17565:8:4294967295] 00000400:00000200:1.0:1769074990.110220:0:30682:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.110224:0:30682:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.110228:0:30682:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6700. 00000400:00000200:3.0:1769074990.110229:0:36867:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1769074990.110236:0:30682:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.110241:0:36867:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f680 00000800:00000200:1.0:1769074990.110246:0:30682:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.110251:0:30682:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.110251:0:36867:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29aa5 [1] + 224 00000400:00000200:3.0:1769074990.110260:0:36867:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.110263:0:36867:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.110267:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf97100 x1855008368817792/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.110278:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:3.0:1769074990.110280:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000020:00000010:3.0:1769074990.110290:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589500. 00000020:00000010:3.0:1769074990.110293:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751640. 00000020:00000010:3.0:1769074990.110297:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696e00. 00010000:00000010:1.0:1769074990.110312:0:32344:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194e40. 00080000:00000010:1.0:1769074990.110329:0:32344:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908e00. 00002000:00000010:3.0:1769074990.110331:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d540. 00000800:00000200:2.0:1769074990.110334:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1769074990.110338:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901a300. 00080000:00000010:1.0:1769074990.110340:0:32344:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537dd80. 00000800:00000010:2.0:1769074990.110340:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6700. 00000400:00000200:2.0:1769074990.110347:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074990.110350:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd300. 00000400:00000200:2.0:1769074990.110355:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.110361:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:2.0:1769074990.110364:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00002000:00000010:3.0:1769074990.110366:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d140. 00000001:00000010:1.0:1769074990.110370:0:32344:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce5a0. 00000100:00000200:2.0:1769074990.110372:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30599c00 x1855008368819328/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.0:1769074990.110374:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901a700. 00080000:00000010:1.0:1769074990.110384:0:32344:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537dd80. 00010000:00000010:3.0:1769074990.110385:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194e40. 02000000:00000010:3.0:1769074990.110461:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a09d5a800. 00000400:00000010:3.0:1769074990.110466:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751160. 00000400:00000010:3.0:1769074990.110470:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074990.110473:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368819200, portal 4 00000400:00000010:3.0:1769074990.110477:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074990.110480:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368819200, offset 0 00000400:00000200:3.0:1769074990.110486:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.110495:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1769074990.110501:0:32344:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b055da200. 00000400:00000200:3.0:1769074990.110503:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0fc00 00002000:00000010:1.0:1769074990.110509:0:32344:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc3430. 00000400:00000200:3.0:1769074990.110512:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 4896 00000400:00000200:3.0:1769074990.110520:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1769074990.110524:0:32344:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf96a00 x1855008368817536/t8589935735(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.110528:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.110538:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1769074990.110542:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000010:3.0:1769074990.110545:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0380. 00000100:00000200:1.0:1769074990.110547:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368817536, offset 224 00000400:00000200:1.0:1769074990.110554:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.110560:0:32344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.110568:0:32344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f580 00000400:00000200:3.0:1769074990.110571:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.110575:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000400:00000200:1.0:1769074990.110584:0:32344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29a9d [1] + 224 00000100:00000200:3.0:1769074990.110584:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf97480 x1855008368819200/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.110595:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.110598:0:32344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.110601:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.110606:0:32344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1769074990.110607:0:36867:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc600. 00000020:00000010:2.0:1769074990.110611:0:36867:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2080. 00000100:00000200:1.0:1769074990.110613:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0489b100 x1855008368817536/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.110615:0:36867:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00010000:00000010:3.0:1769074990.110628:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd300. 00000400:00000200:1.0:1769074990.110633:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:1.0:1769074990.110636:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00080000:00000010:3.0:1769074990.110642:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696e00. 00000020:00000010:2.0:1769074990.110645:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:1.0:1769074990.110646:0:32344:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc980. 00000020:00000010:2.0:1769074990.110650:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:1.0:1769074990.110651:0:32344:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00080000:00000010:3.0:1769074990.110652:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1c80. 00000100:00000200:2.0:1769074990.110653:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368819200 00000020:00000010:1.0:1769074990.110654:0:32344:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757e00. 02000000:00000010:2.0:1769074990.110667:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fe11800. 00010000:00000010:2.0:1769074990.110692:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984c00. 00000001:00000010:3.0:1769074990.110692:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e360. 00010000:00000010:2.0:1769074990.110704:0:36867:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00080000:00000010:3.0:1769074990.110705:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1c80. 00000100:00000010:2.0:1769074990.110709:0:36867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049763c0. 00000100:00000010:2.0:1769074990.110718:0:36867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47800. 02000000:00000010:2.0:1769074990.110725:0:36867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fce00. 02000000:00000010:2.0:1769074990.110736:0:36867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fd200. 00000400:00000010:2.0:1769074990.110740:0:36867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39cb8. 00000400:00000010:2.0:1769074990.110744:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074990.110748:0:36867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368819456, portal 16 00000400:00000010:2.0:1769074990.110752:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074990.110755:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368819456, offset 0 00000400:00000200:2.0:1769074990.110761:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.110768:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.110772:0:36867:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.110777:0:36867:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.110780:0:36867:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074990.110783:0:36867:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.110786:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17570:17570:256:4294967295] 192.168.204.41@tcp LPNI seq info [17566:17566:8:4294967295] 00000400:00000200:2.0:1769074990.110795:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.110799:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.110803:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 00000800:00000200:2.0:1769074990.110807:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.110812:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.110814:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1769074990.110846:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39108. 00000400:00000200:2.0:1769074990.110851:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074990.110853:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074990.110860:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0489b100 x1855008368817536/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.110871:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0489b100 x1855008368817536/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769074990.110884:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.110888:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000400:00000200:1.0:1769074990.110893:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.110898:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.110903:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:1.0:1769074990.110905:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000100:00000010:2.0:1769074990.110909:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45880. 00000100:00000200:1.0:1769074990.110912:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47800 x1855008368819456/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:3.0:1769074990.110917:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0a5a5000. 02000000:00000010:2.0:1769074990.110918:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fe12000. 00002000:00000010:3.0:1769074990.110927:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511cbe0. 00000400:00000200:1.0:1769074990.110939:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.110950:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0fc80 00000400:00000200:1.0:1769074990.110956:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29b41 [1] + 224 00000400:00000200:1.0:1769074990.110966:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.110970:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.110977:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30599c00 x1855008368819328/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:3.0:1769074990.111001:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf95180 x1855008368818560/t8589935736(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.111010:0:30682:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794d68. 00000400:00000200:2.0:1769074990.111017:0:30682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:2.0:1769074990.111021:0:30682:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000400:00000010:3.0:1769074990.111023:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000400:00000010:1.0:1769074990.111076:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751dc0. 00000400:00000200:1.0:1769074990.111080:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:1.0:1769074990.111082:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000100:00000200:2.0:1769074990.111082:0:30682:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30599c00 x1855008368819328/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.111088:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf97100 x1855008368817792/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.111092:0:30682:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30599c00 x1855008368819328/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.111110:0:30682:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07908400. 02000000:00000010:2.0:1769074990.111115:0:30682:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07908600. 00000100:00000010:2.0:1769074990.111119:0:30682:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599c00. 00000100:00000200:1.0:1769074990.111120:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf97100 x1855008368817792/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074990.111124:0:30682:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194480. 00010000:00000010:2.0:1769074990.111127:0:30682:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d580. 00000100:00000200:3.0:1769074990.111140:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368818560, offset 224 00000400:00000200:3.0:1769074990.111147:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1769074990.111154:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751790. 00000400:00000200:3.0:1769074990.111155:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.111162:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000200:3.0:1769074990.111165:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0f980 00000400:00000010:1.0:1769074990.111166:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000100:00000010:2.0:1769074990.111169:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47480. 00000400:00000200:3.0:1769074990.111176:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29add [1] + 224 00000100:00000200:1.0:1769074990.111177:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0489a300 x1855008368817664/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.111177:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fe10400. 00000400:00000200:3.0:1769074990.111184:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.111192:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.111200:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0489a300 x1855008368817664/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.111203:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf94a80 x1855008368818560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.111219:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b384e5400. 00000400:00000010:2.0:1769074990.111225:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39108. 00000400:00000010:2.0:1769074990.111233:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000400:00000200:3.0:1769074990.111234:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.111238:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000400:00000010:1.0:1769074990.111243:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751ec8. 00000100:00000200:2.0:1769074990.111243:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368819712, portal 4 00000020:00000010:3.0:1769074990.111247:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc280. 00000400:00000200:1.0:1769074990.111249:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00000400:00000010:2.0:1769074990.111249:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000400:00000010:1.0:1769074990.111253:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00000020:00000010:3.0:1769074990.111253:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ec80. 00000020:00000010:3.0:1769074990.111258:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02c1ea00. 00000100:00000200:2.0:1769074990.111262:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368819712, offset 0 00000100:00000200:1.0:1769074990.111264:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04899180 x1855008368817280/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.111269:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1769074990.111273:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04899180 x1855008368817280/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.111278:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.111285:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0fe00 00002000:00000010:3.0:1769074990.111287:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d3c0. 00010000:00000010:3.0:1769074990.111292:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901a500. 00000400:00000200:2.0:1769074990.111293:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 5440 00000400:00000010:1.0:1769074990.111301:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751000. 00000400:00000200:2.0:1769074990.111302:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074990.111302:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd300. 00000400:00000200:1.0:1769074990.111305:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:1.0:1769074990.111309:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000400:00000200:2.0:1769074990.111311:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.111315:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0489ad80 x1855008368817152/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.111316:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.111320:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44700. 00000100:00000200:1.0:1769074990.111325:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0489ad80 x1855008368817152/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.111332:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a09d58400. 00000400:00000200:2.0:1769074990.111333:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:2.0:1769074990.111338:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000010:3.0:1769074990.111339:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751688. 00000400:00000010:3.0:1769074990.111345:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:2.0:1769074990.111347:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47480 x1855008368819712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.111350:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368819584, portal 4 00000400:00000010:3.0:1769074990.111356:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074990.111362:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368819584, offset 0 00000400:00000200:3.0:1769074990.111367:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.111373:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1769074990.111374:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39738. 00000400:00000200:3.0:1769074990.111379:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0fd80 00000400:00000200:2.0:1769074990.111380:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:2.0:1769074990.111384:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000200:3.0:1769074990.111392:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 5984 00000100:00000200:2.0:1769074990.111393:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf94a80 x1855008368818560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.111397:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.111406:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.111411:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf94a80 x1855008368818560/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.111412:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.111419:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0e00. 00000400:00000200:3.0:1769074990.111443:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:3.0:1769074990.111447:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000100:00000010:2.0:1769074990.111456:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45500. 00000020:00000010:1.0:1769074990.111458:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.111461:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 02000000:00000010:2.0:1769074990.111464:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b384e6c00. 00000020:00000010:1.0:1769074990.111465:0:38314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908c00. 00000020:00000010:1.0:1769074990.111469:0:38314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3100. 00000020:00000010:1.0:1769074990.111472:0:38314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3af0. 00000100:00000010:2.0:1769074990.111480:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44e00. 02000000:00000010:2.0:1769074990.111485:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b384e4400. 00000020:00000010:1.0:1769074990.111488:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.111491:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.111495:0:38314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909a00. 00000020:00000010:1.0:1769074990.111499:0:38314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3e00. 00000100:00000010:2.0:1769074990.111499:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46680. 00000020:00000010:1.0:1769074990.111504:0:38314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3190. 02000000:00000010:2.0:1769074990.111506:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b384e7800. 00000100:00000010:2.0:1769074990.111520:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46d80. 00000020:00000010:1.0:1769074990.111525:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 02000000:00000010:2.0:1769074990.111526:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b384e5c00. 00000020:00000010:1.0:1769074990.111529:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000100:00000200:1.0:1769074990.111535:0:38314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368819712 00000100:00000200:3.0:1769074990.111539:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af45880 x1855008368819584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.111547:0:38314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b35d68800. 02000000:00000010:2.0:1769074990.111551:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b384e4000. 00000400:00000010:2.0:1769074990.111557:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39738. 00010000:00000010:1.0:1769074990.111560:0:38314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ea00. 00000400:00000010:2.0:1769074990.111562:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074990.111566:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368819840, portal 4 02000000:00000010:3.0:1769074990.111566:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a09d5a000. 00010000:00000010:1.0:1769074990.111570:0:38314:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000400:00000010:3.0:1769074990.111573:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751aa8. 00000100:00000010:1.0:1769074990.111576:0:38314:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194180. 00000400:00000010:2.0:1769074990.111576:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000400:00000010:3.0:1769074990.111579:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:2.0:1769074990.111581:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368819840, offset 0 00000100:00000010:1.0:1769074990.111583:0:38314:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b800. 00000100:00000200:3.0:1769074990.111586:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368820096, portal 4 00000020:00000010:0.0:1769074990.111589:0:32342:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00000400:00000200:2.0:1769074990.111590:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1769074990.111591:0:38314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07909200. 00000020:00000010:0.0:1769074990.111595:0:32342:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 00000400:00000010:3.0:1769074990.111596:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:0.0:1769074990.111599:0:32342:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368819584 00000400:00000200:2.0:1769074990.111603:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074990.111603:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368820096, offset 0 02000000:00000010:1.0:1769074990.111604:0:38314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07909e00. 00000400:00000010:1.0:1769074990.111611:0:38314:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794840. 02000000:00000010:0.0:1769074990.111612:0:32342:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a02b5d400. 00000400:00000200:2.0:1769074990.111615:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0fe80 00000400:00000200:3.0:1769074990.111619:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.0:1769074990.111625:0:32342:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842600. 00000400:00000010:1.0:1769074990.111631:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000400:00000200:3.0:1769074990.111632:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.111633:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 6528 00010000:00000010:0.0:1769074990.111636:0:32342:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecf80. 00000100:00000010:0.0:1769074990.111644:0:32342:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687180. 00000100:00000200:1.0:1769074990.111645:0:38314:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368820352, portal 16 00000400:00000200:2.0:1769074990.111645:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.111650:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ff80 00000100:00000010:0.0:1769074990.111652:0:32342:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfebb80. 00000400:00000010:1.0:1769074990.111653:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000400:00000200:2.0:1769074990.111654:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1769074990.111662:0:32342:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f200. 00000400:00000200:3.0:1769074990.111662:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 7072 00000100:00000200:1.0:1769074990.111672:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368820352, offset 0 00000400:00000200:3.0:1769074990.111672:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.111673:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:0.0:1769074990.111676:0:32342:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0ea00. 00000100:00000010:2.0:1769074990.111695:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 00000400:00000200:3.0:1769074990.111698:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074990.111699:0:32342:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:1.0:1769074990.111699:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.111708:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000400:00000200:1.0:1769074990.111712:0:38314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.111717:0:38314:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1769074990.111720:0:32342:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368820480, portal 16 00000400:00000200:1.0:1769074990.111721:0:38314:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:0.0:1769074990.111727:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000400:00000200:1.0:1769074990.111727:0:38314:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1769074990.111728:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000100:00000200:0.0:1769074990.111731:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368820480, offset 0 00000400:00000200:1.0:1769074990.111735:0:38314:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000020:00000010:3.0:1769074990.111735:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000400:00000200:0.0:1769074990.111741:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.111745:0:38314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17571:17571:256:4294967295] 192.168.204.41@tcp LPNI seq info [17567:17567:8:4294967295] 00000020:00000010:3.0:1769074990.111746:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03697200. 00000020:00000010:3.0:1769074990.111753:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589300. 00000020:00000010:3.0:1769074990.111760:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751640. 00000400:00000200:1.0:1769074990.111762:0:38314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.111769:0:38314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.111771:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000800:00000010:1.0:1769074990.111774:0:38314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6200. 00000400:00000010:2.0:1769074990.111774:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:0.0:1769074990.111776:0:32342:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.111782:0:32342:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1769074990.111783:0:38314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:2.0:1769074990.111783:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af45500 x1855008368819840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.111788:0:32342:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000020:00000010:3.0:1769074990.111790:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000800:00000200:1.0:1769074990.111793:0:38314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.111796:0:32342:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000020:00000010:3.0:1769074990.111797:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000800:00000200:1.0:1769074990.111800:0:38314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.111803:0:32342:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000100:00000200:3.0:1769074990.111806:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368819840 00000400:00000200:0.0:1769074990.111810:0:32342:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17572:17572:255:4294967295] 192.168.204.41@tcp LPNI seq info [17568:17568:7:4294967295] 02000000:00000010:3.0:1769074990.111819:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a09d5bc00. 00000400:00000200:0.0:1769074990.111822:0:32342:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.111828:0:32342:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.111831:0:32342:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00010000:00000010:3.0:1769074990.111835:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc400. 00000800:00000200:0.0:1769074990.111839:0:32342:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.111845:0:32342:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:2.0:1769074990.111847:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b05f11800. 00010000:00000010:3.0:1769074990.111848:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1c80. 00000800:00000200:0.0:1769074990.111849:0:32342:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1769074990.111854:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39370. 00000400:00000200:1.0:1769074990.111855:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:3.0:1769074990.111858:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd300. 00000400:00000010:2.0:1769074990.111860:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000400:00000200:1.0:1769074990.111865:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e680 00000100:00000200:2.0:1769074990.111866:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368820224, portal 4 00000100:00000010:3.0:1769074990.111868:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000400:00000200:1.0:1769074990.111872:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22a31 [2] + 656 00000400:00000010:2.0:1769074990.111873:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074990.111877:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368820224, offset 0 02000000:00000010:3.0:1769074990.111880:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03696800. 00000400:00000200:1.0:1769074990.111882:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.111885:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.111888:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.111891:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1769074990.111893:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.111898:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599180. 00000400:00000200:2.0:1769074990.111899:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10000 02000000:00000010:3.0:1769074990.111899:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03696000. 00000400:00000010:3.0:1769074990.111906:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751d68. 00000400:00000200:2.0:1769074990.111912:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 7616 00000400:00000200:2.0:1769074990.111918:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.111920:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000800:00000200:1.0:1769074990.111923:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074990.111924:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000010:1.0:1769074990.111927:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00000100:00000200:3.0:1769074990.111927:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368820608, portal 16 00000100:00000200:2.0:1769074990.111929:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:1.0:1769074990.111934:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.111935:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44a80. 00000400:00000010:3.0:1769074990.111936:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000400:00000200:1.0:1769074990.111942:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.111942:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368820608, offset 0 00000400:00000200:2.0:1769074990.111949:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074990.111951:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074990.111957:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af46d80 x1855008368820224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.111958:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.111963:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:1.0:1769074990.111967:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000400:00000200:3.0:1769074990.111968:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.111973:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1769074990.111975:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059b800 x1855008368820352/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.111977:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.111982:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.111988:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.111994:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17573:17573:254:4294967295] 192.168.204.41@tcp LPNI seq info [17569:17569:6:4294967295] 00000400:00000200:3.0:1769074990.112001:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.112004:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.112008:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000800:00000200:3.0:1769074990.112012:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.112019:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.112023:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:3.0:1769074990.112024:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.112056:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.112057:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae0fd00 00000020:00000010:2.0:1769074990.112059:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.112066:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29b59 [1] + 224 00000020:00000010:2.0:1769074990.112067:0:32341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fda00. 00000020:00000010:2.0:1769074990.112071:0:32341:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2680. 00000020:00000010:2.0:1769074990.112076:0:32341:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:1.0:1769074990.112077:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.112081:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.112090:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47800 x1855008368819456/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.112110:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.112113:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000800:00000200:1.0:1769074990.112117:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1769074990.112117:0:32341:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368820224 00000100:00000200:3.0:1769074990.112117:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000010:1.0:1769074990.112122:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000100:00000010:3.0:1769074990.112126:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3100. 00000400:00000200:1.0:1769074990.112128:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074990.112131:0:32341:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b05f12c00. 00000400:00000200:1.0:1769074990.112134:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.112138:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:1.0:1769074990.112141:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00010000:00000010:2.0:1769074990.112142:0:32341:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984600. 00000100:00000200:1.0:1769074990.112147:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfebb80 x1855008368820480/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.112149:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00010000:00000010:2.0:1769074990.112151:0:32341:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000400:00000010:3.0:1769074990.112153:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000010:2.0:1769074990.112158:0:32341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976c00. 00000100:00000200:3.0:1769074990.112163:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af46680 x1855008368820096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074990.112165:0:32341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44000. 02000000:00000010:2.0:1769074990.112173:0:32341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fd800. 00000400:00000200:1.0:1769074990.112176:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:2.0:1769074990.112188:0:32341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fc200. 00000400:00000200:1.0:1769074990.112189:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e700 00000400:00000010:2.0:1769074990.112194:0:32341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f78. 00000400:00000200:1.0:1769074990.112195:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22a31 [2] + 984 00000400:00000010:2.0:1769074990.112202:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 02000000:00000010:3.0:1769074990.112203:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378be400. 00000100:00000200:2.0:1769074990.112206:0:32341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368820736, portal 16 00000400:00000010:3.0:1769074990.112208:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751478. 00000400:00000010:2.0:1769074990.112214:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000400:00000010:3.0:1769074990.112215:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:2.0:1769074990.112223:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368820736, offset 0 00000100:00000200:3.0:1769074990.112224:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368819968, portal 4 00000400:00000200:1.0:1769074990.112229:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.112232:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:3.0:1769074990.112234:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000400:00000200:1.0:1769074990.112236:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.112239:0:32341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000100:00000200:3.0:1769074990.112241:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368819968, offset 0 00000400:00000200:2.0:1769074990.112243:0:32341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.112248:0:32341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.112252:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.112253:0:32341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074990.112259:0:32341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.112263:0:32341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17574:17574:255:4294967295] 192.168.204.41@tcp LPNI seq info [17570:17570:7:4294967295] 00000400:00000200:2.0:1769074990.112271:0:32341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:1.0:1769074990.112277:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:2.0:1769074990.112277:0:32341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:1.0:1769074990.112281:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599f80. 00000800:00000010:2.0:1769074990.112281:0:32341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 00000400:00000200:3.0:1769074990.112287:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1769074990.112293:0:32341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.112300:0:32341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.112303:0:32341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1769074990.112329:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.112332:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000020:00000010:2.0:1769074990.112334:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763ac0. 00000400:00000200:1.0:1769074990.112336:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.112337:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763ac0. 00000400:00000200:1.0:1769074990.112341:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.112342:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fde00. 00000400:00000200:1.0:1769074990.112344:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:1.0:1769074990.112346:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000020:00000010:2.0:1769074990.112346:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2b80. 00000020:00000010:2.0:1769074990.112350:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000100:00000200:1.0:1769074990.112352:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f1500 x1855008368820608/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.112362:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae0ff00 00000400:00000200:3.0:1769074990.112371:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 8160 00000800:00000200:1.0:1769074990.112376:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1769074990.112377:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.112378:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763ac0. 00000800:00000010:1.0:1769074990.112381:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000020:00000010:2.0:1769074990.112383:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763ac0. 00000400:00000200:1.0:1769074990.112386:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.112387:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368820096 00000400:00000200:1.0:1769074990.112392:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.112395:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:1.0:1769074990.112397:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 02000000:00000010:2.0:1769074990.112397:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b05f11400. 00000100:00000200:1.0:1769074990.112402:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44000 x1855008368820736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1769074990.112407:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985a00. 00010000:00000010:2.0:1769074990.112415:0:32343:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763ac0. 00000100:00000010:2.0:1769074990.112420:0:32343:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976a80. 00000100:00000010:2.0:1769074990.112425:0:32343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45c00. 00000020:00000010:1.0:1769074990.112427:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000020:00000010:1.0:1769074990.112431:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 02000000:00000010:2.0:1769074990.112432:0:32343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fd000. 00000020:00000010:1.0:1769074990.112436:0:29094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908a00. 00000020:00000010:1.0:1769074990.112440:0:29094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 02000000:00000010:2.0:1769074990.112441:0:32343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fc800. 00000020:00000010:1.0:1769074990.112445:0:29094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000400:00000010:2.0:1769074990.112445:0:32343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39ec8. 00000400:00000010:2.0:1769074990.112451:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074990.112454:0:32343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368820864, portal 16 00000100:00000200:1.0:1769074990.112457:0:29094:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b30599180 x1855008351446656/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.112459:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074990.112462:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368820864, offset 0 00000400:00000200:3.0:1769074990.112467:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.112473:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.112479:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074990.112481:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074990.112482:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000100:00000010:3.0:1769074990.112486:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1c00. 00000020:00000010:1.0:1769074990.112487:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000400:00000200:2.0:1769074990.112487:0:32343:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.112493:0:32343:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000020:00000010:1.0:1769074990.112494:0:29094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908600. 00000400:00000200:2.0:1769074990.112497:0:32343:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1769074990.112498:0:29094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3580. 00000400:00000200:2.0:1769074990.112500:0:32343:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000020:00000010:1.0:1769074990.112502:0:29094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3bb8. 00000400:00000200:2.0:1769074990.112504:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17575:17575:256:4294967295] 192.168.204.41@tcp LPNI seq info [17571:17571:8:4294967295] 00000100:00000200:1.0:1769074990.112511:0:29094:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b30599f80 x1855008351446784/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.112515:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.112521:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.112527:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec800. 00000800:00000010:2.0:1769074990.112527:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7800. 00000020:00000010:1.0:1769074990.112533:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000020:00000010:0.0:1769074990.112536:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec800. 00000800:00000200:2.0:1769074990.112536:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074990.112537:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000100:00000200:1.0:1769074990.112544:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446656 00000800:00000200:2.0:1769074990.112545:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.112547:0:35410:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f600. 00000800:00000200:2.0:1769074990.112548:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7800 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:1.0:1769074990.112550:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d6ac00. 00000020:00000010:0.0:1769074990.112556:0:35410:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccc80. 00000020:00000010:0.0:1769074990.112562:0:35410:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00010000:00000010:1.0:1769074990.112571:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537da40. 00000100:00000010:1.0:1769074990.112577:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194300. 00000400:00000200:3.0:1769074990.112578:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:3.0:1769074990.112581:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074990.112588:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44e00 x1855008368819968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074990.112590:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194300. 00000020:00000010:0.0:1769074990.112593:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec800. 00010000:00000010:1.0:1769074990.112598:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537da40. 00000020:00000010:0.0:1769074990.112600:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec800. 00000100:00000200:0.0:1769074990.112607:0:35410:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368819968 00000400:00000010:1.0:1769074990.112610:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000800:00000200:2.0:1769074990.112610:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.112614:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7800. 00000100:00000200:1.0:1769074990.112615:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446656, offset 224 00000400:00000200:2.0:1769074990.112618:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.112620:0:35410:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a02b5f000. 00000400:00000200:1.0:1769074990.112624:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.112624:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.112628:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:2.0:1769074990.112631:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074990.112633:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:0.0:1769074990.112635:0:35410:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843200. 00000100:00000200:2.0:1769074990.112639:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af45c00 x1855008368820864/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.112640:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17576:17576:255:4294967295] 192.168.204.41@tcp LPNI seq info [17572:17572:7:4294967295] 00000020:00000010:3.0:1769074990.112641:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00010000:00000010:0.0:1769074990.112649:0:35410:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec800. 00000020:00000010:3.0:1769074990.112651:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00000100:00000010:0.0:1769074990.112658:0:35410:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687600. 00000100:00000200:3.0:1769074990.112659:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446784 00000400:00000200:1.0:1769074990.112660:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:0.0:1769074990.112668:0:35410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9f80. 00000800:00000200:1.0:1769074990.112669:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.112676:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6200. 02000000:00000010:0.0:1769074990.112695:0:35410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f400. 00000800:00000200:1.0:1769074990.112700:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:2.0:1769074990.112700:0:36867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39cb8. 00000400:00000200:2.0:1769074990.112705:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000800:00000200:1.0:1769074990.112707:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:2.0:1769074990.112707:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000800:00000200:1.0:1769074990.112710:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6200 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1769074990.112712:0:35410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0e800. 00000100:00000200:2.0:1769074990.112713:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47800 x1855008368819456/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.112721:0:35410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bcb8. 00000020:00000010:1.0:1769074990.112723:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 00000100:00000200:2.0:1769074990.112728:0:36867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47800 x1855008368819456/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074990.112729:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000400:00000010:0.0:1769074990.112730:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074990.112739:0:35410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368820992, portal 16 02000000:00000010:3.0:1769074990.112740:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b352da000. 00000400:00000010:0.0:1769074990.112746:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000020:00000010:1.0:1769074990.112751:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908a00. 02000000:00000010:2.0:1769074990.112751:0:36867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fd200. 00000100:00000200:0.0:1769074990.112752:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368820992, offset 0 02000000:00000010:2.0:1769074990.112757:0:36867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fce00. 00000400:00000200:0.0:1769074990.112762:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:2.0:1769074990.112762:0:36867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47800. 00000100:00000010:2.0:1769074990.112769:0:36867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049763c0. 00010000:00000010:2.0:1769074990.112774:0:36867:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000200:0.0:1769074990.112775:0:35410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00010000:00000010:1.0:1769074990.112776:0:30682:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194300. 00080000:00000010:1.0:1769074990.112786:0:30682:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908a00. 00080000:00000010:1.0:1769074990.112795:0:30682:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537da40. 00000400:00000200:0.0:1769074990.112799:0:35410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.112804:0:35410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.112807:0:35410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.112811:0:35410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.112817:0:35410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17577:17577:255:4294967295] 192.168.204.41@tcp LPNI seq info [17573:17573:7:4294967295] 00000001:00000010:1.0:1769074990.112824:0:30682:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce840. 00000400:00000200:0.0:1769074990.112834:0:35410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.112837:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1769074990.112838:0:30682:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537da40. 00010000:00000010:3.0:1769074990.112840:0:26088:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1cc0. 00000800:00000010:2.0:1769074990.112843:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00000800:00000200:0.0:1769074990.112844:0:35410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074990.112849:0:26088:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd840. 00000400:00000200:2.0:1769074990.112850:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1769074990.112852:0:35410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074990.112862:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:3.0:1769074990.112862:0:26088:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd840. 00000800:00000200:0.0:1769074990.112863:0:35410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:3.0:1769074990.112871:0:26088:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1cc0. 00000400:00000200:2.0:1769074990.112872:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:2.0:1769074990.112877:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000800:00000200:0.0:1769074990.112878:0:35410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.112885:0:35410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.112898:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.112906:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10080 00000400:00000200:2.0:1769074990.112912:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29b85 [1] + 224 00080000:00000010:1.0:1769074990.112922:0:30682:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b36e43e00. 00000400:00000200:2.0:1769074990.112922:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.112925:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00002000:00000010:1.0:1769074990.112926:0:30682:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511d1d0. 00000100:00000200:2.0:1769074990.112932:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059b800 x1855008368820352/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:1.0:1769074990.112936:0:30682:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf94000 x1855008368819072/t8589935737(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.112947:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000400:00000010:1.0:1769074990.112951:0:30682:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000100:00000200:3.0:1769074990.112953:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446784, offset 224 00000100:00000200:1.0:1769074990.112958:0:30682:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368819072, offset 224 00000400:00000200:3.0:1769074990.112964:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.112971:0:30682:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.112976:0:26088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.112983:0:26088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17578:17578:255:4294967295] 192.168.204.41@tcp LPNI seq info [17574:17574:7:4294967295] 00000800:00000200:2.0:1769074990.112987:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.112991:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 00000400:00000200:2.0:1769074990.112997:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.113000:0:26088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:2.0:1769074990.113006:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.113011:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000800:00000200:3.0:1769074990.113013:0:26088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.113014:0:30682:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1769074990.113014:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000800:00000010:3.0:1769074990.113023:0:26088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00010000:00000010:1.1:1769074990.113049:0:30682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573ec00. 00010000:00000010:3.1:1769074990.113055:0:26088:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f600. 00010000:00000010:1.1:1769074990.113057:0:30682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573fc00. 00010000:00000010:1.1:1769074990.113066:0:30682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3000. 00010000:00000010:1.1:1769074990.113073:0:30682:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e200. 00000800:00000200:3.0:1769074990.113076:0:26088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.113085:0:26088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.113090:0:30682:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0fb80 00010000:00000010:0.1:1769074990.113090:0:53849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3200. 00000800:00000200:3.0:1769074990.113092:0:26088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.113100:0:30682:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29b35 [1] + 224 00000400:00000200:1.0:1769074990.113105:0:30682:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.113109:0:30682:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.113116:0:30682:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf96680 x1855008368819072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.113131:0:30682:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:1.0:1769074990.113134:0:30682:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000020:00000010:1.0:1769074990.113143:0:30682:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00000020:00000010:1.0:1769074990.113147:0:30682:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c33e8. 00000020:00000010:1.0:1769074990.113150:0:30682:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909c00. 00000400:00000010:1.0:1769074990.113170:0:38314:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794840. 00000400:00000200:1.0:1769074990.113172:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000010:1.0:1769074990.113174:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074990.113179:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059b800 x1855008368820352/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.113183:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe9f80 x1855008368820992/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.113189:0:38314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059b800 x1855008368820352/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.113209:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:3.0:1769074990.113212:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3580. 00000020:00000010:3.0:1769074990.113219:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3bb8. 00000400:00000200:2.0:1769074990.113221:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10100 00000020:00000010:3.0:1769074990.113226:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908600. 00000400:00000200:2.0:1769074990.113231:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29b8d [1] + 224 02000000:00000010:1.0:1769074990.113235:0:38314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07909e00. 02000000:00000010:1.0:1769074990.113240:0:38314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07909200. 00000400:00000200:2.0:1769074990.113241:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.113243:0:38314:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b800. 00000400:00000200:2.0:1769074990.113245:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074990.113246:0:38314:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194180. 00010000:00000010:1.0:1769074990.113249:0:38314:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000100:00000200:2.0:1769074990.113253:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfebb80 x1855008368820480/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:3.0:1769074990.113256:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524de40. 00010000:00000010:3.0:1769074990.113297:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901ad00. 00000400:00000010:2.0:1769074990.113301:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:2.0:1769074990.113307:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074990.113309:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00010000:00000010:3.0:1769074990.113310:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194300. 00000400:00000010:0.0:1769074990.113316:0:32342:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000100:00000200:2.0:1769074990.113318:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf96680 x1855008368819072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.113323:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000800:00000200:1.0:1769074990.113327:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074990.113329:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000800:00000010:1.0:1769074990.113331:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000100:00000200:2.0:1769074990.113334:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf96680 x1855008368819072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.113337:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.113340:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfebb80 x1855008368820480/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.113345:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.113353:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:1.0:1769074990.113357:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000100:00000200:0.0:1769074990.113359:0:32342:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfebb80 x1855008368820480/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.113381:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074990.113383:0:32342:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0ea00. 00000100:00000010:3.0:1769074990.113387:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1f80. 02000000:00000010:0.0:1769074990.113391:0:32342:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f200. 00000400:00000200:2.0:1769074990.113393:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10180 02000000:00000010:3.0:1769074990.113397:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04893800. 00000100:00000010:0.0:1769074990.113398:0:32342:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfebb80. 00000400:00000200:2.0:1769074990.113403:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29b9d [1] + 224 00000100:00000010:0.0:1769074990.113406:0:32342:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687180. 00010000:00000010:0.0:1769074990.113412:0:32342:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecf80. 00000400:00000200:2.0:1769074990.113413:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.113420:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.113428:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f1500 x1855008368820608/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.113436:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b35d6b800. 00000400:00000010:1.0:1769074990.113440:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794840. 00000400:00000010:1.0:1769074990.113444:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074990.113447:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368821120, portal 4 00000400:00000010:1.0:1769074990.113452:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000400:00000200:2.0:1769074990.113455:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:1.0:1769074990.113456:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368821120, offset 0 00000400:00000010:3.0:1769074990.113457:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751d68. 00000400:00000200:3.0:1769074990.113462:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000200:2.0:1769074990.113464:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10200 00000400:00000010:3.0:1769074990.113465:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000400:00000200:1.0:1769074990.113475:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074990.113478:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f1500 x1855008368820608/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.113484:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ba5 [1] + 224 00000400:00000200:1.0:1769074990.113485:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.113496:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10380 00000400:00000200:2.0:1769074990.113496:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.113504:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 8704 00000400:00000200:2.0:1769074990.113504:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.113509:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f1500 x1855008368820608/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.113511:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.113515:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44000 x1855008368820736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.113518:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.113523:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074990.113529:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b800. 00000400:00000200:1.0:1769074990.113542:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:1.0:1769074990.113544:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000100:00000200:1.0:1769074990.113549:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f1f80 x1855008368821120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.113549:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.113556:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10280 00000400:00000200:2.0:1769074990.113560:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29bb5 [1] + 224 00000400:00000200:2.0:1769074990.113566:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.113569:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.113575:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af45c00 x1855008368820864/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074990.113604:0:32343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39ec8. 00000400:00000200:1.0:1769074990.113610:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:1.0:1769074990.113613:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:2.0:1769074990.113613:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.113620:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e880 00000100:00000200:1.0:1769074990.113621:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af45c00 x1855008368820864/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074990.113623:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03696000. 00000400:00000200:2.0:1769074990.113628:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22a31 [2] + 1312 02000000:00000010:3.0:1769074990.113630:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03696800. 00000100:00000010:3.0:1769074990.113635:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 00000100:00000200:1.0:1769074990.113636:0:32343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af45c00 x1855008368820864/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.113636:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074990.113638:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd300. 00000400:00000200:2.0:1769074990.113644:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.0:1769074990.113644:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1c80. 00000100:00000200:2.0:1769074990.113648:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1769074990.113655:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47800. 02000000:00000010:1.0:1769074990.113659:0:32343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fc800. 02000000:00000010:1.0:1769074990.113665:0:32343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fd000. 00000020:00000010:3.0:1769074990.113667:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000100:00000010:1.0:1769074990.113669:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45c00. 00000020:00000010:3.0:1769074990.113671:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000100:00000010:1.0:1769074990.113674:0:32343:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976a80. 00000400:00000200:2.0:1769074990.113674:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:3.0:1769074990.113692:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696800. 00010000:00000010:1.0:1769074990.113695:0:32343:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763ac0. 00000400:00000200:2.0:1769074990.113699:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e800 00000020:00000010:3.0:1769074990.113700:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589a00. 00000020:00000010:3.0:1769074990.113706:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751000. 00000400:00000200:2.0:1769074990.113709:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22a31 [2] + 1640 00000400:00000200:2.0:1769074990.113720:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.113726:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.113730:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1769074990.113734:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1c80. 00000100:00000010:2.0:1769074990.113736:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47b80. 00000020:00000010:3.0:1769074990.113741:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1c80. 00000100:00000200:3.0:1769074990.113747:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368821120 02000000:00000010:3.0:1769074990.113758:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04893000. 00000400:00000200:2.0:1769074990.113762:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074990.113765:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.113768:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.113769:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e780 00000020:00000010:1.0:1769074990.113772:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909200. 00000400:00000200:2.0:1769074990.113773:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22a31 [2] + 1968 00000020:00000010:1.0:1769074990.113775:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 00000400:00000010:2.0:1769074990.113776:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b17462dc0. 00000020:00000010:1.0:1769074990.113778:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c33e8. 00000400:00000200:2.0:1769074990.113779:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a01f77780 00000400:00000200:2.0:1769074990.113784:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.113788:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.113789:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a0af47800 x1855008351447168/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.113791:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01f77780 00000400:00000010:2.0:1769074990.113793:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01f77780. 00000100:00000200:2.0:1769074990.113797:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1769074990.113810:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.113813:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.113817:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909e00. 00000020:00000010:1.0:1769074990.113821:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000400:00000200:2.0:1769074990.113824:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074990.113825:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000400:00000200:2.0:1769074990.113832:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e980 00000100:00000200:1.0:1769074990.113835:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a0af47b80 x1855008351447040/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074990.113835:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acda00. 00000400:00000200:2.0:1769074990.113836:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22b81 [2] + 0 00000020:00000010:1.0:1769074990.113858:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.113861:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.113862:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.113864:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909c00. 00000400:00000200:2.0:1769074990.113866:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.113868:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3200. 00000100:00000200:2.0:1769074990.113871:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1769074990.113872:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3898. 00000100:00000010:2.0:1769074990.113875:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47100. 00000100:00000200:1.0:1769074990.113881:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a03db0c50 x1855008351446912/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074990.113894:0:29089:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1c80. 00000100:00000010:3.0:1769074990.113899:0:29089:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd300. 00000020:00000010:0.0:1769074990.113903:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00000400:00000200:2.0:1769074990.113904:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:3.0:1769074990.113908:0:29089:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000020:00000010:0.0:1769074990.113910:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 00000020:00000010:0.0:1769074990.113917:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f200. 00000400:00000200:2.0:1769074990.113917:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7e900 02000000:00000010:3.0:1769074990.113918:0:29089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03696000. 00000020:00000010:1.0:1769074990.113923:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:0.0:1769074990.113924:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc380. 00000020:00000010:0.0:1769074990.113930:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00000020:00000010:1.0:1769074990.113930:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.113930:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22b81 [2] + 328 02000000:00000010:3.0:1769074990.113932:0:29089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03697c00. 00000100:00000200:1.0:1769074990.113935:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447168 00000400:00000010:3.0:1769074990.113939:0:29089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751d68. 02000000:00000010:1.0:1769074990.113945:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b35d69800. 00000400:00000200:2.0:1769074990.113945:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.113946:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000100:00000200:0.0:1769074990.113948:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a0af47100 x1855008351447424/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.113952:0:29089:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368821248, portal 16 00000400:00000200:2.0:1769074990.113955:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:3.0:1769074990.113958:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074990.113963:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368821248, offset 0 00010000:00000010:1.0:1769074990.113966:0:26088:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000100:00000200:2.0:1769074990.113966:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.113973:0:26088:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194180. 00000100:00000010:2.0:1769074990.113973:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45c00. 00000400:00000200:3.0:1769074990.113975:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:1.0:1769074990.113987:0:26088:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194180. 00000400:00000200:3.0:1769074990.113987:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.113992:0:29089:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:0.0:1769074990.113993:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00010000:00000010:1.0:1769074990.113994:0:26088:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.113997:0:29089:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000020:00000010:0.0:1769074990.113999:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 00000400:00000200:3.0:1769074990.114003:0:29089:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1769074990.114005:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000020:00000010:0.0:1769074990.114007:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0ea00. 00000400:00000200:3.0:1769074990.114007:0:29089:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000020:00000010:0.0:1769074990.114013:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc000. 00000100:00000200:1.0:1769074990.114013:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447168, offset 224 00000400:00000200:3.0:1769074990.114014:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17579:17579:256:4294967295] 192.168.204.41@tcp LPNI seq info [17575:17575:8:4294967295] 00000020:00000010:0.0:1769074990.114018:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e960. 00000100:00000200:0.0:1769074990.114048:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a0af45c00 x1855008351447296/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.114063:0:29089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:0.0:1769074990.114064:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00000400:00000200:1.0:1769074990.114064:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.114070:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 00000100:00000200:0.0:1769074990.114074:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447040 00000800:00000200:3.0:1769074990.114078:0:29089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:0.0:1769074990.114081:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5d800. 00000400:00000200:1.0:1769074990.114084:0:26088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.114088:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.114092:0:26088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17580:17580:255:4294967295] 192.168.204.41@tcp LPNI seq info [17576:17576:7:4294967295] 00010000:00000010:0.0:1769074990.114106:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecf80. 00000400:00000200:1.0:1769074990.114107:0:26088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:0.0:1769074990.114111:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687180. 00000800:00000200:1.0:1769074990.114117:0:26088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.114117:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10300 00000100:00000010:0.0:1769074990.114122:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687180. 00000800:00000010:1.0:1769074990.114123:0:26088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6000. 00000400:00000200:2.0:1769074990.114123:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29bc1 [1] + 224 00000020:00000010:3.0:1769074990.114124:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00010000:00000010:0.0:1769074990.114128:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecf80. 00000020:00000010:3.0:1769074990.114130:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00000800:00000200:1.0:1769074990.114135:0:26088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.114137:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351446912 00000400:00000200:2.0:1769074990.114138:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074990.114139:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000800:00000200:1.0:1769074990.114145:0:26088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:0.0:1769074990.114146:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447040, offset 224 00000400:00000200:2.0:1769074990.114147:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:3.0:1769074990.114147:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940e400. 00000800:00000200:1.0:1769074990.114150:0:26088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.114159:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074990.114169:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe9f80 x1855008368820992/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.114170:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074990.114170:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00010000:00000010:3.0:1769074990.114174:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1cc0. 00000020:00000010:1.0:1769074990.114179:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c33e8. 00000400:00000200:0.0:1769074990.114181:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17581:17581:254:4294967295] 192.168.204.41@tcp LPNI seq info [17577:17577:6:4294967295] 00000100:00000010:3.0:1769074990.114181:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd840. 00000020:00000010:1.0:1769074990.114186:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909200. 00000100:00000010:3.0:1769074990.114196:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd840. 00000400:00000200:0.0:1769074990.114199:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:3.0:1769074990.114202:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1cc0. 00000800:00000200:0.0:1769074990.114207:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.114208:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000800:00000010:0.0:1769074990.114211:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b173a3200. 00000020:00000010:1.0:1769074990.114213:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000400:00000010:3.0:1769074990.114213:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000800:00000200:0.0:1769074990.114220:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.114221:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351446912, offset 224 00000100:00000200:1.0:1769074990.114222:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447424 00000800:00000200:0.0:1769074990.114229:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.114234:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b173a3200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.114234:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.114235:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0332f800. 00000800:00000200:2.0:1769074990.114245:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.114246:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 00000400:00000200:3.0:1769074990.114248:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074990.114251:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6000. 00000020:00000010:0.0:1769074990.114253:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000400:00000200:3.0:1769074990.114259:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17582:17582:253:4294967295] 192.168.204.41@tcp LPNI seq info [17578:17578:5:4294967295] 00000020:00000010:0.0:1769074990.114260:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909e00. 00000400:00000200:2.0:1769074990.114260:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.114261:0:26088:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000100:00000010:1.0:1769074990.114270:0:26088:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194180. 00000400:00000200:2.0:1769074990.114271:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.114279:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00000400:00000200:3.0:1769074990.114280:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:1.0:1769074990.114282:0:26088:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194180. 00000020:00000010:0.0:1769074990.114283:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 00000100:00000200:0.0:1769074990.114287:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447296 00000400:00000200:2.0:1769074990.114290:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 02000000:00000010:0.0:1769074990.114293:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5cc00. 00000800:00000200:3.0:1769074990.114293:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.114295:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00010000:00000010:1.0:1769074990.114303:0:26088:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000800:00000010:3.0:1769074990.114303:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00010000:00000010:0.0:1769074990.114310:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecf80. 00000100:00000010:0.0:1769074990.114314:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687180. 00000400:00000010:1.0:1769074990.114316:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000400:00000200:2.0:1769074990.114319:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:0.0:1769074990.114320:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687180. 00000100:00000200:1.0:1769074990.114321:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447424, offset 224 00010000:00000010:0.0:1769074990.114326:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecf80. 00000400:00000200:2.0:1769074990.114328:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ea00 00000400:00000200:1.0:1769074990.114330:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.114335:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22b81 [2] + 656 00000400:00000010:0.0:1769074990.114337:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000400:00000200:1.0:1769074990.114337:0:26088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074990.114343:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447296, offset 224 00000400:00000200:2.0:1769074990.114345:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.114348:0:26088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17583:17583:253:4294967295] 192.168.204.41@tcp LPNI seq info [17579:17579:5:4294967295] 00000400:00000200:0.0:1769074990.114354:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.114354:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:3.0:1769074990.114360:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.114369:0:26088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.114372:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.114378:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1769074990.114382:0:26088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.114386:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:1.0:1769074990.114389:0:26088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6800. 00000020:00000010:3.0:1769074990.114389:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3200. 00000400:00000200:0.0:1769074990.114396:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17584:17584:252:4294967295] 192.168.204.41@tcp LPNI seq info [17580:17580:4:4294967295] 00000020:00000010:3.0:1769074990.114396:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3898. 00000800:00000200:1.0:1769074990.114402:0:26088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:3.0:1769074990.114402:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909c00. 00000100:00000010:3.0:1769074990.114412:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47b80. 00000800:00000200:1.0:1769074990.114414:0:26088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:3.0:1769074990.114418:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d69800. 00000800:00000200:1.0:1769074990.114420:0:26088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.114424:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:3.0:1769074990.114424:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47800. 02000000:00000010:3.0:1769074990.114430:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b352da000. 00000020:00000010:1.0:1769074990.114432:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc380. 00000100:00000200:2.0:1769074990.114434:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.114435:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599f80. 00000800:00000200:0.0:1769074990.114436:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.114441:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00000100:00000010:2.0:1769074990.114441:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47800. 02000000:00000010:3.0:1769074990.114443:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d6ac00. 00000800:00000010:0.0:1769074990.114444:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1326c600. 00000020:00000010:1.0:1769074990.114448:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f200. 00000100:00000010:3.0:1769074990.114449:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599180. 00000800:00000200:0.0:1769074990.114456:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:3.0:1769074990.114458:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d59000. 00000800:00000200:2.0:1769074990.114461:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1769074990.114462:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb100. 00000800:00000200:0.0:1769074990.114467:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:1.0:1769074990.114468:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000800:00000010:2.0:1769074990.114468:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b173a3200. 02000000:00000010:3.0:1769074990.114469:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b35d69400. 00000800:00000200:0.0:1769074990.114474:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1326c600 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.114475:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.114477:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074990.114478:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9500. 00000020:00000010:1.0:1769074990.114483:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909200. 00000020:00000010:0.0:1769074990.114485:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc000. 00000020:00000010:1.0:1769074990.114488:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 00000100:00000200:3.0:1769074990.114488:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1769074990.114489:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.114491:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e960. 00000020:00000010:1.0:1769074990.114495:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c33e8. 00000400:00000010:3.0:1769074990.114496:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751630. 00000400:00000200:2.0:1769074990.114497:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00000020:00000010:0.0:1769074990.114498:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0ea00. 00000400:00000010:2.0:1769074990.114503:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00000100:00000200:1.0:1769074990.114508:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a0af47800 x1855008351447552/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.114510:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5d800. 00000400:00000010:3.0:1769074990.114511:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b02bdd840. 00000020:00000010:0.0:1769074990.114524:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00000800:00000200:2.0:1769074990.114526:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.114528:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 00000800:00000010:2.0:1769074990.114531:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000100:00000200:0.0:1769074990.114533:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447552 00010000:00000010:3.0:1769074990.114534:0:38314:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bddb40. 00000400:00000200:2.0:1769074990.114536:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.114541:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a02b5e000. 00000400:00000200:2.0:1769074990.114544:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.114545:0:32343:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194180. 00080000:00000010:3.0:1769074990.114547:0:38314:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697a00. 00000400:00000200:2.0:1769074990.114549:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000400:00000010:2.0:1769074990.114554:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00080000:00000010:3.0:1769074990.114556:0:38314:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1cc0. 00010000:00000010:0.0:1769074990.114559:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecf80. 02000000:00000010:2.0:1769074990.114559:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940e400. 00080000:00000010:1.0:1769074990.114561:0:32343:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908400. 00000100:00000010:0.0:1769074990.114567:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687180. 00000100:00000010:0.0:1769074990.114571:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687180. 00080000:00000010:1.0:1769074990.114573:0:32343:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537dd80. 00000800:00000200:2.0:1769074990.114575:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1769074990.114576:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecf80. 00000800:00000010:2.0:1769074990.114578:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6800. 00000001:00000010:3.0:1769074990.114581:0:38314:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e180. 00000400:00000200:2.0:1769074990.114584:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074990.114585:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074990.114590:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447552, offset 224 00080000:00000010:3.0:1769074990.114593:0:38314:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1cc0. 00000400:00000200:2.0:1769074990.114596:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.114601:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.114606:0:32343:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce120. 00000400:00000200:2.0:1769074990.114606:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:2.0:1769074990.114610:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000400:00000200:0.0:1769074990.114611:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.114618:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17585:17585:253:4294967295] 192.168.204.41@tcp LPNI seq info [17581:17581:5:4294967295] 00080000:00000010:1.0:1769074990.114621:0:32343:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537dd80. 00000400:00000200:0.0:1769074990.114629:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.114634:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.114638:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b2a38b400. 00000800:00000200:0.0:1769074990.114642:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.114646:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.114648:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b2a38b400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.114654:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00000020:00000010:0.0:1769074990.114657:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c33e8. 00000020:00000010:0.0:1769074990.114659:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909200. 00000800:00000200:2.0:1769074990.114671:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.114676:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1326c600. 00000400:00000200:2.0:1769074990.114694:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074990.114695:0:32342:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b40687180. 00000400:00000200:2.0:1769074990.114701:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.114706:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00080000:00000010:0.0:1769074990.114708:0:32342:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0ea00. 00000400:00000010:2.0:1769074990.114708:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00080000:00000010:0.0:1769074990.114718:0:32342:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecf80. 00000800:00000200:2.0:1769074990.114727:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.114731:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b2a38b400. 00000400:00000200:2.0:1769074990.114734:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.114739:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.114743:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:2.0:1769074990.114745:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000001:00000010:0.0:1769074990.114746:0:32342:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953de0. 00080000:00000010:0.0:1769074990.114759:0:32342:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecf80. 00080000:00000010:3.0:1769074990.114772:0:38314:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cb400. 00002000:00000010:3.0:1769074990.114778:0:38314:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511da20. 00080000:00000010:1.0:1769074990.114796:0:32343:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a015af800. 00000400:00000010:2.0:1769074990.114796:0:32341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f78. 00000400:00000200:2.0:1769074990.114801:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00002000:00000010:1.0:1769074990.114802:0:32343:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511d300. 00000400:00000010:2.0:1769074990.114803:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074990.114810:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44000 x1855008368820736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:1.0:1769074990.114812:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3100 x1855008368820096/t8589935739(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.114820:0:32341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44000 x1855008368820736/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074990.114840:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 02000000:00000010:2.0:1769074990.114847:0:32341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fc200. 00000100:00000200:1.0:1769074990.114848:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368820096, offset 224 02000000:00000010:2.0:1769074990.114852:0:32341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fd800. 00000400:00000200:1.0:1769074990.114855:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1769074990.114858:0:32341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44000. 00010000:00000200:3.0:1769074990.114858:0:38314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44700 x1855008368819712/t8589935738(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.114864:0:32342:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b070d1200. 00000100:00000010:2.0:1769074990.114865:0:32341:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976c00. 00000400:00000200:1.0:1769074990.114866:0:32343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000010:0.0:1769074990.114874:0:32342:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc2850. 00010000:00000010:2.0:1769074990.114874:0:32341:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.114880:0:32343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ff80 00000400:00000200:1.0:1769074990.114886:0:32343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29b7d [1] + 224 00010000:00000010:2.0:1769074990.114886:0:32341:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976c00. 00010000:00000200:0.0:1769074990.114890:0:32342:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0e00 x1855008368819584/t8589935740(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.114891:0:32343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.114900:0:32341:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fd800. 00000400:00000200:1.0:1769074990.114901:0:32343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.114909:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af46680 x1855008368820096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.114910:0:32342:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00080000:00000010:2.0:1769074990.114911:0:32341:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763780. 00000100:00000200:0.0:1769074990.114920:0:32342:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368819584, offset 224 00000400:00000010:3.0:1769074990.114925:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000400:00000200:0.0:1769074990.114931:0:32342:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074990.114939:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368819712, offset 224 00000001:00000010:2.0:1769074990.114941:0:32341:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82960. 00000400:00000200:1.0:1769074990.114942:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000200:0.0:1769074990.114944:0:32342:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1769074990.114946:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00080000:00000010:2.0:1769074990.114955:0:32341:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.114955:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.114959:0:32342:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0fd80 00000020:00000010:1.0:1769074990.114960:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2b80. 00000020:00000010:1.0:1769074990.114967:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000400:00000200:0.0:1769074990.114972:0:32342:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29b6d [1] + 224 00000400:00000200:3.0:1769074990.114974:0:38314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1769074990.114975:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fde00. 00000400:00000200:0.0:1769074990.114984:0:32342:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.114991:0:38314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0fe00 00000400:00000200:0.0:1769074990.114993:0:32342:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.115002:0:38314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29b65 [1] + 224 00000400:00000200:3.0:1769074990.115007:0:38314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.115012:0:32342:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af45880 x1855008368819584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.115012:0:38314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.115022:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47480 x1855008368819712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1769074990.115051:0:32342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b110f6500. 00010000:00000010:0.1:1769074990.115058:0:32342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd000. 00010000:00000010:0.1:1769074990.115064:0:32342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5900. 00010000:00000010:0.1:1769074990.115071:0:32342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f0c00. 00010000:00000010:1.1:1769074990.115074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b110f6600. 00010000:00000010:3.1:1769074990.115080:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697800. 00010000:00000010:1.1:1769074990.115082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842e00. 00010000:00000010:3.1:1769074990.115089:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573ee00. 00010000:00000010:1.1:1769074990.115092:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5200. 00010000:00000010:0.1:1769074990.115099:0:32342:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603f00. 00010000:00000010:1.1:1769074990.115102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc800. 00010000:00000010:0.1:1769074990.115107:0:32342:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985e00. 00000400:00000010:1.0:1769074990.115144:0:35410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bcb8. 00000400:00000200:1.0:1769074990.115150:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:1.0:1769074990.115152:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00010000:00000010:3.1:1769074990.115157:0:38314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901ae00. 00000100:00000200:1.0:1769074990.115162:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe9f80 x1855008368820992/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.1:1769074990.115165:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc600. 00010000:00000010:3.1:1769074990.115174:0:38314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52200. 00000100:00000200:1.0:1769074990.115179:0:35410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe9f80 x1855008368820992/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:3.1:1769074990.115182:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842200. 00010000:00000010:3.1:1769074990.115199:0:38314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901ab00. 00010000:00000010:3.1:1769074990.115206:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843800. 02000000:00000010:1.0:1769074990.115209:0:35410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0e800. 02000000:00000010:1.0:1769074990.115216:0:35410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f400. 00000100:00000010:1.0:1769074990.115222:0:35410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9f80. 00000100:00000010:1.0:1769074990.115227:0:35410:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687600. 00000400:00000200:3.0:1769074990.115230:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00010000:00000010:1.0:1769074990.115232:0:35410:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec800. 00000400:00000010:3.0:1769074990.115234:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00010000:00000010:1.0:1769074990.115243:0:35410:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194540. 00000020:00000010:3.0:1769074990.115248:0:38314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3100. 00080000:00000010:1.0:1769074990.115252:0:35410:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909800. 00000020:00000010:3.0:1769074990.115254:0:38314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3af0. 00000020:00000010:3.0:1769074990.115260:0:38314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908c00. 00080000:00000010:1.0:1769074990.115263:0:35410:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537dd80. 00002000:00000010:3.0:1769074990.115288:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524dc00. 00010000:00000010:3.0:1769074990.115293:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901a600. 00000001:00000010:1.0:1769074990.115305:0:35410:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce3c0. 00010000:00000010:3.0:1769074990.115306:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bddb40. 00080000:00000010:2.0:1769074990.115319:0:32341:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07658000. 00080000:00000010:1.0:1769074990.115320:0:35410:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537dd80. 00002000:00000010:3.0:1769074990.115322:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35bfc0. 00002000:00000010:2.0:1769074990.115326:0:32341:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc2720. 00010000:00000010:3.0:1769074990.115327:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b048bab00. 00010000:00000010:3.0:1769074990.115343:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194180. 00010000:00000200:2.0:1769074990.115345:0:32341:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44a80 x1855008368820224/t8589935741(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:3.0:1769074990.115356:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af74c80. 00000400:00000010:2.0:1769074990.115359:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00010000:00000010:3.0:1769074990.115361:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b13394f00. 00000100:00000200:2.0:1769074990.115367:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368820224, offset 224 00010000:00000010:3.0:1769074990.115374:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b40687180. 00000400:00000200:2.0:1769074990.115376:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000010:3.0:1769074990.115386:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755f80. 00000400:00000200:2.0:1769074990.115387:0:32341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:3.0:1769074990.115391:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b305ee700. 00000400:00000200:2.0:1769074990.115399:0:32341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10000 00010000:00000010:3.0:1769074990.115400:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976c00. 00000400:00000200:2.0:1769074990.115410:0:32341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29b95 [1] + 224 00002000:00000010:3.0:1769074990.115413:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af74400. 00000400:00000200:0.0:1769074990.115416:0:32342:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000200:2.0:1769074990.115416:0:32341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074990.115418:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b13394900. 00000400:00000010:0.0:1769074990.115422:0:32342:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000400:00000200:2.0:1769074990.115428:0:32341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.0:1769074990.115430:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194540. 00000100:00000200:2.0:1769074990.115438:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af46d80 x1855008368820224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.115440:0:32342:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3e00. 00000020:00000010:0.0:1769074990.115448:0:32342:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3190. 00000400:00000010:3.0:1769074990.115450:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751aa8. 00000020:00000010:0.0:1769074990.115454:0:32342:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909a00. 00000400:00000200:3.0:1769074990.115455:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:3.0:1769074990.115460:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00080000:00000010:1.0:1769074990.115467:0:35410:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222ba200. 00000100:00000200:3.0:1769074990.115468:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af46680 x1855008368820096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1769074990.115474:0:35410:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370fb50. 00010000:00000200:1.0:1769074990.115487:0:35410:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1c00 x1855008368819968/t8589935742(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.115491:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af46680 x1855008368820096/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.115497:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074990.115502:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000010:0.0:1769074990.115509:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39370. 00000020:00000010:2.0:1769074990.115515:0:32341:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2680. 00000400:00000200:0.0:1769074990.115517:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:0.0:1769074990.115521:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000010:1.0:1769074990.115521:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000020:00000010:2.0:1769074990.115521:0:32341:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000100:00000200:1.0:1769074990.115527:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368819968, offset 224 00000020:00000010:2.0:1769074990.115527:0:32341:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fda00. 00000100:00000200:0.0:1769074990.115529:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af46d80 x1855008368820224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.115532:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751688. 00000400:00000200:3.0:1769074990.115538:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.115541:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000100:00000200:0.0:1769074990.115542:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af46d80 x1855008368820224/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.115549:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af45880 x1855008368819584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.115550:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1769074990.115558:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39108. 00000400:00000200:1.0:1769074990.115562:0:35410:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.115564:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000100:00000200:3.0:1769074990.115566:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af45880 x1855008368819584/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.115568:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:1.0:1769074990.115573:0:35410:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0ff00 00000100:00000200:2.0:1769074990.115578:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47480 x1855008368819712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.115583:0:35410:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29bad [1] + 224 00000400:00000200:1.0:1769074990.115588:0:35410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.115591:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47480 x1855008368819712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.115593:0:35410:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.115599:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44e00 x1855008368819968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.115606:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0700. 02000000:00000010:3.0:1769074990.115613:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0940dc00. 00000400:00000200:1.0:1769074990.115624:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:1.0:1769074990.115628:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00010000:00000010:2.0:1769074990.115629:0:36867:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b049763c0. 00000100:00000010:3.0:1769074990.115632:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1180. 02000000:00000010:3.0:1769074990.115638:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0940fc00. 00000020:00000010:1.0:1769074990.115640:0:35410:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccc80. 00000400:00000010:0.0:1769074990.115642:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751478. 00080000:00000010:2.0:1769074990.115645:0:36867:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fda00. 00000020:00000010:1.0:1769074990.115647:0:35410:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000400:00000200:0.0:1769074990.115648:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000100:00000010:3.0:1769074990.115649:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2d80. 00000020:00000010:1.0:1769074990.115652:0:35410:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f600. 00000400:00000010:0.0:1769074990.115653:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00080000:00000010:2.0:1769074990.115657:0:36867:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763780. 02000000:00000010:3.0:1769074990.115657:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0940d000. 00000100:00000200:0.0:1769074990.115665:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44e00 x1855008368819968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.115673:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44e00 x1855008368819968/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.115696:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2680. 00000001:00000010:2.0:1769074990.115704:0:36867:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f823c0. 02000000:00000010:3.0:1769074990.115706:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0940f800. 02000000:00000010:0.0:1769074990.115710:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a02b5d800. 00000400:00000010:0.0:1769074990.115715:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00080000:00000010:2.0:1769074990.115727:0:36867:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763780. 00000400:00000010:0.0:1769074990.115728:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000010:3.0:1769074990.115732:0:50520:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3800. 00000100:00000200:0.0:1769074990.115734:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368821504, portal 4 00000400:00000010:0.0:1769074990.115740:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 02000000:00000010:3.0:1769074990.115741:0:50520:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0940c000. 00000100:00000200:0.0:1769074990.115742:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368821504, offset 0 00000400:00000200:0.0:1769074990.115751:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.115757:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.115763:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10500 00000400:00000200:0.0:1769074990.115768:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 9248 00010000:00000010:3.0:1769074990.115768:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bddb40. 00080000:00000010:3.0:1769074990.115778:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02c1ea00. 00000400:00000200:0.0:1769074990.115786:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:3.0:1769074990.115788:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1cc0. 00000400:00000200:0.0:1769074990.115793:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.115797:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074990.115800:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfebb80. 00000400:00000200:0.0:1769074990.115811:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:0.0:1769074990.115813:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074990.115818:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f1180 x1855008368821504/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1769074990.115825:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e720. 02000000:00000010:0.0:1769074990.115842:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a02b5c000. 00080000:00000010:3.0:1769074990.115843:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1cc0. 00080000:00000010:2.0:1769074990.115845:0:36867:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b066e0200. 00000400:00000010:0.0:1769074990.115849:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b210. 00000400:00000010:0.0:1769074990.115854:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00002000:00000010:2.0:1769074990.115854:0:36867:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511c4c0. 00000100:00000200:0.0:1769074990.115857:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368821376, portal 4 00000400:00000010:0.0:1769074990.115862:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074990.115864:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368821376, offset 0 00000400:00000200:0.0:1769074990.115868:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.115873:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:2.0:1769074990.115882:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0380 x1855008368819200/t8589935743(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.115888:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10480 00000400:00000200:0.0:1769074990.115897:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 9792 00000400:00000200:0.0:1769074990.115903:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.115905:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.115907:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1769074990.115908:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000010:0.0:1769074990.115911:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9880. 00000100:00000200:2.0:1769074990.115915:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368819200, offset 224 00000400:00000200:2.0:1769074990.115925:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.115929:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:0.0:1769074990.115932:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00000400:00000200:2.0:1769074990.115938:0:36867:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074990.115952:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f0700 x1855008368821376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1769074990.115959:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222bb200. 00000400:00000200:2.0:1769074990.115962:0:36867:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0fc00 00002000:00000010:3.0:1769074990.115965:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e000. 02000000:00000010:0.0:1769074990.115967:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a02bbe800. 00000400:00000200:2.0:1769074990.115973:0:36867:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29b4d [1] + 224 00000400:00000010:0.0:1769074990.115974:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bb00. 00010000:00000200:3.0:1769074990.115977:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af46300 x1855008368819840/t8589935744(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.115983:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000400:00000200:2.0:1769074990.115984:0:36867:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.115988:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368821888, portal 4 00000400:00000010:0.0:1769074990.115994:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000400:00000200:2.0:1769074990.115995:0:36867:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.115999:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368821888, offset 0 00000400:00000200:0.0:1769074990.116007:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1769074990.116010:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf97480 x1855008368819200/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.116011:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000400:00000200:0.0:1769074990.116016:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074990.116018:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368819840, offset 224 00000400:00000200:0.0:1769074990.116023:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10680 00000400:00000200:3.0:1769074990.116049:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.116056:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 10336 00000400:00000200:3.0:1769074990.116061:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.116067:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.116074:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae0fe80 00000400:00000200:0.0:1769074990.116076:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.116085:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29b75 [1] + 224 00000100:00000200:0.0:1769074990.116091:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1769074990.116091:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.116095:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000100:00000010:0.0:1769074990.116097:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea680. 00000400:00000200:3.0:1769074990.116099:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1769074990.116102:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000400:00000200:0.0:1769074990.116112:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000100:00000200:3.0:1769074990.116113:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af45500 x1855008368819840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.116116:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2080. 00000400:00000010:0.0:1769074990.116117:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000020:00000010:2.0:1769074990.116126:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000100:00000200:0.0:1769074990.116127:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f3800 x1855008368821888/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.116134:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc600. 00000400:00000200:3.0:1769074990.116141:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.116146:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000400:00000010:0.0:1769074990.116151:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751160. 00000400:00000200:0.0:1769074990.116155:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000020:00000010:2.0:1769074990.116156:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000010:0.0:1769074990.116158:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000020:00000010:3.0:1769074990.116160:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589300. 00000020:00000010:2.0:1769074990.116163:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000100:00000200:0.0:1769074990.116166:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf97480 x1855008368819200/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.116168:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751640. 00000020:00000010:2.0:1769074990.116170:0:36867:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc600. 00000020:00000010:3.0:1769074990.116176:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03697200. 00000020:00000010:2.0:1769074990.116178:0:36867:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2080. 00000100:00000200:0.0:1769074990.116181:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf97480 x1855008368819200/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.116185:0:36867:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:3.0:1769074990.116202:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00000020:00000010:3.0:1769074990.116208:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00000020:00000010:3.0:1769074990.116213:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03697200. 00000020:00000010:0.0:1769074990.116216:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00000020:00000010:3.0:1769074990.116217:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589300. 00000020:00000010:2.0:1769074990.116218:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:0.0:1769074990.116220:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 00000020:00000010:3.0:1769074990.116223:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751640. 00000020:00000010:2.0:1769074990.116226:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000020:00000010:0.0:1769074990.116228:0:35410:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fc00. 00000020:00000010:0.0:1769074990.116232:0:35410:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc000. 00000100:00000200:2.0:1769074990.116232:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368821504 00000020:00000010:0.0:1769074990.116237:0:35410:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e960. 02000000:00000010:2.0:1769074990.116245:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b05f13000. 00000020:00000010:3.0:1769074990.116249:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1cc0. 00000020:00000010:3.0:1769074990.116253:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1cc0. 00000100:00000200:3.0:1769074990.116256:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368821376 00010000:00000010:2.0:1769074990.116260:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985000. 00000020:00000010:0.0:1769074990.116262:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecf80. 00000020:00000010:0.0:1769074990.116267:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecf80. 02000000:00000010:3.0:1769074990.116267:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0940ec00. 00000100:00000200:0.0:1769074990.116274:0:35410:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368821888 00010000:00000010:2.0:1769074990.116274:0:36867:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00010000:00000010:3.0:1769074990.116281:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc600. 00000100:00000010:2.0:1769074990.116282:0:36867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976900. 02000000:00000010:0.0:1769074990.116286:0:35410:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0952c800. 00000100:00000010:2.0:1769074990.116292:0:36867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44000. 00010000:00000010:3.0:1769074990.116293:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1cc0. 00010000:00000010:0.0:1769074990.116298:0:35410:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842c00. 00000100:00000010:3.0:1769074990.116300:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdda80. 02000000:00000010:2.0:1769074990.116302:0:36867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fc200. 00010000:00000010:0.0:1769074990.116308:0:35410:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecf80. 00000100:00000010:3.0:1769074990.116308:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0a80. 00000100:00000010:0.0:1769074990.116315:0:35410:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687180. 02000000:00000010:2.0:1769074990.116319:0:36867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fce00. 02000000:00000010:3.0:1769074990.116319:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a01fb5e00. 00000100:00000010:0.0:1769074990.116321:0:35410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8a80. 00000400:00000010:2.0:1769074990.116327:0:36867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39108. 02000000:00000010:0.0:1769074990.116331:0:35410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0fe00. 00000400:00000010:2.0:1769074990.116335:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 02000000:00000010:3.0:1769074990.116336:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01fb5000. 00000400:00000010:3.0:1769074990.116342:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751688. 02000000:00000010:0.0:1769074990.116344:0:35410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0f800. 00000100:00000200:2.0:1769074990.116344:0:36867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368822016, portal 16 00000400:00000010:3.0:1769074990.116347:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000400:00000010:0.0:1769074990.116351:0:35410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bf20. 00000400:00000010:2.0:1769074990.116353:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:3.0:1769074990.116353:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368822144, portal 16 00000400:00000010:0.0:1769074990.116357:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:2.0:1769074990.116361:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368822016, offset 0 00000400:00000010:3.0:1769074990.116362:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:0.0:1769074990.116363:0:35410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368822272, portal 16 00000100:00000200:3.0:1769074990.116367:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368822144, offset 0 00000400:00000010:0.0:1769074990.116373:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000400:00000200:2.0:1769074990.116374:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.116383:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.116386:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074990.116389:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368822272, offset 0 00000400:00000200:2.0:1769074990.116392:0:36867:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.116398:0:36867:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.116401:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.116403:0:36867:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074990.116408:0:36867:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.116411:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17586:17586:255:4294967295] 192.168.204.41@tcp LPNI seq info [17582:17582:7:4294967295] 00000400:00000200:2.0:1769074990.116436:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.116441:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.116445:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074990.116446:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7800. 00000400:00000200:3.0:1769074990.116449:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074990.116453:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.116457:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1769074990.116459:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.116461:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.116466:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17587:17587:254:4294967295] 192.168.204.41@tcp LPNI seq info [17583:17583:6:4294967295] 00000800:00000200:2.0:1769074990.116471:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.116477:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7800 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.116479:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.116486:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.116490:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000400:00000200:0.0:1769074990.116492:0:35410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000200:3.0:1769074990.116497:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.116498:0:35410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.116506:0:35410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000800:00000200:3.0:1769074990.116508:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.116512:0:35410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1769074990.116514:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.116516:0:35410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.116522:0:35410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17588:17588:253:4294967295] 192.168.204.41@tcp LPNI seq info [17584:17584:5:4294967295] 00000400:00000200:0.0:1769074990.116533:0:35410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.116539:0:35410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.116543:0:35410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b2a38b400. 00002000:00000010:2.0:1769074990.116545:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b980. 00000800:00000200:1.0:1769074990.116547:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1769074990.116552:0:35410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000010:1.0:1769074990.116553:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7800. 00010000:00000010:2.0:1769074990.116553:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a01ef7700. 00000800:00000200:0.0:1769074990.116560:0:35410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.116560:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:3.0:1769074990.116563:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35bb80. 00010000:00000010:2.0:1769074990.116565:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b049763c0. 00000800:00000200:0.0:1769074990.116566:0:35410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b2a38b400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.0:1769074990.116569:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b048bad00. 00000400:00000200:1.0:1769074990.116573:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.116579:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:1.0:1769074990.116581:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00010000:00000010:3.0:1769074990.116584:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bddb40. 02000000:00000010:2.0:1769074990.116590:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b05f10000. 00000100:00000200:1.0:1769074990.116591:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44000 x1855008368822016/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074990.116596:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f78. 00000400:00000010:2.0:1769074990.116601:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 02000000:00000010:0.0:1769074990.116602:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0952f400. 00000100:00000200:2.0:1769074990.116605:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368821632, portal 4 00000400:00000010:0.0:1769074990.116607:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b898. 00000800:00000200:1.0:1769074990.116612:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1769074990.116612:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000400:00000010:0.0:1769074990.116614:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000800:00000010:1.0:1769074990.116616:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000100:00000200:2.0:1769074990.116617:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368821632, offset 0 00000100:00000200:0.0:1769074990.116619:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368821760, portal 4 00000400:00000200:1.0:1769074990.116622:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.116624:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1769074990.116626:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.116630:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368821760, offset 0 00000400:00000200:2.0:1769074990.116635:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.116637:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.116645:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.116646:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10580 00000400:00000200:0.0:1769074990.116651:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.116656:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 10880 00000400:00000200:0.0:1769074990.116660:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10600 00000400:00000200:1.0:1769074990.116665:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000200:2.0:1769074990.116665:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.116669:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000400:00000200:2.0:1769074990.116671:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074990.116690:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 11424 00000100:00000200:1.0:1769074990.116691:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f0a80 x1855008368822144/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.116698:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1769074990.116698:0:29089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000100:00000200:2.0:1769074990.116699:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.116708:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47b80. 00000400:00000200:0.0:1769074990.116710:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1769074990.116712:0:29089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.116721:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.116726:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b2a38b400. 00000400:00000200:1.0:1769074990.116738:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.116739:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:2.0:1769074990.116740:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000200:1.0:1769074990.116745:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:2.0:1769074990.116745:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000020:00000010:0.0:1769074990.116746:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.116750:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000020:00000010:0.0:1769074990.116753:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f600. 00000400:00000010:1.0:1769074990.116753:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:2.0:1769074990.116753:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f2d80 x1855008368821632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.116760:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccf80. 00000100:00000200:1.0:1769074990.116764:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8a80 x1855008368822272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074990.116767:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000800:00000200:3.0:1769074990.116786:0:29089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.116792:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000800:00000200:3.0:1769074990.116793:0:29089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.116795:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:0.0:1769074990.116803:0:32344:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368821632 02000000:00000010:0.0:1769074990.116814:0:32344:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0952e400. 00010000:00000010:0.0:1769074990.116826:0:32344:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842400. 00000800:00000200:2.0:1769074990.116834:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1769074990.116836:0:32344:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000800:00000010:2.0:1769074990.116839:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000100:00000010:0.0:1769074990.116844:0:32344:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687600. 00000400:00000200:2.0:1769074990.116845:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.116853:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:0.0:1769074990.116854:0:32344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9180. 02000000:00000010:0.0:1769074990.116863:0:32344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0f400. 00000400:00000200:2.0:1769074990.116872:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 02000000:00000010:0.0:1769074990.116875:0:32344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0e800. 00000400:00000010:2.0:1769074990.116876:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000010:0.0:1769074990.116882:0:32344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b738. 00000100:00000200:2.0:1769074990.116886:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f1500 x1855008368821248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.116890:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000100:00000200:0.0:1769074990.116898:0:32344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368822400, portal 16 00000400:00000010:0.0:1769074990.116905:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000100:00000200:0.0:1769074990.116908:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368822400, offset 0 00000400:00000200:0.0:1769074990.116926:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.116934:0:32344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.116937:0:32344:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.116941:0:32344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.116944:0:32344:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.116947:0:32344:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.116951:0:32344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17589:17589:256:4294967295] 192.168.204.41@tcp LPNI seq info [17585:17585:8:4294967295] 00000400:00000200:0.0:1769074990.116960:0:32344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.116965:0:32344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.116970:0:32344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b2a38b400. 00000800:00000200:0.0:1769074990.116974:0:32344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.117004:0:32344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.117008:0:32344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b2a38b400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1769074990.117050:0:53849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f400. 00010000:00000010:1.1:1769074990.117065:0:53849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485e00. 00000100:00000200:0.0:1769074990.117088:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:3.1:1769074990.117088:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485a00. 00010000:00000010:3.1:1769074990.117095:0:16311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a000. 00000100:00000010:0.0:1769074990.117096:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8e00. 00010000:00000010:3.1:1769074990.117100:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00000400:00000200:0.0:1769074990.117118:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074990.117122:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.117130:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f2680 x1855008368821760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.117136:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.117142:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.117149:0:38314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd200. 00000400:00000010:0.0:1769074990.117150:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39738. 00000020:00000010:2.0:1769074990.117154:0:38314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2680. 00000400:00000200:0.0:1769074990.117157:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000020:00000010:2.0:1769074990.117159:0:38314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000010:0.0:1769074990.117161:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000800:00000200:3.0:1769074990.117162:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.117168:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b2a38b400. 00000100:00000200:0.0:1769074990.117172:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af45500 x1855008368819840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.117175:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.117185:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.117188:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.117191:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af45500 x1855008368819840/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.117191:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.117195:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000100:00000200:2.0:1769074990.117197:0:38314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368821760 02000000:00000010:2.0:1769074990.117209:0:38314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b05f13c00. 00010000:00000010:2.0:1769074990.117221:0:38314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984000. 00010000:00000010:2.0:1769074990.117230:0:38314:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000100:00000010:2.0:1769074990.117235:0:38314:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049763c0. 00000100:00000010:2.0:1769074990.117243:0:38314:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d880. 02000000:00000010:2.0:1769074990.117250:0:38314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fc400. 02000000:00000010:2.0:1769074990.117260:0:38314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fcc00. 00000400:00000010:2.0:1769074990.117264:0:38314:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000010:3.0:1769074990.117328:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00000100:00000200:3.0:1769074990.117335:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe9180 x1855008368822400/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074990.117336:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074990.117344:0:38314:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368822528, portal 16 00000400:00000010:2.0:1769074990.117349:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074990.117353:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368822528, offset 0 00000400:00000200:2.0:1769074990.117360:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.117366:0:38314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.117370:0:38314:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.117372:0:38314:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.117375:0:38314:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074990.117377:0:38314:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.117381:0:38314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17590:17590:256:4294967295] 192.168.204.41@tcp LPNI seq info [17586:17586:8:4294967295] 00000400:00000200:2.0:1769074990.117390:0:38314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.117412:0:38314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.117416:0:38314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000800:00000200:2.0:1769074990.117421:0:38314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.117426:0:38314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.117430:0:38314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.117475:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.117482:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10700 00000400:00000200:3.0:1769074990.117486:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29c31 [1] + 224 00000800:00000200:0.0:1769074990.117525:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.117530:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000400:00000200:3.0:1769074990.117532:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.117536:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.117537:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.117549:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44000 x1855008368822016/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.117550:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.117558:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:0.0:1769074990.117562:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000100:00000200:0.0:1769074990.117571:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748d880 x1855008368822528/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074990.117583:0:36867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39108. 00000400:00000200:3.0:1769074990.117583:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.117590:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074990.117595:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:2.0:1769074990.117603:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44000 x1855008368822016/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.117613:0:36867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44000 x1855008368822016/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.117630:0:36867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fce00. 02000000:00000010:2.0:1769074990.117635:0:36867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fc200. 00000100:00000010:2.0:1769074990.117638:0:36867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44000. 00000100:00000010:2.0:1769074990.117642:0:36867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976900. 00010000:00000010:2.0:1769074990.117644:0:36867:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.117787:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10780 00000400:00000200:3.0:1769074990.117804:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29c35 [1] + 224 00000400:00000200:3.0:1769074990.117813:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.117818:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.117826:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f0a80 x1855008368822144/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074990.117872:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751688. 00000400:00000200:2.0:1769074990.117878:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:2.0:1769074990.117880:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000100:00000200:2.0:1769074990.117887:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f0a80 x1855008368822144/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.117898:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f0a80 x1855008368822144/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.117912:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:2.0:1769074990.117916:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01fb5000. 02000000:00000010:2.0:1769074990.117923:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a01fb5e00. 00000400:00000200:3.0:1769074990.117923:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10800 00000100:00000010:2.0:1769074990.117931:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0a80. 00000400:00000200:3.0:1769074990.117932:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29c3d [1] + 224 00000100:00000010:2.0:1769074990.117938:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdda80. 00000400:00000200:3.0:1769074990.117942:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1769074990.117944:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1cc0. 00000400:00000200:3.0:1769074990.117948:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.117958:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8a80 x1855008368822272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.117989:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.117991:0:35410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bf20. 00000400:00000200:3.0:1769074990.117999:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7eb00 00000400:00000200:2.0:1769074990.118013:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:2.0:1769074990.118016:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:3.0:1769074990.118024:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22b81 [2] + 984 00000100:00000200:2.0:1769074990.118055:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8a80 x1855008368822272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.118059:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.118071:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.118076:0:35410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8a80 x1855008368822272/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.118078:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.118086:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 02000000:00000010:2.0:1769074990.118097:0:35410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0f800. 02000000:00000010:2.0:1769074990.118111:0:35410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0fe00. 00000100:00000010:2.0:1769074990.118115:0:35410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8a80. 00000100:00000010:2.0:1769074990.118117:0:35410:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687180. 00010000:00000010:2.0:1769074990.118120:0:35410:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecf80. 00000020:00000010:1.0:1769074990.118170:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.118175:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074990.118176:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.118184:0:29094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908000. 00000400:00000200:3.0:1769074990.118185:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10400 00000020:00000010:1.0:1769074990.118192:0:29094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000400:00000200:3.0:1769074990.118192:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29bd9 [1] + 224 00000020:00000010:1.0:1769074990.118201:0:29094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00000400:00000200:3.0:1769074990.118201:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.118207:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.118213:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f1500 x1855008368821248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.118220:0:29094:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3b80 x1855008351447808/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.118239:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.118243:0:29089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751d68. 00000020:00000010:1.0:1769074990.118247:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.118248:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ea80 00000020:00000010:1.0:1769074990.118250:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.118251:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000100:00000200:1.0:1769074990.118254:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447808 00000400:00000010:2.0:1769074990.118254:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000400:00000200:3.0:1769074990.118259:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22b81 [2] + 1312 02000000:00000010:1.0:1769074990.118262:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fa02000. 00000100:00000200:2.0:1769074990.118262:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f1500 x1855008368821248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.118266:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.118277:0:29089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f1500 x1855008368821248/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.118284:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000100:00000010:1.0:1769074990.118290:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1949c0. 02000000:00000010:2.0:1769074990.118291:0:29089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03697c00. 02000000:00000010:2.0:1769074990.118295:0:29089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03696000. 00000100:00000010:1.0:1769074990.118299:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1949c0. 00000100:00000010:2.0:1769074990.118299:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 00010000:00000010:1.0:1769074990.118302:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000100:00000010:2.0:1769074990.118303:0:29089:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd300. 00010000:00000010:2.0:1769074990.118306:0:29089:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1c80. 00000400:00000010:1.0:1769074990.118311:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000400:00000200:3.0:1769074990.118312:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.118318:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447808, offset 224 00000100:00000200:3.0:1769074990.118318:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.0:1769074990.118326:0:36867:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976900. 00000100:00000010:3.0:1769074990.118326:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000400:00000200:1.0:1769074990.118332:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.118342:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:2.0:1769074990.118343:0:36867:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc200. 00000400:00000200:1.0:1769074990.118348:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17591:17591:256:4294967295] 192.168.204.41@tcp LPNI seq info [17587:17587:8:4294967295] 00080000:00000010:2.0:1769074990.118355:0:36867:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.118358:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.118363:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.118368:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6c00. 00000400:00000200:3.0:1769074990.118376:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:1.0:1769074990.118378:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.118384:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10880 00000800:00000200:1.0:1769074990.118389:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000001:00000010:2.0:1769074990.118389:0:36867:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82900. 00000400:00000200:3.0:1769074990.118395:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29c59 [1] + 224 00000800:00000200:1.0:1769074990.118396:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.118402:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.118404:0:36867:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.118408:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.118415:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe9180 x1855008368822400/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074990.118417:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.118424:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000020:00000010:1.0:1769074990.118430:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908000. 00000020:00000010:1.0:1769074990.118447:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.118450:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.118455:0:29094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908000. 00000020:00000010:1.0:1769074990.118459:0:29094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.118463:0:29094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00000800:00000200:3.0:1769074990.118464:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.118468:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6c00. 00000400:00000200:3.0:1769074990.118473:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.118476:0:29094:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1500 x1855008351447680/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.118482:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.118492:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:3.0:1769074990.118496:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000020:00000010:1.0:1769074990.118504:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.118507:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000100:00000200:1.0:1769074990.118510:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447680 02000000:00000010:1.0:1769074990.118516:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a09d52000. 00010000:00000010:1.0:1769074990.118543:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000100:00000010:1.0:1769074990.118549:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1949c0. 00000100:00000010:1.0:1769074990.118557:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1949c0. 00010000:00000010:1.0:1769074990.118561:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.118567:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:1.0:1769074990.118570:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.118575:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447680, offset 224 00000400:00000200:3.0:1769074990.118580:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10900 00000400:00000200:1.0:1769074990.118587:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.118596:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29c61 [1] + 224 00000400:00000200:1.0:1769074990.118598:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.118605:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.118607:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17592:17592:256:4294967295] 192.168.204.41@tcp LPNI seq info [17588:17588:8:4294967295] 00000400:00000200:3.0:1769074990.118611:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.118635:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.118642:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.118646:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748d880 x1855008368822528/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1769074990.118649:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6c00. 00000800:00000200:1.0:1769074990.118659:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.118665:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.118668:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.118674:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.118696:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ec00 00000020:00000010:1.0:1769074990.118698:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000400:00000200:3.0:1769074990.118702:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22b81 [2] + 1640 00000020:00000010:1.0:1769074990.118706:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000400:00000200:3.0:1769074990.118711:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.118713:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908000. 00000400:00000200:3.0:1769074990.118718:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.118722:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.118735:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0a80. 00000020:00000010:1.0:1769074990.118757:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.118762:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.118768:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908000. 00000020:00000010:1.0:1769074990.118771:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.118774:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00000800:00000200:3.0:1769074990.118780:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.118786:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6c00. 00000100:00000200:1.0:1769074990.118789:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f0a80 x1855008351448064/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.118792:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.118804:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.118809:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:3.0:1769074990.118811:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00080000:00000010:2.0:1769074990.118819:0:36867:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07659800. 00000020:00000010:1.0:1769074990.118822:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.118825:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00002000:00000010:2.0:1769074990.118826:0:36867:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02e8c260. 00000100:00000200:1.0:1769074990.118828:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448064 02000000:00000010:1.0:1769074990.118837:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b368ec800. 00010000:00000200:2.0:1769074990.118840:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfebb80 x1855008368821504/t8589935745(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.118866:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000100:00000010:1.0:1769074990.118871:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1949c0. 00000400:00000010:2.0:1769074990.118878:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000400:00000200:3.0:1769074990.118880:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:1.0:1769074990.118881:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1949c0. 00000100:00000200:2.0:1769074990.118881:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368821504, offset 224 00010000:00000010:1.0:1769074990.118887:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.118891:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1769074990.118894:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000400:00000200:3.0:1769074990.118894:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7eb80 00000100:00000200:1.0:1769074990.118899:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448064, offset 224 00000400:00000200:2.0:1769074990.118903:0:36867:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.118906:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x22b81 [2] + 1968 00000400:00000010:3.0:1769074990.118911:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bc60. 00000400:00000200:2.0:1769074990.118915:0:36867:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10500 00000400:00000200:3.0:1769074990.118917:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b080be0c0 00000400:00000200:1.0:1769074990.118925:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.118926:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.118934:0:36867:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29c11 [1] + 224 00000400:00000200:3.0:1769074990.118935:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.118936:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.118943:0:36867:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.118946:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17593:17593:256:4294967295] 192.168.204.41@tcp LPNI seq info [17589:17589:8:4294967295] 00000400:00000200:2.0:1769074990.118947:0:36867:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.118956:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.118962:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.118964:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b080be0c0 00000800:00000010:1.0:1769074990.118966:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6800. 00000400:00000010:3.0:1769074990.118969:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b080be0c0. 00000800:00000200:1.0:1769074990.118975:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.118977:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1769074990.118980:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f1180 x1855008368821504/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769074990.118983:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.118987:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6800 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.118996:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.119000:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000400:00000200:2.0:1769074990.119003:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000020:00000010:1.0:1769074990.119004:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908000. 00000400:00000010:2.0:1769074990.119005:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000020:00000010:2.0:1769074990.119013:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2080. 00000020:00000010:2.0:1769074990.119016:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:1.0:1769074990.119020:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:2.0:1769074990.119020:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc600. 00000020:00000010:1.0:1769074990.119023:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.119064:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908000. 00000800:00000200:3.0:1769074990.119067:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.119069:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.119073:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00002000:00000010:0.0:1769074990.119086:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d980. 00000100:00000200:1.0:1769074990.119087:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a03db2050 x1855008351447936/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.119089:0:38314:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00010000:00000010:0.0:1769074990.119092:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481e00. 00000400:00000200:2.0:1769074990.119094:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:2.0:1769074990.119099:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00010000:00000010:0.0:1769074990.119108:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976900. 00000100:00000200:2.0:1769074990.119108:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748d880 x1855008368822528/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074990.119113:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.119117:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000100:00000200:1.0:1769074990.119120:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351447936 00000100:00000200:2.0:1769074990.119121:0:38314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748d880 x1855008368822528/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.119127:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b368ed000. 00000800:00000010:3.0:1769074990.119136:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6800. 02000000:00000010:2.0:1769074990.119139:0:38314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fcc00. 00000400:00000200:3.0:1769074990.119140:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.119146:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.0:1769074990.119148:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 02000000:00000010:2.0:1769074990.119148:0:38314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fc400. 00000100:00000010:2.0:1769074990.119153:0:38314:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d880. 00000100:00000010:1.0:1769074990.119154:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1949c0. 00000400:00000200:0.0:1769074990.119157:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ec80 00000100:00000010:2.0:1769074990.119159:0:38314:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049763c0. 00000400:00000200:0.0:1769074990.119165:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x237b5 [2] + 0 00000100:00000010:1.0:1769074990.119166:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1949c0. 00010000:00000010:2.0:1769074990.119166:0:38314:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00010000:00000010:1.0:1769074990.119171:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000400:00000200:0.0:1769074990.119176:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.119181:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00010000:00000010:2.0:1769074990.119185:0:35410:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b049763c0. 00000100:00000200:1.0:1769074990.119186:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351447936, offset 224 00000400:00000200:1.0:1769074990.119193:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.119194:0:35410:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc400. 00000400:00000200:0.0:1769074990.119198:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.119205:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.119206:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:2.0:1769074990.119206:0:35410:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.119215:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17594:17594:255:4294967295] 192.168.204.41@tcp LPNI seq info [17590:17590:7:4294967295] 00000400:00000200:1.0:1769074990.119225:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.119233:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.119235:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000800:00000010:1.0:1769074990.119237:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6000. 00000400:00000010:3.0:1769074990.119239:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000001:00000010:2.0:1769074990.119245:0:35410:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f827e0. 00000100:00000200:0.0:1769074990.119246:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:1.0:1769074990.119246:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074990.119253:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8380. 00000800:00000200:1.0:1769074990.119256:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:2.0:1769074990.119260:0:35410:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00000800:00000200:1.0:1769074990.119261:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.119271:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.119275:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000020:00000010:3.0:1769074990.119279:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00000020:00000010:1.0:1769074990.119280:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908000. 00000020:00000010:3.0:1769074990.119284:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00000020:00000010:3.0:1769074990.119291:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7600. 02000000:00000010:1.0:1769074990.119292:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ec800. 00000020:00000010:3.0:1769074990.119294:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589500. 00000100:00000010:1.0:1769074990.119298:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0a80. 00000800:00000200:0.0:1769074990.119301:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1769074990.119301:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 02000000:00000010:1.0:1769074990.119304:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d52000. 00000800:00000010:0.0:1769074990.119307:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6000. 00000100:00000010:1.0:1769074990.119310:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 00000400:00000200:0.0:1769074990.119312:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.119317:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fa02000. 00000100:00000200:3.0:1769074990.119318:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfe8380 x1855008351448192/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.119321:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074990.119324:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 00000400:00000200:0.0:1769074990.119330:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 02000000:00000010:1.0:1769074990.119332:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5e000. 00000400:00000010:0.0:1769074990.119335:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00000100:00000010:1.0:1769074990.119338:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47800. 02000000:00000010:0.0:1769074990.119344:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ed000. 02000000:00000010:1.0:1769074990.119344:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a02b5cc00. 00000020:00000010:3.0:1769074990.119345:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1b80. 00080000:00000010:2.0:1769074990.119351:0:35410:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b075b8c00. 00000020:00000010:3.0:1769074990.119352:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1b80. 00000100:00000010:1.0:1769074990.119354:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45c00. 00000100:00000200:3.0:1769074990.119359:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448192 00002000:00000010:2.0:1769074990.119360:0:35410:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511d690. 02000000:00000010:1.0:1769074990.119361:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0332f800. 00000100:00000010:1.0:1769074990.119365:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47100. 02000000:00000010:3.0:1769074990.119366:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940cc00. 00000400:00000200:0.0:1769074990.119371:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:2.0:1769074990.119373:0:35410:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfea680 x1855008368821888/t8589935746(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.119375:0:26090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1769074990.119380:0:26090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794160. 00000400:00000200:0.0:1769074990.119385:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ed00 00000400:00000010:1.0:1769074990.119387:0:26090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b2a1949c0. 00000400:00000010:2.0:1769074990.119388:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000400:00000200:0.0:1769074990.119394:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x237b5 [2] + 328 00000100:00000200:2.0:1769074990.119401:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368821888, offset 224 00000400:00000200:2.0:1769074990.119409:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.119418:0:35410:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.119420:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.119429:0:35410:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10680 00000400:00000200:0.0:1769074990.119430:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.0:1769074990.119434:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1b80. 00000100:00000010:3.0:1769074990.119439:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bddb40. 00000400:00000200:2.0:1769074990.119442:0:35410:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29c25 [1] + 224 00000100:00000010:3.0:1769074990.119444:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bddb40. 00010000:00000010:3.0:1769074990.119449:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1b80. 00000100:00000200:0.0:1769074990.119451:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1769074990.119452:0:35410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.119458:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeaa00. 00000400:00000010:3.0:1769074990.119458:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000400:00000200:2.0:1769074990.119461:0:35410:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.119465:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448192, offset 224 00000100:00000200:2.0:1769074990.119471:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f3800 x1855008368821888/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.119472:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.119483:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.119488:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17595:17595:256:4294967295] 192.168.204.41@tcp LPNI seq info [17591:17591:8:4294967295] 00000020:00000010:1.0:1769074990.119490:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.119495:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.119498:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:1.0:1769074990.119502:0:29094:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07908000. 00000800:00000200:3.0:1769074990.119505:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.119508:0:29094:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000400:00000200:2.0:1769074990.119510:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000800:00000010:3.0:1769074990.119511:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000400:00000010:2.0:1769074990.119513:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000020:00000010:1.0:1769074990.119514:0:29094:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00000800:00000200:3.0:1769074990.119519:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:0.0:1769074990.119525:0:32344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b738. 00000020:00000010:2.0:1769074990.119526:0:35410:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc000. 00000800:00000200:3.0:1769074990.119526:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:1.0:1769074990.119530:0:29094:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3dfeaa00 x1855008351448320/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.119532:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000800:00000200:3.0:1769074990.119533:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.119535:0:35410:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e960. 00000400:00000010:0.0:1769074990.119536:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:2.0:1769074990.119542:0:35410:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fc00. 00000100:00000200:0.0:1769074990.119548:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe9180 x1855008368822400/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1769074990.119554:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589500. 00000100:00000200:0.0:1769074990.119558:0:32344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe9180 x1855008368822400/t0(0) o104->lustre-OST0000@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:3.0:1769074990.119560:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00000020:00000010:1.0:1769074990.119564:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:3.0:1769074990.119566:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7600. 00000020:00000010:1.0:1769074990.119572:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00002000:00000010:2.0:1769074990.119572:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4780. 00000100:00000200:1.0:1769074990.119577:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448320 00010000:00000010:2.0:1769074990.119577:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a02e04700. 02000000:00000010:1.0:1769074990.119584:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b368ec800. 02000000:00000010:0.0:1769074990.119592:0:32344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0e800. 00010000:00000010:2.0:1769074990.119593:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b049763c0. 02000000:00000010:0.0:1769074990.119599:0:32344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0f400. 00000100:00000010:0.0:1769074990.119603:0:32344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9180. 00000100:00000010:0.0:1769074990.119607:0:32344:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687600. 00010000:00000010:1.0:1769074990.119607:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000400:00000010:2.0:1769074990.119612:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bb00. 00010000:00000010:0.0:1769074990.119614:0:32344:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000100:00000010:1.0:1769074990.119616:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194d80. 00000400:00000200:2.0:1769074990.119619:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:2.0:1769074990.119621:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00010000:00000010:0.0:1769074990.119625:0:32344:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b40687600. 00000100:00000010:1.0:1769074990.119628:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194d80. 00000100:00000200:2.0:1769074990.119629:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f3800 x1855008368821888/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.119633:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000100:00000200:2.0:1769074990.119639:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f3800 x1855008368821888/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.119640:0:32344:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0f400. 00000400:00000010:1.0:1769074990.119642:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725990. 00000100:00000200:1.0:1769074990.119648:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448320, offset 224 00080000:00000010:0.0:1769074990.119653:0:32344:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.119658:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.119667:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:2.0:1769074990.119667:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:1.0:1769074990.119673:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17596:17596:255:4294967295] 192.168.204.41@tcp LPNI seq info [17592:17592:7:4294967295] 00000001:00000010:0.0:1769074990.119694:0:32344:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953c00. 00000400:00000200:2.0:1769074990.119698:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000200:1.0:1769074990.119701:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:2.0:1769074990.119701:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000800:00000200:1.0:1769074990.119707:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.119708:0:32344:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00000100:00000200:2.0:1769074990.119708:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f1180 x1855008368821504/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1769074990.119712:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6200. 00000800:00000200:1.0:1769074990.119719:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:2.0:1769074990.119721:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f1180 x1855008368821504/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.119722:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1769074990.119727:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000010:3.0:1769074990.119728:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000800:00000200:1.0:1769074990.119732:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.119735:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.119741:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.119742:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.119748:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000020:00000010:1.0:1769074990.119752:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07908000. 00010000:00000010:2.0:1769074990.119768:0:38314:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b049763c0. 00080000:00000010:2.0:1769074990.119779:0:38314:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fcc00. 00080000:00000010:2.0:1769074990.119788:0:38314:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.119812:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00000001:00000010:2.0:1769074990.119816:0:38314:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82b40. 00000400:00000010:3.0:1769074990.119817:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00080000:00000010:2.0:1769074990.119832:0:38314:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00000800:00000200:3.0:1769074990.119860:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.119863:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00000400:00000200:3.0:1769074990.119867:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.119871:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.119873:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725990 00000400:00000010:3.0:1769074990.119875:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725990. 00002000:00000010:3.0:1769074990.119900:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b2c0. 00080000:00000010:0.0:1769074990.119942:0:32344:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b055dba00. 00002000:00000010:0.0:1769074990.119948:0:32344:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a02cc3db0. 00010000:00000010:3.0:1769074990.119956:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b10064100. 00010000:00000200:0.0:1769074990.119964:0:32344:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47b80 x1855008368821632/t8589935747(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1769074990.119975:0:38314:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222bb800. 00000400:00000010:0.0:1769074990.119978:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00002000:00000010:2.0:1769074990.119981:0:38314:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370fc80. 00000100:00000200:0.0:1769074990.119984:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368821632, offset 224 00000400:00000200:0.0:1769074990.119991:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1769074990.119995:0:38314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8e00 x1855008368821760/t8589935748(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.119999:0:32344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.120009:0:32344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10580 00000400:00000200:0.0:1769074990.120015:0:32344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29c49 [1] + 224 00000400:00000010:2.0:1769074990.120015:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000400:00000200:0.0:1769074990.120023:0:32344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1769074990.120023:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b40687600. 00000100:00000200:2.0:1769074990.120024:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368821760, offset 224 00010000:00000010:0.1:1769074990.120046:0:32344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2c00. 00010000:00000010:3.1:1769074990.120050:0:26092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b42164a00. 00010000:00000010:1.1:1769074990.120052:0:53849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485600. 00000400:00000200:2.0:1769074990.120058:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.120068:0:38314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.120076:0:38314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10600 00000400:00000200:2.0:1769074990.120083:0:38314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29c51 [1] + 224 00000400:00000200:0.0:1769074990.120085:0:32344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.1:1769074990.120086:0:26092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a900. 00010000:00000010:1.1:1769074990.120087:0:53849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3600. 00000400:00000200:2.0:1769074990.120092:0:38314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1769074990.120098:0:26092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ea00. 00000100:00000200:0.0:1769074990.120099:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f2d80 x1855008368821632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.120100:0:38314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.1:1769074990.120109:0:26092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba800. 00000100:00000200:2.0:1769074990.120115:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f2680 x1855008368821760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.1:1769074990.120118:0:26092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985a00. 00000400:00000200:0.0:1769074990.120120:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:0.0:1769074990.120125:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00010000:00000010:3.1:1769074990.120126:0:26092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b13394d00. 00010000:00000010:3.1:1769074990.120136:0:26092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842600. 00000020:00000010:0.0:1769074990.120137:0:32344:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccf80. 00010000:00000010:3.1:1769074990.120142:0:26092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee000. 00000020:00000010:0.0:1769074990.120143:0:32344:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000400:00000200:2.0:1769074990.120146:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000020:00000010:0.0:1769074990.120148:0:32344:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f600. 00010000:00000010:3.1:1769074990.120149:0:26092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984600. 00000400:00000010:2.0:1769074990.120150:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00010000:00000010:3.1:1769074990.120158:0:26092:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b13394700. 00010000:00000010:3.1:1769074990.120164:0:26092:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843200. 00000020:00000010:2.0:1769074990.120168:0:38314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2680. 00000020:00000010:2.0:1769074990.120174:0:38314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:2.0:1769074990.120179:0:38314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd200. 00002000:00000010:0.0:1769074990.120183:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b0c0. 00010000:00000010:0.0:1769074990.120189:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b10064f00. 00010000:00000010:0.0:1769074990.120201:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b049763c0. 00000400:00000010:2.0:1769074990.120205:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f78. 00000400:00000200:2.0:1769074990.120225:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074990.120227:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000010:0.0:1769074990.120231:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b898. 00000100:00000200:2.0:1769074990.120233:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f2d80 x1855008368821632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.120235:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:0.0:1769074990.120239:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074990.120247:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f2680 x1855008368821760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.120253:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f2d80 x1855008368821632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.120259:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f2680 x1855008368821760/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1769074990.120312:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976300. 00080000:00000010:2.0:1769074990.120334:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fd200. 00080000:00000010:2.0:1769074990.120342:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00002000:00000010:0.0:1769074990.120354:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35be40. 00010000:00000010:0.0:1769074990.120358:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b27f04300. 00010000:00000010:0.0:1769074990.120365:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976300. 00000001:00000010:2.0:1769074990.120366:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82f60. 00080000:00000010:2.0:1769074990.120377:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00080000:00000010:2.0:1769074990.120451:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35f8ec00. 00002000:00000010:2.0:1769074990.120454:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3511c5f0. 00010000:00000200:2.0:1769074990.120463:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9880 x1855008368821376/t8589935749(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.120475:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074990.120478:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368821376, offset 224 00000400:00000200:2.0:1769074990.120482:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.120488:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.120493:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10480 00000400:00000200:2.0:1769074990.120498:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29c19 [1] + 224 00000400:00000200:2.0:1769074990.120503:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.120506:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.120511:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f0700 x1855008368821376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.120532:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074990.120535:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000020:00000010:2.0:1769074990.120544:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589300. 00000020:00000010:2.0:1769074990.120549:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751640. 00000020:00000010:2.0:1769074990.120553:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03697200. 00000400:00000010:3.0:1769074990.120566:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b210. 00000400:00000200:3.0:1769074990.120571:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:3.0:1769074990.120573:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000100:00000200:3.0:1769074990.120579:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f0700 x1855008368821376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1769074990.120584:0:29089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b049766c0. 00000100:00000200:3.0:1769074990.120588:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f0700 x1855008368821376/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1769074990.120631:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d940. 00010000:00000010:2.0:1769074990.120636:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481900. 00010000:00000010:2.0:1769074990.120643:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b049766c0. 00080000:00000010:2.0:1769074990.120655:0:29089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc600. 00080000:00000010:2.0:1769074990.120664:0:29089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00000001:00000010:2.0:1769074990.120701:0:29089:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f829c0. 00080000:00000010:2.0:1769074990.120713:0:29089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00080000:00000010:2.0:1769074990.120824:0:29089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b222ba000. 00002000:00000010:2.0:1769074990.120830:0:29089:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370fa20. 00010000:00000200:2.0:1769074990.120841:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b800 x1855008368821120/t8589935750(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.120865:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074990.120871:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368821120, offset 224 00000400:00000200:2.0:1769074990.120876:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.120882:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.120889:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10380 00000400:00000200:2.0:1769074990.120896:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29bd1 [1] + 224 00000400:00000200:2.0:1769074990.120901:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.120905:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.120912:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f1f80 x1855008368821120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.120932:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:2.0:1769074990.120934:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000400:00000010:1.0:1769074990.120943:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794840. 00000020:00000010:2.0:1769074990.120944:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589a00. 00000400:00000200:1.0:1769074990.120947:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000020:00000010:2.0:1769074990.120948:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751000. 00000400:00000010:1.0:1769074990.120949:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000020:00000010:2.0:1769074990.120951:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696800. 00000100:00000200:1.0:1769074990.120955:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f1f80 x1855008368821120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.120964:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f1f80 x1855008368821120/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1769074990.121005:0:53843:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fce00. 00000004:00000010:2.0:1769074990.121020:0:53843:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8c8a02f826c0. 00010000:00000010:2.1:1769074990.121049:0:53843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696800. 00000004:00000010:1.0:1769074990.121596:0:50504:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8c8a02f826c0. 00080000:00000010:1.0:1769074990.121604:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fce00. 00000100:00000010:2.0:1769074990.121628:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d880. 02000000:00000010:2.0:1769074990.121639:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b05f13400. 00000100:00000010:2.0:1769074990.121690:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f480. 02000000:00000010:1.0:1769074990.121696:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b368ee000. 02000000:00000010:2.0:1769074990.121697:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b05f12400. 00000400:00000010:1.0:1769074990.121701:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794840. 00000400:00000010:1.0:1769074990.121707:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000100:00000200:1.0:1769074990.121713:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368822656, portal 4 00000400:00000010:1.0:1769074990.121718:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:1.0:1769074990.121721:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368822656, offset 0 00000400:00000200:1.0:1769074990.121738:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1769074990.121742:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d180. 00000400:00000200:1.0:1769074990.121746:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1769074990.121751:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a01ea3400. 00000400:00000200:1.0:1769074990.121754:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10980 00000400:00000200:1.0:1769074990.121759:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 11968 00000100:00000010:2.0:1769074990.121762:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748d500. 00000400:00000200:1.0:1769074990.121765:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074990.121767:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a01ea0000. 00000400:00000200:1.0:1769074990.121770:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.121775:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074990.121780:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598e00. 00000100:00000010:2.0:1769074990.121780:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f800. 02000000:00000010:2.0:1769074990.121786:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04997400. 00000400:00000200:1.0:1769074990.121793:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:1.0:1769074990.121795:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000100:00000010:2.0:1769074990.121798:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748f100. 00000100:00000200:1.0:1769074990.121802:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748d880 x1855008368822656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.121803:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04997c00. 00000100:00000010:2.0:1769074990.121813:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ca80. 02000000:00000010:2.0:1769074990.121820:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3051a800. 02000000:00000010:1.0:1769074990.121829:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b368ecc00. 00000400:00000010:1.0:1769074990.121833:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794688. 00000100:00000010:2.0:1769074990.121833:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748c380. 00000400:00000010:1.0:1769074990.121836:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 02000000:00000010:2.0:1769074990.121838:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04a09400. 00000100:00000200:1.0:1769074990.121840:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368823040, portal 4 00000400:00000010:1.0:1769074990.121844:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.121846:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368823040, offset 0 00000400:00000200:1.0:1769074990.121850:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1769074990.121854:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04a0b800. 00000400:00000200:1.0:1769074990.121856:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1769074990.121859:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f78. 00000400:00000200:1.0:1769074990.121862:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10b00 00000400:00000010:2.0:1769074990.121863:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000100:00000200:2.0:1769074990.121866:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368823168, portal 4 00000400:00000200:1.0:1769074990.121868:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 12512 00000400:00000010:2.0:1769074990.121871:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000400:00000200:1.0:1769074990.121872:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.121874:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368823168, offset 0 00000400:00000200:1.0:1769074990.121876:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.121879:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074990.121880:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1769074990.121884:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599180. 00000400:00000200:2.0:1769074990.121885:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.121892:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10b80 00000400:00000200:1.0:1769074990.121895:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:1.0:1769074990.121897:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.121903:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748d500 x1855008368823040/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.121904:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 13056 00000400:00000200:2.0:1769074990.121909:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.121912:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.121915:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.121919:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748df80. 02000000:00000010:1.0:1769074990.121925:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b368ee800. 00000400:00000010:1.0:1769074990.121930:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307949f8. 00000400:00000200:2.0:1769074990.121930:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:2.0:1769074990.121932:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000010:1.0:1769074990.121936:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:2.0:1769074990.121937:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748f800 x1855008368823168/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.121940:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368823552, portal 4 00000400:00000010:1.0:1769074990.121944:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074990.121947:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368823552, offset 0 00000400:00000200:1.0:1769074990.121952:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.121957:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.121964:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10d00 02000000:00000010:2.0:1769074990.121968:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04a0b400. 00000400:00000200:1.0:1769074990.121969:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 13600 00000400:00000200:1.0:1769074990.121974:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.121977:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.121980:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074990.121984:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599f80. 00000400:00000010:2.0:1769074990.121986:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000010:2.0:1769074990.121990:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074990.121994:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368822784, portal 4 00000400:00000010:2.0:1769074990.121999:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000400:00000200:1.0:1769074990.122001:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:1.0:1769074990.122004:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000100:00000200:2.0:1769074990.122009:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368822784, offset 0 00000100:00000200:1.0:1769074990.122010:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748c380 x1855008368823552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.122014:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.122017:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:2.0:1769074990.122023:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074990.122024:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.122052:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757e00. 00000020:00000010:0.0:1769074990.122056:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc680. 00000020:00000010:0.0:1769074990.122063:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 02000000:00000010:1.0:1769074990.122066:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b368eec00. 00000400:00000200:2.0:1769074990.122067:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10a00 00000400:00000010:1.0:1769074990.122071:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794c08. 00000400:00000200:2.0:1769074990.122073:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 14144 00000400:00000010:1.0:1769074990.122078:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000400:00000200:2.0:1769074990.122078:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.122082:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368822912, portal 4 00000400:00000200:2.0:1769074990.122082:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1769074990.122086:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:2.0:1769074990.122086:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1769074990.122089:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368822912, offset 0 00000100:00000010:2.0:1769074990.122090:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748dc00. 00000020:00000010:0.0:1769074990.122093:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.122095:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.122110:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:2.0:1769074990.122112:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000200:1.0:1769074990.122115:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1769074990.122115:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000020:00000010:0.0:1769074990.122117:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757200. 00000100:00000200:2.0:1769074990.122122:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748f480 x1855008368822784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.122123:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10a80 00000020:00000010:0.0:1769074990.122126:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccd80. 00000400:00000200:1.0:1769074990.122129:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 14688 00000020:00000010:0.0:1769074990.122135:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ed48. 02000000:00000010:2.0:1769074990.122147:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04a08800. 00000400:00000200:1.0:1769074990.122152:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.122152:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39108. 00000400:00000200:1.0:1769074990.122156:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.122157:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000010:2.0:1769074990.122157:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:1.0:1769074990.122160:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074990.122165:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000010:1.0:1769074990.122166:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599c00. 00000100:00000200:2.0:1769074990.122166:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368823296, portal 4 00000020:00000010:0.0:1769074990.122173:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756800. 00000400:00000010:2.0:1769074990.122174:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074990.122181:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000100:00000200:2.0:1769074990.122181:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368823296, offset 0 00000020:00000010:0.0:1769074990.122182:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc400. 00000400:00000010:1.0:1769074990.122184:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000020:00000010:0.0:1769074990.122188:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e898. 00000100:00000200:1.0:1769074990.122192:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748d180 x1855008368822912/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.122192:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.122199:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.122206:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10c00 02000000:00000010:1.0:1769074990.122210:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b368ed400. 00000400:00000200:2.0:1769074990.122211:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x146c1 [8] + 15232 00000020:00000010:0.0:1769074990.122212:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000010:1.0:1769074990.122214:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794318. 00000400:00000010:2.0:1769074990.122214:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36410478. 00000020:00000010:0.0:1769074990.122217:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:2.0:1769074990.122220:0:16319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b111afe00 00000020:00000010:0.0:1769074990.122225:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756c00. 00000400:00000010:1.0:1769074990.122226:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000400:00000200:2.0:1769074990.122226:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.122232:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368823424, portal 4 00000020:00000010:0.0:1769074990.122233:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc000. 00000400:00000200:2.0:1769074990.122233:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.122236:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b111afe00 00000400:00000010:1.0:1769074990.122237:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000020:00000010:0.0:1769074990.122240:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ee10. 00000400:00000010:2.0:1769074990.122254:0:16319:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b111afe00. 00000020:00000010:0.0:1769074990.122259:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000100:00000200:1.0:1769074990.122260:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368823424, offset 0 00000100:00000200:2.0:1769074990.122260:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074990.122266:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.122271:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.122274:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757400. 00000400:00000200:2.0:1769074990.122277:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000200:1.0:1769074990.122280:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074990.122281:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccc80. 00000400:00000010:2.0:1769074990.122281:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000400:00000200:1.0:1769074990.122287:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae10c80 00000020:00000010:0.0:1769074990.122289:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e4b0. 00000100:00000200:2.0:1769074990.122290:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748f100 x1855008368823296/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.122293:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 0 00000400:00000200:1.0:1769074990.122299:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.122303:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.122307:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074990.122312:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978000. 00000020:00000010:0.0:1769074990.122316:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.122321:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.122325:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000020:00000010:0.0:1769074990.122327:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757600. 00000400:00000010:1.0:1769074990.122330:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000020:00000010:0.0:1769074990.122332:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc380. 00000020:00000010:0.0:1769074990.122339:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000100:00000200:1.0:1769074990.122339:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748ca80 x1855008368823424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.122342:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.122347:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.122352:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd600. 00000020:00000010:2.0:1769074990.122357:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2680. 00000020:00000010:2.0:1769074990.122361:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000020:00000010:0.0:1769074990.122370:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.122374:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.122380:0:32344:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756a00. 00000020:00000010:0.0:1769074990.122386:0:32344:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc280. 00000020:00000010:1.0:1769074990.122387:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:2.0:1769074990.122387:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:0.0:1769074990.122392:0:32344:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e578. 00000020:00000010:1.0:1769074990.122393:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:2.0:1769074990.122393:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:1.0:1769074990.122400:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368822656 00000100:00000200:2.0:1769074990.122400:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368823040 02000000:00000010:1.0:1769074990.122413:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b368efc00. 02000000:00000010:2.0:1769074990.122413:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04a0bc00. 00010000:00000010:1.0:1769074990.122426:0:27573:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06587c00. 00000020:00000010:0.0:1769074990.122427:0:32344:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00010000:00000010:2.0:1769074990.122428:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985e00. 00010000:00000010:1.0:1769074990.122430:0:27573:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06587400. 00000020:00000010:0.0:1769074990.122434:0:32344:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00010000:00000010:1.0:1769074990.122436:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e600. 00000020:00000010:3.0:1769074990.122438:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1800. 00000100:00000200:0.0:1769074990.122440:0:32344:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368823168 00010000:00000010:2.0:1769074990.122443:0:28095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00002000:00000010:1.0:1769074990.122446:0:27573:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b0537dd80. 00000020:00000010:3.0:1769074990.122446:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1800. 00000100:00000010:2.0:1769074990.122449:0:28095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000100:00000200:3.0:1769074990.122455:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368823552 02000000:00000010:0.0:1769074990.122456:0:32344:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3062c000. 00000100:00000010:2.0:1769074990.122459:0:28095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47100. 00010000:00000010:1.0:1769074990.122461:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194d80. 02000000:00000010:2.0:1769074990.122467:0:28095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b173fce00. 00010000:00000010:0.0:1769074990.122471:0:32344:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843c00. 02000000:00000010:3.0:1769074990.122485:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0940f000. 00010000:00000010:0.0:1769074990.122486:0:32344:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00002000:00000010:1.0:1769074990.122486:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0537dd80. 02000000:00000010:2.0:1769074990.122486:0:28095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fde00. 00010000:00000010:1.0:1769074990.122495:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06587400. 00000400:00000010:2.0:1769074990.122495:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39cb8. 00000100:00000010:0.0:1769074990.122496:0:32344:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687600. 00010000:00000010:3.0:1769074990.122501:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd000. 00000400:00000010:2.0:1769074990.122502:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00010000:00000010:1.0:1769074990.122504:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194d80. 00000100:00000010:0.0:1769074990.122506:0:32344:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9180. 00000100:00000200:2.0:1769074990.122509:0:28095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368823680, portal 16 00010000:00000010:3.0:1769074990.122514:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1800. 00080000:00000010:1.0:1769074990.122516:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07909a00. 00000400:00000010:2.0:1769074990.122516:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 02000000:00000010:0.0:1769074990.122517:0:32344:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30757000. 00000100:00000010:3.0:1769074990.122520:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bddb40. 00000100:00000010:3.0:1769074990.122527:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 00080000:00000010:1.0:1769074990.122529:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537dd80. 02000000:00000010:0.0:1769074990.122534:0:32344:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b30756400. 02000000:00000010:3.0:1769074990.122535:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b049f7600. 00000100:00000200:2.0:1769074990.122538:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368823680, offset 0 00000400:00000010:0.0:1769074990.122542:0:32344:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b898. 00000400:00000200:2.0:1769074990.122548:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:3.0:1769074990.122549:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b049f6800. 00000400:00000010:0.0:1769074990.122555:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000400:00000010:3.0:1769074990.122556:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751aa8. 00000400:00000200:2.0:1769074990.122557:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000010:3.0:1769074990.122565:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000100:00000200:0.0:1769074990.122566:0:32344:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368823808, portal 16 00000400:00000200:2.0:1769074990.122566:0:28095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000001:00000010:1.0:1769074990.122572:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce240. 00000100:00000200:3.0:1769074990.122572:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368823936, portal 16 00000400:00000200:2.0:1769074990.122574:0:28095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:0.0:1769074990.122575:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000400:00000010:3.0:1769074990.122580:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000100:00000200:0.0:1769074990.122582:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368823808, offset 0 00000400:00000200:2.0:1769074990.122583:0:28095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1769074990.122585:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368823936, offset 0 00080000:00000010:1.0:1769074990.122587:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.122590:0:28095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.122596:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.122598:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17597:17597:256:4294967295] 192.168.204.41@tcp LPNI seq info [17593:17593:8:4294967295] 00000400:00000200:3.0:1769074990.122604:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.122633:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.122639:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.122644:0:32344:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074990.122644:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000400:00000200:0.0:1769074990.122651:0:32344:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1769074990.122655:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.122660:0:32344:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.122667:0:32344:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1769074990.122667:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.122673:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.122674:0:32344:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.122695:0:32344:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17598:17598:255:4294967295] 192.168.204.41@tcp LPNI seq info [17594:17594:7:4294967295] 00000400:00000200:0.0:1769074990.122711:0:32344:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.122718:0:32344:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.122722:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074990.122725:0:32344:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074990.122727:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:2.0:1769074990.122742:0:27572:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000800:00000200:0.0:1769074990.122744:0:32344:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.122747:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000020:00000010:2.0:1769074990.122748:0:27572:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.122754:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1769074990.122755:0:27572:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368822784 00000800:00000200:0.0:1769074990.122759:0:32344:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.122761:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000800:00000200:0.0:1769074990.122767:0:32344:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:2.0:1769074990.122769:0:27572:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04a08c00. 00000400:00000200:3.0:1769074990.122769:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17599:17599:254:4294967295] 192.168.204.41@tcp LPNI seq info [17595:17595:6:4294967295] 00000400:00000200:3.0:1769074990.122782:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:2.0:1769074990.122784:0:27572:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8c8b06f47f00. 00010000:00000010:2.0:1769074990.122790:0:27572:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff8c8b06f47500. 00000800:00000200:3.0:1769074990.122791:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074990.122797:0:27572:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984600. 00000800:00000010:3.0:1769074990.122799:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000020:00000010:0.0:1769074990.122803:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec6c0. 00002000:00000010:2.0:1769074990.122805:0:27572:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff8c8b07763780. 00000800:00000200:3.0:1769074990.122810:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.122811:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec6c0. 00000100:00000200:0.0:1769074990.122818:0:32341:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368822912 00010000:00000010:2.0:1769074990.122821:0:27572:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976300. 00000800:00000200:3.0:1769074990.122821:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.122828:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:0.0:1769074990.122832:0:32341:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3062f000. 00080000:00000010:2.0:1769074990.122837:0:27572:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fd000. 00010000:00000010:0.0:1769074990.122856:0:32341:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843a00. 00080000:00000010:2.0:1769074990.122857:0:27572:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763bc0. 00010000:00000010:0.0:1769074990.122869:0:32341:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec6c0. 00000800:00000200:3.0:1769074990.122873:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1769074990.122876:0:32341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b40687180. 00000800:00000010:3.0:1769074990.122878:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00080000:00000010:1.0:1769074990.122879:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ad000. 00000100:00000010:0.0:1769074990.122883:0:32341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8000. 00000400:00000200:3.0:1769074990.122887:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:1.0:1769074990.122888:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e260. 02000000:00000010:0.0:1769074990.122894:0:32341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0768f800. 00000400:00000200:3.0:1769074990.122897:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.122904:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00010000:00000200:1.0:1769074990.122905:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30598e00 x1855008368822656/t8589935705(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:2.0:1769074990.122906:0:27572:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82600. 02000000:00000010:0.0:1769074990.122909:0:32341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01502200. 00000400:00000010:3.0:1769074990.122909:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000010:0.0:1769074990.122918:0:32341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b738. 00080000:00000010:2.0:1769074990.122918:0:27572:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763bc0. 00000100:00000200:3.0:1769074990.122923:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47100 x1855008368823680/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074990.122925:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000400:00000010:0.0:1769074990.122927:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:1.0:1769074990.122934:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368822656, offset 224 00000100:00000200:0.0:1769074990.122936:0:32341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368824064, portal 16 00000400:00000010:0.0:1769074990.122944:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000400:00000200:1.0:1769074990.122944:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1769074990.122957:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1769074990.122960:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368824064, offset 0 00000800:00000010:3.0:1769074990.122961:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074990.122966:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.122967:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.122973:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.122974:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.122980:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10980 00000400:00000200:3.0:1769074990.122980:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000400:00000010:3.0:1769074990.122984:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000400:00000200:0.0:1769074990.122986:0:32341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.122993:0:32341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1769074990.122994:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe9180 x1855008368823808/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.122996:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29c9d [1] + 224 00000400:00000200:0.0:1769074990.123001:0:32341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.123009:0:32341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.123010:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.123017:0:32341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.123021:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.1:1769074990.123055:0:16312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba000. 00010000:00000010:2.1:1769074990.123059:0:27572:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7e00. 00010000:00000010:3.1:1769074990.123065:0:16312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc400. 00010000:00000010:2.1:1769074990.123067:0:27572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984c00. 00000400:00000200:0.0:1769074990.123071:0:32341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17600:17600:254:4294967295] 192.168.204.41@tcp LPNI seq info [17596:17596:6:4294967295] 00000400:00000200:0.0:1769074990.123089:0:32341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.123097:0:32341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.123111:0:27572:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ac200. 00000800:00000010:0.0:1769074990.123113:0:32341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00002000:00000010:2.0:1769074990.123116:0:27572:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b306a6850. 00010000:00000010:1.1:1769074990.123116:0:27573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5800. 00000800:00000200:0.0:1769074990.123122:0:32341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.1:1769074990.123123:0:27573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708a00. 00010000:00000200:2.0:1769074990.123129:0:27572:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748dc00 x1855008368822784/t8589935706(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.1:1769074990.123130:0:27573:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5000. 00000800:00000200:0.0:1769074990.123135:0:32341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.123140:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1769074990.123143:0:32341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:1.0:1769074990.123145:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748d880 x1855008368822656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769074990.123145:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000010:2.0:1769074990.123153:0:27572:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000400:00000200:3.0:1769074990.123153:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.123161:0:27572:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368822784, offset 224 00000400:00000200:3.0:1769074990.123164:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.123172:0:27572:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.123176:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:1.0:1769074990.123178:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:2.0:1769074990.123181:0:27572:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074990.123186:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc00. 00000020:00000010:1.0:1769074990.123189:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc680. 00000400:00000200:2.0:1769074990.123189:0:27572:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10a00 00000020:00000010:0.0:1769074990.123192:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc00. 00000020:00000010:1.0:1769074990.123194:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000100:00000200:0.0:1769074990.123198:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368823296 00000020:00000010:1.0:1769074990.123200:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757e00. 02000000:00000010:0.0:1769074990.123215:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3062dc00. 00000400:00000200:3.0:1769074990.123221:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000400:00000010:3.0:1769074990.123224:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00010000:00000010:0.0:1769074990.123228:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842a00. 00000020:00000010:1.0:1769074990.123228:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000100:00000200:3.0:1769074990.123232:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f3b80 x1855008368823936/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.123233:0:27572:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29cbd [1] + 224 00000020:00000010:1.0:1769074990.123235:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00010000:00000010:0.0:1769074990.123241:0:32343:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc00. 00000100:00000200:1.0:1769074990.123242:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368823424 00000400:00000200:2.0:1769074990.123243:0:27572:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.123251:0:32343:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076780. 00000100:00000010:0.0:1769074990.123259:0:32343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8a80. 00000400:00000200:2.0:1769074990.123263:0:27572:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1769074990.123268:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b368ec400. 02000000:00000010:0.0:1769074990.123271:0:32343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35204000. 00000100:00000200:2.0:1769074990.123272:0:27572:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748f480 x1855008368822784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.123281:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e400. 00000800:00000200:3.0:1769074990.123283:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.123288:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 02000000:00000010:0.0:1769074990.123289:0:32343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35204400. 00010000:00000010:1.0:1769074990.123293:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.123294:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.123295:0:27572:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:0.0:1769074990.123296:0:32343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b0b0. 00000400:00000010:2.0:1769074990.123299:0:27572:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000010:1.0:1769074990.123300:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194d80. 00000400:00000200:3.0:1769074990.123306:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074990.123307:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 00000400:00000010:0.0:1769074990.123309:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000400:00000200:3.0:1769074990.123312:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000020:00000010:2.0:1769074990.123313:0:27572:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccc80. 00000400:00000010:3.0:1769074990.123316:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 02000000:00000010:1.0:1769074990.123318:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07908c00. 00000020:00000010:2.0:1769074990.123319:0:27572:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e4b0. 00000020:00000010:2.0:1769074990.123325:0:27572:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757400. 00000100:00000200:0.0:1769074990.123326:0:32343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368824192, portal 16 00000100:00000200:3.0:1769074990.123330:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8000 x1855008368824064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.123333:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 02000000:00000010:1.0:1769074990.123334:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07909200. 00000100:00000200:0.0:1769074990.123340:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368824192, offset 0 00000400:00000010:1.0:1769074990.123343:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00002000:00000010:2.0:1769074990.123350:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b07763780. 00000400:00000010:1.0:1769074990.123351:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000400:00000200:0.0:1769074990.123354:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074990.123356:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f47500. 00000100:00000200:1.0:1769074990.123360:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368824320, portal 16 00000400:00000200:0.0:1769074990.123364:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00010000:00000010:2.0:1769074990.123365:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976300. 00000400:00000200:0.0:1769074990.123377:0:32343:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1769074990.123378:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107257f8. 00000100:00000200:1.0:1769074990.123383:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368824320, offset 0 00000400:00000200:0.0:1769074990.123384:0:32343:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.123392:0:32343:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.123393:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.123400:0:32343:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000010:2.0:1769074990.123400:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:2.0:1769074990.123406:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000200:0.0:1769074990.123407:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17601:17601:255:4294967295] 192.168.204.41@tcp LPNI seq info [17597:17597:7:4294967295] 00000400:00000010:2.0:1769074990.123410:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000100:00000200:2.0:1769074990.123419:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748f480 x1855008368822784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.123425:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:2.0:1769074990.123438:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748f480 x1855008368822784/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074990.123452:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.123458:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074990.123460:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000400:00000200:1.0:1769074990.123464:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1769074990.123469:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.123471:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074990.123478:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1769074990.123482:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.123485:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000100:00000010:2.0:1769074990.123485:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af45c00. 00000800:00000200:0.0:1769074990.123488:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.123494:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17602:17602:255:4294967295] 192.168.204.41@tcp LPNI seq info [17598:17598:7:4294967295] 02000000:00000010:2.0:1769074990.123494:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04a08000. 00000400:00000200:1.0:1769074990.123517:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.123525:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.123530:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6700. 02000000:00000010:2.0:1769074990.123534:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04a09c00. 00000800:00000200:1.0:1769074990.123537:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:2.0:1769074990.123539:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000800:00000200:1.0:1769074990.123542:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:2.0:1769074990.123542:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000800:00000200:1.0:1769074990.123546:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6700 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:2.0:1769074990.123546:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368824448, portal 4 00000400:00000010:2.0:1769074990.123551:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000800:00000200:3.0:1769074990.123552:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1769074990.123554:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368824448, offset 0 00000800:00000010:3.0:1769074990.123556:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074990.123562:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.123564:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1769074990.123578:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794840. 00000400:00000200:3.0:1769074990.123579:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.123583:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 00000400:00000200:2.0:1769074990.123583:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1769074990.123586:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 00000400:00000200:2.0:1769074990.123590:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11080 00000400:00000200:3.0:1769074990.123591:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000100:00000200:1.0:1769074990.123592:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748d880 x1855008368822656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.123595:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000100:00000200:1.0:1769074990.123604:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748d880 x1855008368822656/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074990.123641:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd2680. 02000000:00000010:1.0:1769074990.123648:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b368ec000. 00000400:00000200:2.0:1769074990.123673:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 544 02000000:00000010:1.0:1769074990.123675:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b368ed000. 00000400:00000010:1.0:1769074990.123694:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794840. 00000400:00000200:2.0:1769074990.123694:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.123698:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725a18. 00000400:00000200:2.0:1769074990.123699:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.123702:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368824576, portal 4 00000100:00000200:2.0:1769074990.123703:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1769074990.123706:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000010:2.0:1769074990.123707:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47800. 00000100:00000200:1.0:1769074990.123709:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368824576, offset 0 00000400:00000200:1.0:1769074990.123714:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.123721:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.123725:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074990.123727:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000200:1.0:1769074990.123730:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11100 00000100:00000200:2.0:1769074990.123735:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af45c00 x1855008368824448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.123736:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 1088 00000100:00000200:3.0:1769074990.123738:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8a80 x1855008368824192/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.123742:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.123743:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.123751:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.123752:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.123761:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35204c00. 00000100:00000200:1.0:1769074990.123761:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074990.123771:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc900. 00000100:00000010:1.0:1769074990.123771:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1880. 00000020:00000010:0.0:1769074990.123779:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000400:00000200:1.0:1769074990.123787:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000010:1.0:1769074990.123791:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074990.123796:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b08dd2680 x1855008368824576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.123808:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:0.0:1769074990.123811:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.123812:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000020:00000010:0.0:1769074990.123817:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.123822:0:35410:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc800. 00000100:00000200:0.0:1769074990.123823:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368824448 00000020:00000010:2.0:1769074990.123828:0:35410:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2080. 00000020:00000010:2.0:1769074990.123833:0:35410:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 02000000:00000010:0.0:1769074990.123836:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3062c400. 00010000:00000010:0.0:1769074990.123850:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843600. 00000020:00000010:2.0:1769074990.123859:0:35410:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00010000:00000010:0.0:1769074990.123861:0:29093:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.123864:0:35410:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000100:00000010:0.0:1769074990.123868:0:29093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076300. 00000100:00000200:2.0:1769074990.123869:0:35410:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368824576 00000800:00000200:3.0:1769074990.123877:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1769074990.123885:0:35410:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b04a08400. 00000100:00000010:0.0:1769074990.123886:0:29093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9f80. 00000800:00000010:3.0:1769074990.123887:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6700. 00000400:00000200:3.0:1769074990.123895:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.123896:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074990.123898:0:29093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35205200. 00010000:00000010:2.0:1769074990.123900:0:35410:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04984c00. 00000400:00000200:1.0:1769074990.123909:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10e00 00010000:00000010:2.0:1769074990.123912:0:35410:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 02000000:00000010:0.0:1769074990.123915:0:29093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35204a00. 00000400:00000200:1.0:1769074990.123916:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ce5 [1] + 224 00000100:00000010:2.0:1769074990.123917:0:35410:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976300. 00000400:00000010:0.0:1769074990.123924:0:29093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b948. 00000400:00000200:1.0:1769074990.123926:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.123926:0:35410:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44000. 00000400:00000200:1.0:1769074990.123934:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074990.123935:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 02000000:00000010:2.0:1769074990.123937:0:35410:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b075b8c00. 00000100:00000200:0.0:1769074990.123943:0:29093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368824704, portal 16 00000100:00000200:1.0:1769074990.123943:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe9180 x1855008368823808/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.123946:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074990.123951:0:35410:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03696800. 00000400:00000010:0.0:1769074990.123953:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074990.123956:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107257f8 00000400:00000010:2.0:1769074990.123958:0:35410:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f20. 00000400:00000010:3.0:1769074990.123962:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107257f8. 00000100:00000200:0.0:1769074990.123970:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368824704, offset 0 00000400:00000010:2.0:1769074990.123972:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000100:00000200:3.0:1769074990.123973:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b0497b100 x1855008368824320/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.123980:0:35410:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368824832, portal 16 00000400:00000200:0.0:1769074990.123987:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.123987:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.123988:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074990.123995:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368824832, offset 0 00000400:00000200:0.0:1769074990.124005:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.124005:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.124013:0:29093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.124018:0:29093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.124020:0:29093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.124023:0:29093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.124056:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17603:17603:256:4294967295] 192.168.204.41@tcp LPNI seq info [17599:17599:8:4294967295] 00000400:00000200:0.0:1769074990.124067:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.124072:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.124076:0:35410:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.124077:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10d80 00000800:00000010:0.0:1769074990.124078:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000400:00000200:2.0:1769074990.124081:0:35410:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074990.124085:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29cdd [1] + 224 00000400:00000200:2.0:1769074990.124088:0:35410:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000800:00000200:0.0:1769074990.124090:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.124093:0:35410:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.124096:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.124099:0:35410:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.124103:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:0.0:1769074990.124104:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.124107:0:35410:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17604:17604:255:4294967295] 192.168.204.41@tcp LPNI seq info [17600:17600:7:4294967295] 00000800:00000200:0.0:1769074990.124110:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.124131:0:35410:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.124138:0:35410:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074990.124141:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47100 x1855008368823680/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:2.0:1769074990.124142:0:35410:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000800:00000200:2.0:1769074990.124149:0:35410:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.124156:0:35410:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.124159:0:35410:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.124177:0:32344:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b898. 00000400:00000200:0.0:1769074990.124183:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:0.0:1769074990.124187:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000010:2.0:1769074990.124192:0:28095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39cb8. 00000100:00000200:0.0:1769074990.124195:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe9180 x1855008368823808/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.124197:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:2.0:1769074990.124202:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074990.124213:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47100 x1855008368823680/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074990.124217:0:32344:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe9180 x1855008368823808/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.124242:0:28095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47100 x1855008368823680/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.124250:0:32344:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b30756400. 02000000:00000010:0.0:1769074990.124258:0:32344:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30757000. 00000100:00000010:0.0:1769074990.124263:0:32344:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9180. 02000000:00000010:2.0:1769074990.124264:0:28095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fde00. 00000100:00000010:0.0:1769074990.124268:0:32344:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687600. 00000800:00000200:3.0:1769074990.124270:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1769074990.124271:0:28095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b173fce00. 00010000:00000010:0.0:1769074990.124275:0:32344:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000100:00000010:2.0:1769074990.124279:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47100. 00000400:00000200:1.0:1769074990.124292:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.124293:0:28095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00010000:00000010:2.0:1769074990.124296:0:28095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.124299:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10e80 00000400:00000200:1.0:1769074990.124304:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ce9 [1] + 224 00000400:00000200:1.0:1769074990.124311:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.124315:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.124321:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f3b80 x1855008368823936/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1769074990.124342:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074990.124349:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.124350:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751aa8. 00000400:00000200:1.0:1769074990.124351:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.124365:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00000400:00000010:2.0:1769074990.124367:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00000400:00000200:1.0:1769074990.124371:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10f00 00000400:00000200:3.0:1769074990.124373:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.124377:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f3b80 x1855008368823936/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.124379:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29cf9 [1] + 224 00000400:00000200:3.0:1769074990.124386:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000100:00000200:2.0:1769074990.124388:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f3b80 x1855008368823936/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.124390:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.124392:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:1.0:1769074990.124398:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.124407:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe9f80 x1855008368824704/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.124408:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8000 x1855008368824064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.124408:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b049f6800. 02000000:00000010:2.0:1769074990.124415:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b049f7600. 00000100:00000010:2.0:1769074990.124429:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 00000100:00000010:2.0:1769074990.124435:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bddb40. 00010000:00000010:2.0:1769074990.124438:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1800. 00000400:00000200:1.0:1769074990.124458:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074990.124460:0:32341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b738. 00000400:00000200:0.0:1769074990.124467:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000200:1.0:1769074990.124468:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae10f80 00000400:00000010:0.0:1769074990.124470:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000400:00000200:1.0:1769074990.124479:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29d05 [1] + 224 00000100:00000200:0.0:1769074990.124482:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8000 x1855008368824064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.124502:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.124507:0:32341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8000 x1855008368824064/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.124511:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.124522:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8a80 x1855008368824192/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.124530:0:32341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01502200. 02000000:00000010:0.0:1769074990.124538:0:32341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0768f800. 00000100:00000010:0.0:1769074990.124544:0:32341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8000. 00000100:00000010:0.0:1769074990.124562:0:32341:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b40687180. 00010000:00000010:0.0:1769074990.124567:0:32341:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec6c0. 00000400:00000010:2.0:1769074990.124597:0:32343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b0b0. 00000400:00000200:2.0:1769074990.124602:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:2.0:1769074990.124604:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000100:00000200:2.0:1769074990.124611:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8a80 x1855008368824192/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.124631:0:32343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8a80 x1855008368824192/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.124645:0:32343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35204400. 02000000:00000010:2.0:1769074990.124649:0:32343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b35204000. 00000100:00000010:2.0:1769074990.124653:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8a80. 00000100:00000010:2.0:1769074990.124657:0:32343:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076780. 00010000:00000010:2.0:1769074990.124662:0:32343:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc00. 00000800:00000200:3.0:1769074990.124671:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.124677:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000400:00000200:3.0:1769074990.124696:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.124702:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.124708:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.124714:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000200:1.0:1769074990.124717:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ed80 00000400:00000010:3.0:1769074990.124719:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:1.0:1769074990.124730:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x237b5 [2] + 656 00000400:00000200:1.0:1769074990.124738:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.124743:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.124747:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.124753:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0380. 00000400:00000200:1.0:1769074990.124773:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.124779:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ef80 00000020:00000010:2.0:1769074990.124783:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.124785:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x237b5 [2] + 984 00000020:00000010:2.0:1769074990.124786:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.124792:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03697200. 00000400:00000200:1.0:1769074990.124793:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.124796:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2580. 00000400:00000200:1.0:1769074990.124798:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.124800:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415e10. 00000100:00000200:1.0:1769074990.124801:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.124805:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 00000100:00000200:2.0:1769074990.124814:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35cd0380 x1855008351448448/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.124826:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44000 x1855008368824832/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.124836:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.124836:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.124841:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.124850:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ee00 00000020:00000010:2.0:1769074990.124850:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:2.0:1769074990.124854:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000400:00000200:1.0:1769074990.124856:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x237b5 [2] + 1312 00000020:00000010:2.0:1769074990.124858:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415320. 00000400:00000200:1.0:1769074990.124863:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.124866:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b35cd0000 x1855008351448960/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.124867:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.124871:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.124877:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 00000020:00000010:3.0:1769074990.124885:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:3.0:1769074990.124889:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000020:00000010:2.0:1769074990.124892:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000100:00000200:3.0:1769074990.124893:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448448 00000400:00000200:1.0:1769074990.124895:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.124896:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 02000000:00000010:3.0:1769074990.124902:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940f400. 00000020:00000010:2.0:1769074990.124903:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03697c00. 00000400:00000200:1.0:1769074990.124916:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ef00 00000020:00000010:2.0:1769074990.124917:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 00000020:00000010:2.0:1769074990.124922:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4154b0. 00000400:00000200:1.0:1769074990.124923:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x237b5 [2] + 1640 00000400:00000200:1.0:1769074990.124930:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.124932:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38484e00 x1855008351448576/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.124935:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.124939:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.0:1769074990.124941:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000100:00000010:3.0:1769074990.124949:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd3c0. 00000020:00000010:2.0:1769074990.124955:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.124959:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000010:1.0:1769074990.124961:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 00000100:00000200:2.0:1769074990.124962:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448960 02000000:00000010:2.0:1769074990.124968:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a0a800. 00000400:00000200:1.0:1769074990.124974:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.124989:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ee80 00000400:00000200:1.0:1769074990.124993:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x237b5 [2] + 1968 00010000:00000010:2.0:1769074990.124996:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000400:00000010:1.0:1769074990.124997:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36299268. 00000100:00000010:2.0:1769074990.125000:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000400:00000200:1.0:1769074990.125001:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b129059c0 00000400:00000200:1.0:1769074990.125008:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.125008:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00000400:00000200:1.0:1769074990.125011:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074990.125011:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.125015:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b129059c0 00000400:00000010:1.0:1769074990.125017:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b129059c0. 00000400:00000010:2.0:1769074990.125020:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:1.0:1769074990.125022:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1769074990.125024:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448960, offset 224 00010000:00000010:0.1:1769074990.125050:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481200. 00010000:00000010:1.1:1769074990.125057:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2000. 00010000:00000010:0.1:1769074990.125060:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985000. 00010000:00000010:3.1:1769074990.125064:0:44334:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02a21400. 00010000:00000010:2.1:1769074990.125066:0:40732:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04c00. 00010000:00000010:1.1:1769074990.125068:0:16310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708400. 00010000:00000010:0.1:1769074990.125070:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709c00. 00010000:00000010:3.1:1769074990.125076:0:44334:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842400. 00010000:00000010:2.1:1769074990.125077:0:40732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842c00. 00010000:00000010:0.1:1769074990.125101:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064d00. 00000100:00000010:3.0:1769074990.125108:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd3c0. 00010000:00000010:2.1:1769074990.125108:0:40732:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481d00. 00010000:00000010:0.1:1769074990.125111:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984000. 00010000:00000010:2.1:1769074990.125115:0:40732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acda00. 00010000:00000010:0.1:1769074990.125119:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04700. 00000400:00000200:2.0:1769074990.125145:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.125154:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:0.0:1769074990.125161:0:32344:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a030763c0. 00000400:00000200:2.0:1769074990.125162:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17605:17605:256:4294967295] 192.168.204.41@tcp LPNI seq info [17601:17601:8:4294967295] 00010000:00000010:3.0:1769074990.125162:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000400:00000010:3.0:1769074990.125176:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000400:00000200:2.0:1769074990.125178:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074990.125182:0:32344:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205400. 00000100:00000200:3.0:1769074990.125182:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448448, offset 224 00000800:00000200:2.0:1769074990.125188:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.125194:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.125196:0:32344:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec6c0. 00000800:00000010:2.0:1769074990.125196:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000400:00000200:1.0:1769074990.125212:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074990.125214:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.125217:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:2.0:1769074990.125224:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.125226:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17606:17606:255:4294967295] 192.168.204.41@tcp LPNI seq info [17602:17602:7:4294967295] 00000800:00000200:2.0:1769074990.125230:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00000001:00000010:0.0:1769074990.125237:0:32344:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953a80. 00000400:00000200:3.0:1769074990.125239:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.125246:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.125249:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000800:00000010:3.0:1769074990.125250:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00000400:00000200:1.0:1769074990.125252:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11000 00080000:00000010:0.0:1769074990.125254:0:32344:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec6c0. 00000020:00000010:2.0:1769074990.125255:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415320. 00000800:00000200:3.0:1769074990.125260:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.125262:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29d0d [1] + 224 00000020:00000010:2.0:1769074990.125264:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000800:00000200:3.0:1769074990.125268:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:0.1:1769074990.125270:0:32344:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc600. 00000400:00000200:1.0:1769074990.125272:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.125280:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.125281:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:3.0:1769074990.125283:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.125285:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:1.0:1769074990.125289:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b0497b100 x1855008368824320/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.125292:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696000. 00000020:00000010:2.0:1769074990.125296:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074990.125299:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415320. 00000100:00000200:2.0:1769074990.125310:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38485500 x1855008351448832/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1769074990.125319:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.125322:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000400:00000200:1.0:1769074990.125326:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.125327:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.125330:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.125330:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.125334:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000020:00000010:2.0:1769074990.125335:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fce00. 00000400:00000010:1.0:1769074990.125336:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000020:00000010:2.0:1769074990.125339:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074990.125343:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415af0. 00000100:00000200:2.0:1769074990.125351:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a03db0450 x1855008351448704/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.125366:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.125369:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:2.0:1769074990.125373:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448576 00000020:00000010:3.0:1769074990.125377:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2580. 02000000:00000010:2.0:1769074990.125381:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a0b000. 00000400:00000200:1.0:1769074990.125384:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:3.0:1769074990.125387:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415e10. 00000020:00000010:3.0:1769074990.125393:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03697200. 00000400:00000200:1.0:1769074990.125394:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11180 00000400:00000200:1.0:1769074990.125403:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29d25 [1] + 224 00010000:00000010:2.0:1769074990.125403:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000100:00000010:2.0:1769074990.125408:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000400:00000200:1.0:1769074990.125411:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.125417:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074990.125417:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000100:00000010:2.0:1769074990.125419:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00080000:00000010:0.0:1769074990.125424:0:32344:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0360ac00. 00000020:00000010:3.0:1769074990.125424:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00010000:00000010:2.0:1769074990.125425:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000100:00000200:1.0:1769074990.125428:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe9f80 x1855008368824704/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.125430:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448832 00002000:00000010:0.0:1769074990.125434:0:32344:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44a980. 00000400:00000010:2.0:1769074990.125440:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 02000000:00000010:3.0:1769074990.125440:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940e400. 00000100:00000200:2.0:1769074990.125448:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448576, offset 224 00010000:00000200:0.0:1769074990.125451:0:32344:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748df80 x1855008368823168/t8589935707(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.125459:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.125461:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.125466:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:2.0:1769074990.125469:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.125471:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.125476:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.125476:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17607:17607:255:4294967295] 192.168.204.41@tcp LPNI seq info [17603:17603:7:4294967295] 00000400:00000010:0.0:1769074990.125480:0:32344:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.125488:0:32344:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368823168, offset 224 00000400:00000200:2.0:1769074990.125489:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074990.125499:0:32344:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1769074990.125500:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.125507:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000800:00000010:2.0:1769074990.125507:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7800. 00000400:00000010:1.0:1769074990.125510:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00000400:00000200:0.0:1769074990.125515:0:32344:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1769074990.125515:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.125524:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.125529:0:32344:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10b80 00000800:00000200:2.0:1769074990.125531:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.125541:0:32344:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29cad [1] + 224 00000400:00000200:1.0:1769074990.125545:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.125548:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00000400:00000200:0.0:1769074990.125550:0:32344:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.125552:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4154b0. 00010000:00000010:3.0:1769074990.125554:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000020:00000010:2.0:1769074990.125559:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03697c00. 00000400:00000200:0.0:1769074990.125560:0:32344:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.125561:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f000 00000100:00000010:3.0:1769074990.125564:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd3c0. 00000400:00000200:1.0:1769074990.125571:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x238f1 [2] + 0 00000020:00000010:2.0:1769074990.125577:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000100:00000010:3.0:1769074990.125579:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd3c0. 00000400:00000200:1.0:1769074990.125581:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.125581:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:0.0:1769074990.125582:0:32344:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748f800 x1855008368823168/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074990.125584:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000100:00000200:2.0:1769074990.125587:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351448704 00000400:00000200:1.0:1769074990.125591:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.125597:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1769074990.125599:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05378800. 00000100:00000010:1.0:1769074990.125603:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484380. 00000400:00000200:0.0:1769074990.125615:0:32344:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000800:00000200:1.0:1769074990.125617:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074990.125621:0:32344:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000800:00000010:1.0:1769074990.125621:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7800. 00010000:00000010:2.0:1769074990.125621:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000100:00000010:2.0:1769074990.125629:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000400:00000200:1.0:1769074990.125630:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.125635:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.125638:0:32344:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc400. 00000400:00000200:1.0:1769074990.125639:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000100:00000010:2.0:1769074990.125641:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00000400:00000010:1.0:1769074990.125644:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00010000:00000010:2.0:1769074990.125646:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000020:00000010:0.0:1769074990.125647:0:32344:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e898. 00000020:00000010:0.0:1769074990.125654:0:32344:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756800. 00000400:00000010:2.0:1769074990.125656:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000100:00000200:2.0:1769074990.125661:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448704, offset 224 00000400:00000010:3.0:1769074990.125665:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000400:00000200:2.0:1769074990.125670:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.125672:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:3.0:1769074990.125675:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351448832, offset 224 00000400:00000010:0.0:1769074990.125695:0:29093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b948. 00000400:00000200:2.0:1769074990.125696:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.125702:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000200:2.0:1769074990.125705:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17608:17608:256:4294967295] 192.168.204.41@tcp LPNI seq info [17604:17604:8:4294967295] 00000400:00000010:0.0:1769074990.125707:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074990.125719:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe9f80 x1855008368824704/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.125720:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.125730:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:0.0:1769074990.125753:0:29093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe9f80 x1855008368824704/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.125754:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11200 00000800:00000200:2.0:1769074990.125754:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.125762:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 00000400:00000200:1.0:1769074990.125766:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29d2d [1] + 224 00000800:00000200:2.0:1769074990.125771:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.125778:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074990.125778:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.125781:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.125783:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074990.125789:0:29093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35204a00. 00000020:00000010:2.0:1769074990.125791:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000100:00000200:1.0:1769074990.125793:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44000 x1855008368824832/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.125797:0:29093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b35205200. 00000020:00000010:2.0:1769074990.125798:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415af0. 00000020:00000010:2.0:1769074990.125804:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fce00. 00000100:00000010:0.0:1769074990.125806:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9f80. 00000100:00000010:0.0:1769074990.125813:0:29093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076300. 00010000:00000010:0.0:1769074990.125816:0:29093:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.125819:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.125824:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.125828:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fce00. 00000020:00000010:2.0:1769074990.125833:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00010000:00000010:0.0:1769074990.125837:0:32341:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076300. 00000020:00000010:2.0:1769074990.125838:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415af0. 00000100:00000200:2.0:1769074990.125853:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38484380 x1855008351449088/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.125856:0:32341:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205200. 00000400:00000200:3.0:1769074990.125858:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:0.0:1769074990.125870:0:32341:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:3.0:1769074990.125870:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17609:17609:255:4294967295] 192.168.204.41@tcp LPNI seq info [17605:17605:7:4294967295] 00000020:00000010:2.0:1769074990.125880:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.125886:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:2.0:1769074990.125891:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449088 00000400:00000200:3.0:1769074990.125892:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:2.0:1769074990.125898:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05379c00. 00010000:00000010:2.0:1769074990.125910:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000100:00000010:2.0:1769074990.125916:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000001:00000010:0.0:1769074990.125919:0:32341:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953840. 00000800:00000200:3.0:1769074990.125922:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:2.0:1769074990.125923:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00010000:00000010:2.0:1769074990.125930:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000800:00000010:3.0:1769074990.125931:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00080000:00000010:0.0:1769074990.125934:0:32341:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000400:00000010:2.0:1769074990.125939:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000800:00000200:3.0:1769074990.125941:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:2.0:1769074990.125947:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449088, offset 224 00000800:00000200:3.0:1769074990.125952:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.125957:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.125958:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.125961:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.125964:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000020:00000010:3.0:1769074990.125968:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000400:00000200:1.0:1769074990.125970:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.125970:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:3.0:1769074990.125974:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415320. 00000400:00000200:1.0:1769074990.125979:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.125979:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17610:17610:254:4294967295] 192.168.204.41@tcp LPNI seq info [17606:17606:6:4294967295] 00000020:00000010:3.0:1769074990.125980:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696000. 00000100:00000010:3.0:1769074990.125990:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 02000000:00000010:3.0:1769074990.125997:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a0b000. 00000400:00000200:2.0:1769074990.126007:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000010:3.0:1769074990.126009:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000400:00000200:1.0:1769074990.126014:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 02000000:00000010:3.0:1769074990.126016:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940f400. 00000800:00000200:2.0:1769074990.126017:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074990.126018:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000100:00000010:3.0:1769074990.126020:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0380. 02000000:00000010:1.0:1769074990.126024:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05378800. 00000800:00000010:2.0:1769074990.126024:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 02000000:00000010:3.0:1769074990.126043:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a0a800. 00000800:00000200:2.0:1769074990.126056:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.126062:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.126065:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.126068:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:0.0:1769074990.126073:0:32341:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a032f6e00. 00000020:00000010:2.0:1769074990.126074:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000400:00000200:1.0:1769074990.126076:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f080 00002000:00000010:0.0:1769074990.126082:0:32341:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e5f0. 00000400:00000200:1.0:1769074990.126083:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x238f1 [2] + 328 00000020:00000010:2.0:1769074990.126083:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415af0. 00000020:00000010:2.0:1769074990.126087:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fce00. 00000400:00000200:1.0:1769074990.126093:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1769074990.126099:0:32341:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599c00 x1855008368822912/t8589935708(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.126099:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.126106:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.0:1769074990.126107:0:32343:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b049766c0. 00000100:00000010:1.0:1769074990.126119:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 00080000:00000010:2.0:1769074990.126126:0:32343:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fce00. 00000400:00000010:0.0:1769074990.126129:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000010:3.0:1769074990.126132:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 00000100:00000200:0.0:1769074990.126136:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368822912, offset 224 00080000:00000010:2.0:1769074990.126137:0:32343:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 02000000:00000010:3.0:1769074990.126139:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b368ec800. 00000800:00000200:1.0:1769074990.126143:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1769074990.126145:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeaa00. 00000400:00000200:0.0:1769074990.126147:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000010:1.0:1769074990.126150:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 02000000:00000010:3.0:1769074990.126152:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940cc00. 00000400:00000200:1.0:1769074990.126157:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1769074990.126157:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8380. 00000400:00000200:0.0:1769074990.126160:0:32341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074990.126167:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:1.0:1769074990.126168:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:2.0:1769074990.126168:0:32343:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82180. 00000400:00000200:0.0:1769074990.126172:0:32341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10a80 00000400:00000010:3.0:1769074990.126183:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751420. 00000400:00000200:1.0:1769074990.126185:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:1.0:1769074990.126189:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00080000:00000010:2.0:1769074990.126191:0:32343:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 02000000:00000010:1.0:1769074990.126193:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940e400. 00000400:00000200:0.0:1769074990.126198:0:32341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29cc5 [1] + 224 00000400:00000200:0.0:1769074990.126204:0:32341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.126205:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b02bdd3c0. 00000400:00000200:1.0:1769074990.126213:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.126214:0:32341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074990.126224:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000100:00000200:0.0:1769074990.126227:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748d180 x1855008368822912/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.126228:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000400:00000200:1.0:1769074990.126229:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f100 00000400:00000200:1.0:1769074990.126238:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x238f1 [2] + 656 00000020:00000010:3.0:1769074990.126246:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7400. 00000020:00000010:3.0:1769074990.126252:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589d80. 00000020:00000010:3.0:1769074990.126258:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00000400:00000200:1.0:1769074990.126260:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.126267:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.126273:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38487480 x1855008351449216/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.126274:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:0.0:1769074990.126279:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:1.0:1769074990.126288:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.126293:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 00000020:00000010:0.0:1769074990.126294:0:32341:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc380. 00000020:00000010:0.0:1769074990.126301:0:32341:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:0.0:1769074990.126305:0:32341:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757600. 00000800:00000200:1.0:1769074990.126335:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00002000:00000010:0.0:1769074990.126336:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951fe80. 00000800:00000010:1.0:1769074990.126340:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00010000:00000010:0.0:1769074990.126343:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b02d52f00. 00000400:00000200:1.0:1769074990.126346:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.126364:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.126367:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00010000:00000010:0.0:1769074990.126369:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a030763c0. 00000400:00000010:1.0:1769074990.126370:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00080000:00000010:2.0:1769074990.126374:0:32343:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ade00. 00002000:00000010:2.0:1769074990.126381:0:32343:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370f1d0. 00002000:00000010:0.0:1769074990.126382:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951f780. 00010000:00000010:0.0:1769074990.126388:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3c3b5e00. 00010000:00000200:2.0:1769074990.126393:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3feb8050 x1855008368823296/t8589935709(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1769074990.126401:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076300. 00000400:00000010:2.0:1769074990.126409:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00002000:00000010:0.0:1769074990.126415:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951f640. 00000100:00000200:2.0:1769074990.126427:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368823296, offset 224 00000020:00000010:1.0:1769074990.126428:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00010000:00000010:0.0:1769074990.126430:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b180ed600. 00000020:00000010:1.0:1769074990.126433:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000400:00000200:2.0:1769074990.126436:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1769074990.126440:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909c00. 00010000:00000010:0.0:1769074990.126442:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b049766c0. 00000020:00000010:1.0:1769074990.126444:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000400:00000200:2.0:1769074990.126445:0:32343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1769074990.126450:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00000400:00000200:2.0:1769074990.126454:0:32343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10c00 00000020:00000010:3.0:1769074990.126456:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:3.0:1769074990.126460:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000400:00000200:2.0:1769074990.126461:0:32343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29ccd [1] + 224 00000100:00000200:1.0:1769074990.126465:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b38486300 x1855008351449344/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.126467:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449216 00000400:00000010:0.0:1769074990.126470:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f78. 00000400:00000200:2.0:1769074990.126470:0:32343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074990.126475:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940cc00. 00000400:00000200:0.0:1769074990.126479:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000200:2.0:1769074990.126480:0:32343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:3.0:1769074990.126501:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000400:00000010:0.0:1769074990.126502:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00000020:00000010:1.0:1769074990.126503:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000100:00000010:3.0:1769074990.126507:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bddb40. 00000020:00000010:1.0:1769074990.126509:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000100:00000200:1.0:1769074990.126516:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449344 00000100:00000200:0.0:1769074990.126517:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748f800 x1855008368823168/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.126518:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748f100 x1855008368823296/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.126518:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bddb40. 02000000:00000010:1.0:1769074990.126524:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a09d52000. 00010000:00000010:3.0:1769074990.126525:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000400:00000010:3.0:1769074990.126537:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074990.126545:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449216, offset 224 00010000:00000010:1.0:1769074990.126547:0:26088:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537da40. 00000100:00000010:1.0:1769074990.126556:0:26088:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1946c0. 00000400:00000200:3.0:1769074990.126557:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074990.126558:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748f800 x1855008368823168/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074990.126564:0:26088:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1946c0. 00010000:00000010:1.0:1769074990.126570:0:26088:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537da40. 00000400:00000200:3.0:1769074990.126572:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.126581:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17611:17611:256:4294967295] 192.168.204.41@tcp LPNI seq info [17607:17607:8:4294967295] 00000400:00000010:1.0:1769074990.126582:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725908. 00000100:00000200:1.0:1769074990.126590:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449344, offset 224 00000400:00000200:1.0:1769074990.126600:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.126605:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:0.0:1769074990.126610:0:29093:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076300. 00000400:00000200:2.0:1769074990.126615:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000800:00000200:3.0:1769074990.126615:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.126620:0:26088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:2.0:1769074990.126620:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00080000:00000010:0.0:1769074990.126622:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204a00. 00000800:00000010:3.0:1769074990.126624:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000400:00000200:1.0:1769074990.126628:0:26088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17612:17612:255:4294967295] 192.168.204.41@tcp LPNI seq info [17608:17608:7:4294967295] 00080000:00000010:0.0:1769074990.126635:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000800:00000200:3.0:1769074990.126636:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.126649:0:26088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.126650:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.126658:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1769074990.126660:0:26088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:0.0:1769074990.126662:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953d20. 00000020:00000010:2.0:1769074990.126663:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2680. 00000800:00000010:1.0:1769074990.126667:0:26088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6b00. 00000020:00000010:2.0:1769074990.126670:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000800:00000200:1.0:1769074990.126672:0:26088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074990.126674:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd600. 00000800:00000200:1.0:1769074990.126694:0:26088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:0.0:1769074990.126696:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000800:00000200:1.0:1769074990.126699:0:26088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6b00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.126699:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589d80. 00000020:00000010:3.0:1769074990.126708:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00000020:00000010:1.0:1769074990.126713:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:3.0:1769074990.126715:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7400. 00002000:00000010:2.0:1769074990.126718:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d640. 00000020:00000010:1.0:1769074990.126720:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000020:00000010:1.0:1769074990.126724:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909c00. 00010000:00000010:2.0:1769074990.126724:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3c3b5c00. 00010000:00000010:2.0:1769074990.126734:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076300. 00010000:00000010:2.0:1769074990.126753:0:44333:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b049763c0. 00000400:00000010:1.0:1769074990.126764:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c08. 00080000:00000010:2.0:1769074990.126767:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fd600. 00000800:00000200:3.0:1769074990.126772:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.126777:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00080000:00000010:2.0:1769074990.126779:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.126782:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.126785:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:1.0:1769074990.126789:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:3.0:1769074990.126792:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.126798:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000100:00000200:1.0:1769074990.126801:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748d180 x1855008368822912/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.126802:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00080000:00000010:0.0:1769074990.126804:0:29093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0360b400. 00000001:00000010:2.0:1769074990.126808:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f824e0. 00002000:00000010:0.0:1769074990.126812:0:29093:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44b8f0. 00000100:00000200:1.0:1769074990.126818:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748d180 x1855008368822912/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1769074990.126821:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00010000:00000200:0.0:1769074990.126829:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47800 x1855008368824448/t8589935710(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.126843:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074990.126848:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368824448, offset 224 00000800:00000200:3.0:1769074990.126851:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074990.126854:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000800:00000010:3.0:1769074990.126856:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6b00. 00000400:00000200:1.0:1769074990.126860:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000200:3.0:1769074990.126863:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.126864:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000400:00000200:0.0:1769074990.126875:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.126877:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.126878:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b0497b100 x1855008368824320/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.126887:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725908 00000400:00000200:0.0:1769074990.126888:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.126903:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11080 00000100:00000200:1.0:1769074990.126903:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b0497b100 x1855008368824320/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:2.0:1769074990.126917:0:44333:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02e3c000. 00002000:00000010:2.0:1769074990.126921:0:44333:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44b1d0. 02000000:00000010:1.0:1769074990.126922:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07909200. 02000000:00000010:1.0:1769074990.126926:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07908c00. 00000100:00000010:1.0:1769074990.126928:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 00010000:00000200:2.0:1769074990.126931:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599f80 x1855008368823552/t8589935711(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074990.126932:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194d80. 00010000:00000010:1.0:1769074990.126935:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00010000:00000010:1.0:1769074990.126942:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194d80. 00000400:00000010:2.0:1769074990.126943:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000400:00000010:3.0:1769074990.126951:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725908. 00080000:00000010:1.0:1769074990.126954:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07908c00. 00000400:00000200:0.0:1769074990.126962:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29d15 [1] + 224 00080000:00000010:1.0:1769074990.126964:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537dd80. 00000400:00000200:0.0:1769074990.126969:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.126969:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368823552, offset 224 00000400:00000200:0.0:1769074990.126977:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.126981:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074990.126991:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af45c00 x1855008368824448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.126992:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1769074990.126993:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fceea0. 00080000:00000010:1.0:1769074990.127004:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537dd80. 00000400:00000200:2.0:1769074990.127004:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10d00 00000400:00000200:2.0:1769074990.127011:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29cb5 [1] + 224 00000400:00000200:2.0:1769074990.127016:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.127020:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000200:2.0:1769074990.127021:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074990.127048:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:2.0:1769074990.127059:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748c380 x1855008368823552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.127062:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc900. 00000020:00000010:0.0:1769074990.127069:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074990.127076:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35204c00. 00000400:00000200:2.0:1769074990.127084:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:2.0:1769074990.127089:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000020:00000010:2.0:1769074990.127101:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc000. 00000020:00000010:2.0:1769074990.127106:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ee10. 00002000:00000010:0.0:1769074990.127108:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524dd80. 00000020:00000010:2.0:1769074990.127110:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756c00. 00010000:00000010:0.0:1769074990.127116:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3edac400. 00080000:00000010:1.0:1769074990.127123:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02b0c000. 00002000:00000010:1.0:1769074990.127127:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370ebe0. 00010000:00000200:1.0:1769074990.127140:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978000 x1855008368823424/t8589935712(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1769074990.127140:0:28095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976900. 00010000:00000010:0.0:1769074990.127142:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b049763c0. 00080000:00000010:2.0:1769074990.127152:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fde00. 00000400:00000010:1.0:1769074990.127156:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00002000:00000010:0.0:1769074990.127158:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951f7c0. 00000100:00000200:1.0:1769074990.127161:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368823424, offset 224 00080000:00000010:2.0:1769074990.127162:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00010000:00000010:0.0:1769074990.127165:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b180ed500. 00000400:00000200:1.0:1769074990.127171:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.0:1769074990.127176:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194d80. 00000400:00000200:1.0:1769074990.127182:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:2.0:1769074990.127186:0:28095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82f00. 00002000:00000010:0.0:1769074990.127188:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d200. 00010000:00000010:0.0:1769074990.127194:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3edac000. 00080000:00000010:2.0:1769074990.127200:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00010000:00000010:0.0:1769074990.127201:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976900. 00000400:00000200:1.0:1769074990.127209:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10c80 00000400:00000200:1.0:1769074990.127216:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29cd5 [1] + 224 00000400:00000200:1.0:1769074990.127220:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.127224:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1769074990.127228:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9f80. 00000100:00000200:1.0:1769074990.127230:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748ca80 x1855008368823424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.127239:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3062c800. 00000400:00000200:1.0:1769074990.127250:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:1.0:1769074990.127254:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000100:00000010:0.0:1769074990.127264:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8000. 00000020:00000010:1.0:1769074990.127265:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc280. 00000020:00000010:1.0:1769074990.127271:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e578. 02000000:00000010:0.0:1769074990.127274:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3062d000. 00000020:00000010:1.0:1769074990.127275:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756a00. 02000000:00000010:1.0:1769074990.127301:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b173a6c00. 00000400:00000010:0.0:1769074990.127307:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000010:1.0:1769074990.127308:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00080000:00000010:2.0:1769074990.127309:0:28095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ac600. 00000400:00000200:0.0:1769074990.127316:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00002000:00000010:2.0:1769074990.127316:0:28095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b306a6ab0. 00000400:00000010:0.0:1769074990.127322:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00000400:00000010:1.0:1769074990.127330:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00010000:00000200:2.0:1769074990.127330:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599180 x1855008368823040/t8589935713(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.127333:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af45c00 x1855008368824448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.127336:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368824960, portal 4 00000400:00000010:1.0:1769074990.127343:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000200:1.0:1769074990.127348:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368824960, offset 0 00000400:00000200:1.0:1769074990.127357:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1769074990.127357:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000100:00000200:0.0:1769074990.127362:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af45c00 x1855008368824448/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.127362:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368823040, offset 224 00000400:00000200:1.0:1769074990.127366:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.127371:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.127377:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11280 00000400:00000200:2.0:1769074990.127381:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.127386:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 1632 00000400:00000200:2.0:1769074990.127389:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae10b00 00000400:00000200:1.0:1769074990.127390:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.127394:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.127394:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29ca5 [1] + 224 00000100:00000200:1.0:1769074990.127398:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074990.127398:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.127402:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1769074990.127403:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 00000100:00000200:2.0:1769074990.127409:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748d500 x1855008368823040/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.127412:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3062f800. 00000400:00000200:1.0:1769074990.127416:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000010:0.0:1769074990.127420:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b948. 00000400:00000010:1.0:1769074990.127421:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000010:0.0:1769074990.127431:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:1.0:1769074990.127432:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe9f80 x1855008368824960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.127432:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:2.0:1769074990.127435:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000200:0.0:1769074990.127441:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368825088, portal 4 00000020:00000010:2.0:1769074990.127446:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccd80. 00000400:00000010:0.0:1769074990.127448:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000400:00000010:1.0:1769074990.127449:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794318. 00000020:00000010:2.0:1769074990.127451:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ed48. 00000400:00000200:1.0:1769074990.127455:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000020:00000010:2.0:1769074990.127455:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757200. 00000400:00000010:1.0:1769074990.127456:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000100:00000200:0.0:1769074990.127461:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368825088, offset 0 00000100:00000200:1.0:1769074990.127462:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748ca80 x1855008368823424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.127463:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04a0bc00. 00000100:00000010:2.0:1769074990.127467:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599180. 02000000:00000010:2.0:1769074990.127472:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0940f000. 00000400:00000200:0.0:1769074990.127475:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1769074990.127477:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748ca80 x1855008368823424/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074990.127477:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599f80. 02000000:00000010:2.0:1769074990.127482:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3062dc00. 02000000:00000010:2.0:1769074990.127486:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3062f000. 00000400:00000200:0.0:1769074990.127487:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1769074990.127491:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599c00. 02000000:00000010:2.0:1769074990.127496:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3062c000. 00000400:00000200:0.0:1769074990.127501:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11300 00000100:00000010:2.0:1769074990.127501:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748df80. 02000000:00000010:2.0:1769074990.127509:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04a08c00. 00000400:00000200:0.0:1769074990.127513:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 2176 00000100:00000010:2.0:1769074990.127515:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748dc00. 00000400:00000010:1.0:1769074990.127522:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307949f8. 02000000:00000010:2.0:1769074990.127522:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b368efc00. 00000400:00000200:0.0:1769074990.127523:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.127526:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000100:00000010:2.0:1769074990.127526:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598e00. 00000400:00000010:1.0:1769074990.127530:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 02000000:00000010:2.0:1769074990.127531:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04893000. 00000400:00000200:0.0:1769074990.127532:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1769074990.127535:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b800. 00000100:00000200:1.0:1769074990.127537:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748c380 x1855008368823552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.127538:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 02000000:00000010:2.0:1769074990.127539:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0940ec00. 00000100:00000010:2.0:1769074990.127542:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9880. 02000000:00000010:2.0:1769074990.127545:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b05f13c00. 00000100:00000200:1.0:1769074990.127547:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748c380 x1855008368823552/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074990.127548:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8e00. 02000000:00000010:2.0:1769074990.127551:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0952e400. 00000100:00000010:2.0:1769074990.127554:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47b80. 00000400:00000010:1.0:1769074990.127558:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794688. 02000000:00000010:2.0:1769074990.127559:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0952c800. 00000100:00000010:0.0:1769074990.127562:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9180. 00000100:00000010:2.0:1769074990.127563:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea680. 00000400:00000200:1.0:1769074990.127564:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000010:1.0:1769074990.127568:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 02000000:00000010:2.0:1769074990.127569:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b05f13000. 00000100:00000010:2.0:1769074990.127572:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfebb80. 00000100:00000200:1.0:1769074990.127573:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748d500 x1855008368823040/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.127576:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a09d5bc00. 00000400:00000200:0.0:1769074990.127580:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000100:00000010:2.0:1769074990.127580:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 00000100:00000200:1.0:1769074990.127583:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748d500 x1855008368823040/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.127586:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 02000000:00000010:2.0:1769074990.127588:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fe11800. 00000100:00000010:2.0:1769074990.127596:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0380. 02000000:00000010:2.0:1769074990.127600:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a02b5f000. 00000100:00000200:0.0:1769074990.127602:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8000 x1855008368825088/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1769074990.127604:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1c00. 02000000:00000010:2.0:1769074990.127611:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b05f12c00. 00000020:00000010:1.0:1769074990.127614:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000100:00000010:2.0:1769074990.127617:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44a80. 00000020:00000010:1.0:1769074990.127618:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.127622:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909200. 02000000:00000010:2.0:1769074990.127622:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a02b5d400. 00000020:00000010:1.0:1769074990.127626:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000100:00000010:2.0:1769074990.127626:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0e00. 00000020:00000010:1.0:1769074990.127630:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 02000000:00000010:2.0:1769074990.127630:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b35d68800. 00000100:00000010:2.0:1769074990.127633:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44700. 02000000:00000010:2.0:1769074990.127637:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b05f11400. 00000100:00000010:2.0:1769074990.127640:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3100. 00000100:00000010:0.0:1769074990.127643:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9500. 02000000:00000010:2.0:1769074990.127644:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b35d6a800. 00000100:00000010:2.0:1769074990.127650:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94000. 02000000:00000010:0.0:1769074990.127653:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3062cc00. 00000020:00000010:1.0:1769074990.127655:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 02000000:00000010:2.0:1769074990.127655:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04890400. 00000020:00000010:1.0:1769074990.127660:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000100:00000010:2.0:1769074990.127660:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf95180. 00000020:00000010:1.0:1769074990.127666:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07909c00. 02000000:00000010:2.0:1769074990.127666:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a02bbcc00. 00000020:00000010:1.0:1769074990.127670:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3080. 00000100:00000010:2.0:1769074990.127670:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96a00. 00000020:00000010:1.0:1769074990.127673:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3190. 02000000:00000010:2.0:1769074990.127674:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fc87000. 00000100:00000010:2.0:1769074990.127692:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2a00. 00000100:00000010:0.0:1769074990.127694:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeb100. 02000000:00000010:2.0:1769074990.127698:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b378bd800. 02000000:00000010:0.0:1769074990.127703:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3062e000. 00000100:00000010:2.0:1769074990.127703:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94e00. 00000020:00000010:1.0:1769074990.127708:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 02000000:00000010:2.0:1769074990.127708:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fc85800. 00000020:00000010:1.0:1769074990.127713:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000100:00000010:2.0:1769074990.127714:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b480. 02000000:00000010:2.0:1769074990.127718:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a02bbf000. 00000100:00000010:2.0:1769074990.127723:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1880. 00000100:00000010:0.0:1769074990.127728:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea300. 02000000:00000010:2.0:1769074990.127728:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b378bf800. 00000100:00000200:1.0:1769074990.127730:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368824960 00000100:00000010:2.0:1769074990.127734:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3480. 02000000:00000010:0.0:1769074990.127739:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3062c000. 02000000:00000010:2.0:1769074990.127740:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fc86c00. 02000000:00000010:1.0:1769074990.127743:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b173a4800. 00000100:00000010:2.0:1769074990.127748:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2300. 00010000:00000010:1.0:1769074990.127755:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e200. 00000100:00000200:2.0:1769074990.127755:0:28095:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1769074990.127761:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39cb8. 00000100:00000010:0.0:1769074990.127762:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8700. 00010000:00000010:1.0:1769074990.127765:0:32343:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000400:00000010:2.0:1769074990.127765:0:28095:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b0a5a7800. 02000000:00000010:0.0:1769074990.127770:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3062f000. 00000100:00000010:1.0:1769074990.127772:0:32343:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1946c0. 00000100:00000010:1.0:1769074990.127780:0:32343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 00000020:00000010:2.0:1769074990.127780:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.127784:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:2.0:1769074990.127789:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368825088 02000000:00000010:1.0:1769074990.127790:0:32343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b07909e00. 02000000:00000010:2.0:1769074990.127798:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b05378800. 02000000:00000010:0.0:1769074990.127804:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3062dc00. 02000000:00000010:1.0:1769074990.127808:0:32343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b07908600. 00010000:00000010:2.0:1769074990.127808:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985a00. 00000400:00000010:0.0:1769074990.127811:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b738. 00000400:00000010:1.0:1769074990.127815:0:32343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794688. 00000400:00000010:0.0:1769074990.127819:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00010000:00000010:2.0:1769074990.127820:0:28095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000400:00000010:1.0:1769074990.127821:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000100:00000200:0.0:1769074990.127826:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368825216, portal 4 00000100:00000200:1.0:1769074990.127827:0:32343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368825728, portal 16 00000100:00000010:2.0:1769074990.127827:0:28095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976c00. 00000100:00000010:2.0:1769074990.127833:0:28095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44700. 00000400:00000010:1.0:1769074990.127834:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000010:0.0:1769074990.127836:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:1.0:1769074990.127837:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368825728, offset 0 02000000:00000010:2.0:1769074990.127840:0:28095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a02e3c000. 00000100:00000200:0.0:1769074990.127843:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368825216, offset 0 00000400:00000200:1.0:1769074990.127848:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:2.0:1769074990.127851:0:28095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01fb5e00. 00000400:00000200:0.0:1769074990.127855:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1769074990.127856:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000200:1.0:1769074990.127857:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.127863:0:32343:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1769074990.127864:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000400:00000200:1.0:1769074990.127867:0:32343:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000100:00000200:2.0:1769074990.127867:0:28095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368825856, portal 16 00000400:00000200:1.0:1769074990.127870:0:32343:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1769074990.127871:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000400:00000200:1.0:1769074990.127872:0:32343:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000100:00000200:2.0:1769074990.127873:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368825856, offset 0 00000400:00000200:1.0:1769074990.127876:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17613:17613:256:4294967295] 192.168.204.41@tcp LPNI seq info [17609:17609:8:4294967295] 00000400:00000200:2.0:1769074990.127878:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.127885:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.127890:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.127895:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.127896:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:1.0:1769074990.127897:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6d00. 00000400:00000200:2.0:1769074990.127900:0:28095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1769074990.127905:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.127905:0:28095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.127908:0:28095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1769074990.127910:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.127911:0:28095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000800:00000200:1.0:1769074990.127913:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.127914:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17614:17614:255:4294967295] 192.168.204.41@tcp LPNI seq info [17610:17610:7:4294967295] 00000400:00000200:2.0:1769074990.127922:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.127927:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.127931:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000400:00000200:0.0:1769074990.127932:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11380 00000800:00000200:2.0:1769074990.127939:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.127945:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 2720 02000000:00000010:1.0:1769074990.127950:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b173a7800. 00000800:00000200:2.0:1769074990.127950:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.127955:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.127956:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.127956:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307949f8. 00000400:00000200:0.0:1769074990.127965:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1769074990.127965:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107252a8. 00000100:00000200:1.0:1769074990.127972:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368825472, portal 4 00000100:00000200:0.0:1769074990.127974:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:1.0:1769074990.127979:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000100:00000010:0.0:1769074990.127980:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9c00. 00000100:00000200:1.0:1769074990.127986:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368825472, offset 0 00000400:00000200:1.0:1769074990.127994:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1769074990.127994:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378bf800. 00000400:00000010:2.0:1769074990.127999:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f78. 00000400:00000200:1.0:1769074990.128003:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.128004:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:2.0:1769074990.128005:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000400:00000010:0.0:1769074990.128010:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:1.0:1769074990.128011:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11480 00000100:00000200:2.0:1769074990.128018:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368825344, portal 4 00000400:00000200:1.0:1769074990.128022:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 3264 00000100:00000200:0.0:1769074990.128023:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe9500 x1855008368825216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.128055:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.128056:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000400:00000200:1.0:1769074990.128059:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.128059:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368825344, offset 0 00000100:00000200:1.0:1769074990.128065:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:2.0:1769074990.128065:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1769074990.128069:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 00000400:00000200:2.0:1769074990.128073:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.128081:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11400 00000400:00000200:2.0:1769074990.128087:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 3808 00000400:00000200:1.0:1769074990.128091:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000200:2.0:1769074990.128091:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.128093:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:2.0:1769074990.128095:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.128099:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfea300 x1855008368825472/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.128099:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.128103:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44a80. 00000400:00000200:2.0:1769074990.128114:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:2.0:1769074990.128116:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074990.128121:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfeb100 x1855008368825344/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.128135:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39108. 00000400:00000200:2.0:1769074990.128138:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:2.0:1769074990.128140:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000800:00000200:1.0:1769074990.128142:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.128145:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6d00. 00000100:00000200:2.0:1769074990.128146:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748f100 x1855008368823296/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.128149:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.128154:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.128157:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748f100 x1855008368823296/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.128158:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:1.0:1769074990.128160:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.128168:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38485500 x1855008368825728/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.128203:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763bc0. 00000020:00000010:2.0:1769074990.128207:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763bc0. 00000800:00000200:1.0:1769074990.128209:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.128212:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000020:00000010:2.0:1769074990.128212:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01fb5000. 00000400:00000200:1.0:1769074990.128218:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.128219:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2680. 00000020:00000010:2.0:1769074990.128223:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:1.0:1769074990.128226:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.128232:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00000400:00000010:1.0:1769074990.128235:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000100:00000200:1.0:1769074990.128241:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44700 x1855008368825856/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.128248:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763bc0. 00000020:00000010:2.0:1769074990.128250:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763bc0. 02000000:00000010:0.0:1769074990.128252:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0952c800. 00000020:00000010:2.0:1769074990.128256:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b066e0200. 00000020:00000010:2.0:1769074990.128260:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f00. 00000020:00000010:2.0:1769074990.128263:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415af0. 00000020:00000010:1.0:1769074990.128268:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000020:00000010:1.0:1769074990.128273:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000400:00000010:0.0:1769074990.128275:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b898. 00000020:00000010:1.0:1769074990.128278:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02b0c000. 00000020:00000010:2.0:1769074990.128278:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763bc0. 00000400:00000010:0.0:1769074990.128282:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000020:00000010:2.0:1769074990.128283:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763bc0. 00000100:00000200:0.0:1769074990.128290:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368825600, portal 4 00000100:00000200:2.0:1769074990.128290:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368825216 00000400:00000010:0.0:1769074990.128297:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000020:00000010:1.0:1769074990.128300:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3500. 02000000:00000010:2.0:1769074990.128302:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b378bd800. 00000100:00000200:0.0:1769074990.128303:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368825600, offset 0 00000020:00000010:1.0:1769074990.128306:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3af0. 00000400:00000200:0.0:1769074990.128312:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:2.0:1769074990.128312:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985600. 00000400:00000200:0.0:1769074990.128322:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:2.0:1769074990.128323:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763bc0. 00000020:00000010:1.0:1769074990.128329:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000100:00000010:2.0:1769074990.128329:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976a80. 00000020:00000010:1.0:1769074990.128332:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000400:00000200:0.0:1769074990.128334:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11500 00000100:00000200:1.0:1769074990.128336:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368825472 00000100:00000010:2.0:1769074990.128336:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 00000400:00000200:0.0:1769074990.128344:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 4352 02000000:00000010:1.0:1769074990.128347:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b307f5000. 02000000:00000010:2.0:1769074990.128347:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35cd6200. 00000400:00000200:0.0:1769074990.128350:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.128357:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1769074990.128360:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fc00. 02000000:00000010:2.0:1769074990.128361:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35cd7800. 00000100:00000200:0.0:1769074990.128362:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1769074990.128366:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39108. 00000100:00000010:0.0:1769074990.128368:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfebb80. 00010000:00000010:1.0:1769074990.128370:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537da40. 00000400:00000010:2.0:1769074990.128372:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000010:1.0:1769074990.128375:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194600. 00000100:00000200:2.0:1769074990.128376:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368825984, portal 16 00000400:00000010:2.0:1769074990.128380:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000010:1.0:1769074990.128383:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861880. 00000100:00000200:2.0:1769074990.128383:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368825984, offset 0 00000400:00000200:0.0:1769074990.128388:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 02000000:00000010:1.0:1769074990.128390:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30757200. 00000400:00000010:0.0:1769074990.128392:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 02000000:00000010:1.0:1769074990.128401:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b30756a00. 00000100:00000200:0.0:1769074990.128403:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8700 x1855008368825600/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.128403:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074990.128408:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794318. 00000400:00000200:2.0:1769074990.128411:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000010:1.0:1769074990.128415:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.128421:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368826112, portal 16 00000400:00000200:2.0:1769074990.128421:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.128426:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:1.0:1769074990.128427:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107255d8. 00000400:00000200:2.0:1769074990.128429:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1769074990.128441:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368826112, offset 0 00000400:00000200:2.0:1769074990.128441:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.128445:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17615:17615:256:4294967295] 192.168.204.41@tcp LPNI seq info [17611:17611:8:4294967295] 00000400:00000200:1.0:1769074990.128447:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.128456:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.128462:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.128465:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074990.128466:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000400:00000200:1.0:1769074990.128469:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074990.128472:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000800:00000200:2.0:1769074990.128472:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.128475:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.128478:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000800:00000200:2.0:1769074990.128479:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.128483:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17616:17616:255:4294967295] 192.168.204.41@tcp LPNI seq info [17612:17612:7:4294967295] 00000800:00000200:2.0:1769074990.128483:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.128490:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.128505:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:0.0:1769074990.128507:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000800:00000200:1.0:1769074990.128514:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.128516:0:32341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35204c00. 00000800:00000010:1.0:1769074990.128518:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6d00. 00000020:00000010:0.0:1769074990.128524:0:32341:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc900. 00000800:00000200:1.0:1769074990.128525:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.128530:0:32341:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000800:00000200:1.0:1769074990.128535:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:2.0:1769074990.128535:0:35410:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f20. 00000800:00000200:1.0:1769074990.128539:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6d00 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.128540:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074990.128542:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:2.0:1769074990.128551:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44000 x1855008368824832/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074990.128553:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.128557:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000020:00000010:0.0:1769074990.128560:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.128575:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:3.0:1769074990.128576:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.128581:0:32341:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368825344 00000400:00000200:3.0:1769074990.128587:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.128588:0:35410:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44000 x1855008368824832/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.128593:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 02000000:00000010:0.0:1769074990.128594:0:32341:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0952e400. 00000400:00000010:3.0:1769074990.128597:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00000100:00000200:3.0:1769074990.128608:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af46300 x1855008368825984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1769074990.128609:0:32341:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843000. 02000000:00000010:2.0:1769074990.128618:0:35410:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03696800. 00010000:00000010:0.0:1769074990.128622:0:32341:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec840. 02000000:00000010:2.0:1769074990.128625:0:35410:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b075b8c00. 00000100:00000010:0.0:1769074990.128629:0:32341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a030763c0. 00000100:00000010:2.0:1769074990.128631:0:35410:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44000. 00000100:00000010:0.0:1769074990.128637:0:32341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea680. 00000100:00000010:2.0:1769074990.128637:0:35410:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976300. 00010000:00000010:2.0:1769074990.128640:0:35410:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 02000000:00000010:0.0:1769074990.128646:0:32341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35205800. 00010000:00000010:2.0:1769074990.128651:0:35410:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976300. 02000000:00000010:0.0:1769074990.128660:0:32341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35204000. 00080000:00000010:2.0:1769074990.128668:0:35410:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b075b8c00. 00080000:00000010:2.0:1769074990.128690:0:35410:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763780. 00000400:00000010:0.0:1769074990.128693:0:32341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b1b8. 00002000:00000010:1.0:1769074990.128698:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0951f900. 00000400:00000010:0.0:1769074990.128702:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00010000:00000010:1.0:1769074990.128705:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6100. 00000100:00000200:0.0:1769074990.128707:0:32341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368826240, portal 16 00000400:00000010:0.0:1769074990.128715:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed587f8. 00000100:00000200:0.0:1769074990.128719:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368826240, offset 0 00000001:00000010:2.0:1769074990.128719:0:35410:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82420. 00010000:00000010:1.0:1769074990.128720:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976300. 00000800:00000200:3.0:1769074990.128720:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.128734:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6d00. 00000400:00000200:3.0:1769074990.128739:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.128743:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.128744:0:35410:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.128748:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.128756:0:32341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.128760:0:32341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.128763:0:32341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.128766:0:32341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.128769:0:32341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.128774:0:32341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17617:17617:255:4294967295] 192.168.204.41@tcp LPNI seq info [17613:17613:7:4294967295] 00000400:00000200:0.0:1769074990.128784:0:32341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.128790:0:32341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.128794:0:32341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000800:00000200:0.0:1769074990.128800:0:32341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.128806:0:32341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.128810:0:32341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:2.0:1769074990.128835:0:35410:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ad400. 00000020:00000010:0.0:1769074990.128839:0:29092:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec6c0. 00002000:00000010:2.0:1769074990.128841:0:35410:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b306a70a0. 00000020:00000010:0.0:1769074990.128845:0:29092:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec6c0. 00000100:00000200:0.0:1769074990.128850:0:29092:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368825600 00010000:00000200:2.0:1769074990.128855:0:35410:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1880 x1855008368824576/t8589935714(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.128860:0:29092:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0952f800. 00000400:00000010:2.0:1769074990.128871:0:35410:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00010000:00000010:0.0:1769074990.128874:0:29092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843e00. 00010000:00000010:0.0:1769074990.128883:0:29092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec6c0. 00000100:00000010:0.0:1769074990.128887:0:29092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076d80. 00000100:00000010:0.0:1769074990.128891:0:29092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8e00. 00000100:00000200:2.0:1769074990.128892:0:35410:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368824576, offset 224 00000400:00000200:2.0:1769074990.128900:0:35410:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1769074990.128901:0:29092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35204400. 02000000:00000010:0.0:1769074990.128912:0:29092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0360b400. 00000400:00000010:0.0:1769074990.128916:0:29092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b0b0. 00000400:00000010:0.0:1769074990.128921:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000100:00000200:0.0:1769074990.128939:0:29092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368826368, portal 16 00000400:00000010:0.0:1769074990.128945:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58440. 00000400:00000200:1.0:1769074990.128955:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.128955:0:35410:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074990.128958:0:29092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368826368, offset 0 00000400:00000200:3.0:1769074990.128959:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107255d8 00000400:00000200:1.0:1769074990.128965:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11580 00000400:00000200:2.0:1769074990.128965:0:35410:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11100 00000400:00000010:3.0:1769074990.128966:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107255d8. 00000400:00000200:0.0:1769074990.128978:0:29092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.128978:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06861880 x1855008368826112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.128989:0:35410:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29d1d [1] + 224 00000400:00000200:0.0:1769074990.128990:0:29092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.128999:0:29092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.129000:0:35410:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.129002:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29d8d [1] + 224 00000400:00000200:0.0:1769074990.129008:0:29092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.129008:0:35410:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.129010:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.129015:0:29092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.129019:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.129023:0:29092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:1.1:1769074990.129047:0:16312:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06587c00. 00000400:00000200:0.0:1769074990.129052:0:29092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17618:17618:254:4294967295] 192.168.204.41@tcp LPNI seq info [17614:17614:6:4294967295] 00010000:00000010:1.1:1769074990.129062:0:16312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e600. 00000400:00000200:0.0:1769074990.129071:0:29092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.129079:0:29092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.129084:0:29092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000100:00000200:1.0:1769074990.129089:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38485500 x1855008368825728/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.129089:0:35410:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b08dd2680 x1855008368824576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074990.129091:0:29092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.129109:0:29092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.129117:0:29092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.129132:0:35410:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074990.129136:0:35410:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000400:00000010:1.0:1769074990.129142:0:32343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794688. 00000400:00000200:1.0:1769074990.129145:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000020:00000010:2.0:1769074990.129146:0:35410:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2080. 00000400:00000010:1.0:1769074990.129147:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000020:00000010:2.0:1769074990.129149:0:35410:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000100:00000200:1.0:1769074990.129153:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38485500 x1855008368825728/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.129153:0:35410:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc800. 00000100:00000010:0.0:1769074990.129170:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe9880. 00000100:00000200:1.0:1769074990.129174:0:32343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38485500 x1855008368825728/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.129182:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b385f2000. 00000400:00000010:2.0:1769074990.129184:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794840. 00000400:00000200:2.0:1769074990.129189:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725a18 02000000:00000010:1.0:1769074990.129192:0:32343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b07908600. 00000400:00000010:2.0:1769074990.129192:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725a18. 02000000:00000010:1.0:1769074990.129197:0:32343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b07909e00. 00000100:00000200:2.0:1769074990.129198:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b08dd2680 x1855008368824576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074990.129201:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 00000100:00000010:1.0:1769074990.129205:0:32343:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1946c0. 00010000:00000010:1.0:1769074990.129209:0:32343:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000100:00000200:2.0:1769074990.129209:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b08dd2680 x1855008368824576/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.129226:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074990.129229:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b385f1400. 00000400:00000010:0.0:1769074990.129235:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b210. 00000400:00000010:0.0:1769074990.129240:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58d48. 00000100:00000010:2.0:1769074990.129253:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44000. 00000100:00000200:0.0:1769074990.129257:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368826496, portal 4 02000000:00000010:2.0:1769074990.129263:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fc86c00. 00000400:00000010:0.0:1769074990.129264:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074990.129278:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368826496, offset 0 00000400:00000200:0.0:1769074990.129285:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.129295:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:3.0:1769074990.129296:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074990.129303:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.129304:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b307f5c00. 00000400:00000200:0.0:1769074990.129305:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11880 00000400:00000010:1.0:1769074990.129324:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794688. 00000400:00000200:0.0:1769074990.129327:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 4896 00000400:00000200:0.0:1769074990.129333:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.129334:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725660. 00000400:00000200:0.0:1769074990.129339:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.129357:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:1.0:1769074990.129357:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368826624, portal 4 00000100:00000010:0.0:1769074990.129366:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8380. 00000400:00000010:1.0:1769074990.129366:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000400:00000200:3.0:1769074990.129377:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.129389:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368826624, offset 0 00000400:00000200:0.0:1769074990.129393:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074990.129397:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074990.129403:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed587f8 00000100:00000200:0.0:1769074990.129404:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe9880 x1855008368826496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.129405:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000010:3.0:1769074990.129408:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed587f8. 00000020:00000010:2.0:1769074990.129412:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.129419:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc800. 00000400:00000200:1.0:1769074990.129421:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074990.129424:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfea680 x1855008368826240/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.129426:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2080. 00000020:00000010:2.0:1769074990.129432:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000400:00000200:1.0:1769074990.129434:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.129448:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11900 00000020:00000010:0.0:1769074990.129465:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.129469:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 5440 00000020:00000010:0.0:1769074990.129471:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:0.0:1769074990.129484:0:38314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368826496 00000800:00000200:3.0:1769074990.129490:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074990.129491:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1769074990.129496:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 02000000:00000010:0.0:1769074990.129497:0:38314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b2fe69c00. 00000400:00000200:1.0:1769074990.129498:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.129503:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.129506:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:0.0:1769074990.129511:0:38314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842c00. 00000400:00000200:3.0:1769074990.129512:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074990.129513:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861c00. 00000400:00000200:3.0:1769074990.129522:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58440 00010000:00000010:0.0:1769074990.129525:0:38314:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000400:00000010:3.0:1769074990.129525:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58440. 00000100:00000010:0.0:1769074990.129532:0:38314:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076300. 00000100:00000010:0.0:1769074990.129538:0:38314:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfeaa00. 00000020:00000010:2.0:1769074990.129540:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.129544:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 02000000:00000010:0.0:1769074990.129546:0:38314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0360ac00. 00000020:00000010:2.0:1769074990.129551:0:36867:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702400. 02000000:00000010:0.0:1769074990.129565:0:38314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0fa00. 00000020:00000010:2.0:1769074990.129566:0:36867:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 00000400:00000010:0.0:1769074990.129574:0:38314:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000020:00000010:2.0:1769074990.129574:0:36867:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4154b0. 00000020:00000010:2.0:1769074990.129593:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000010:0.0:1769074990.129597:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000400:00000200:1.0:1769074990.129598:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000020:00000010:2.0:1769074990.129598:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000010:1.0:1769074990.129602:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00000100:00000200:2.0:1769074990.129604:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368826624 00000100:00000200:1.0:1769074990.129608:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44000 x1855008368826624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.129614:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fc85800. 00000100:00000200:0.0:1769074990.129620:0:38314:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368826752, portal 16 00010000:00000010:2.0:1769074990.129624:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04985800. 00000400:00000010:0.0:1769074990.129627:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58198. 00000100:00000200:0.0:1769074990.129632:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368826752, offset 0 00010000:00000010:2.0:1769074990.129637:0:36867:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000400:00000200:0.0:1769074990.129639:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:2.0:1769074990.129644:0:36867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976300. 00000400:00000200:0.0:1769074990.129650:0:38314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000100:00000200:3.0:1769074990.129650:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8e00 x1855008368826368/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1769074990.129652:0:36867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47b80. 00000400:00000200:0.0:1769074990.129658:0:38314:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1769074990.129662:0:36867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30703a00. 00000400:00000200:0.0:1769074990.129666:0:38314:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.129695:0:38314:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1769074990.129699:0:36867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b30703e00. 00000400:00000200:0.0:1769074990.129702:0:38314:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000010:2.0:1769074990.129707:0:36867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f20. 00000400:00000200:0.0:1769074990.129711:0:38314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17619:17619:255:4294967295] 192.168.204.41@tcp LPNI seq info [17615:17615:7:4294967295] 00000400:00000010:2.0:1769074990.129714:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00000400:00000200:0.0:1769074990.129726:0:38314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.129732:0:38314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074990.129745:0:36867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368826880, portal 16 00000800:00000010:0.0:1769074990.129748:0:38314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000400:00000010:2.0:1769074990.129752:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000800:00000200:0.0:1769074990.129758:0:38314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.129764:0:38314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:2.0:1769074990.129765:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368826880, offset 0 00000800:00000200:0.0:1769074990.129768:0:38314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.129776:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.129778:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.129789:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.129793:0:36867:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.129797:0:36867:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:2.0:1769074990.129800:0:36867:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1769074990.129802:0:36867:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.129806:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17620:17620:255:4294967295] 192.168.204.41@tcp LPNI seq info [17616:17616:7:4294967295] 00000400:00000200:2.0:1769074990.129816:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.129823:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.129827:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000400:00000200:3.0:1769074990.129828:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11600 00000800:00000200:1.0:1769074990.129833:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1769074990.129836:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000010:1.0:1769074990.129838:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074990.129842:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29d99 [1] + 224 00000400:00000200:1.0:1769074990.129844:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074990.129847:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.129852:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:2.0:1769074990.129853:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.129857:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58198 00000400:00000200:3.0:1769074990.129857:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.129861:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58198. 00000400:00000200:3.0:1769074990.129866:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.129873:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfeaa00 x1855008368826752/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.129876:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44700 x1855008368825856/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1769074990.129911:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.129914:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000400:00000200:1.0:1769074990.129917:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.129922:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.129925:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00000400:00000010:1.0:1769074990.129927:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00000100:00000200:1.0:1769074990.129933:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47b80 x1855008368826880/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.130018:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.130021:0:28095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:2.0:1769074990.130049:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000200:3.0:1769074990.130049:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f180 00000400:00000010:2.0:1769074990.130054:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000200:2.0:1769074990.130062:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44700 x1855008368825856/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.130072:0:28095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44700 x1855008368825856/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.130089:0:28095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01fb5e00. 02000000:00000010:2.0:1769074990.130094:0:28095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a02e3c000. 00000100:00000010:2.0:1769074990.130097:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44700. 00000100:00000010:2.0:1769074990.130101:0:28095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976c00. 00010000:00000010:2.0:1769074990.130104:0:28095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.130115:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x238f1 [2] + 984 00000400:00000200:3.0:1769074990.130123:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.130127:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.130131:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.130194:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000400:00000200:3.0:1769074990.130222:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.130228:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.130233:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f200 00000020:00000010:2.0:1769074990.130235:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.130244:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x238f1 [2] + 1312 00000020:00000010:2.0:1769074990.130245:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703000. 00000020:00000010:2.0:1769074990.130252:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2a80. 00000400:00000200:3.0:1769074990.130254:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.130257:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415578. 00000400:00000200:3.0:1769074990.130259:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.130264:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.130268:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0a80. 00000100:00000200:2.0:1769074990.130277:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1500 x1855008351449472/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.130291:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.130298:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11680 00000400:00000200:3.0:1769074990.130302:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29db9 [1] + 224 00000020:00000010:2.0:1769074990.130305:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.130309:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.130310:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:1.0:1769074990.130312:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.130316:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:2.0:1769074990.130316:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702000. 00000100:00000200:1.0:1769074990.130318:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449472 00000020:00000010:2.0:1769074990.130319:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.130323:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 02000000:00000010:1.0:1769074990.130325:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cc97800. 00000100:00000200:2.0:1769074990.130332:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f0a80 x1855008351449600/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.130342:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000100:00000010:1.0:1769074990.130347:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1946c0. 00000100:00000010:1.0:1769074990.130354:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1946c0. 00000020:00000010:2.0:1769074990.130354:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.130356:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:2.0:1769074990.130359:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449600 02000000:00000010:2.0:1769074990.130365:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc87000. 00010000:00000010:1.0:1769074990.130376:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.130382:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074990.130385:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000400:00000010:1.0:1769074990.130388:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725d48. 00000100:00000010:2.0:1769074990.130391:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976c00. 00000100:00000200:3.0:1769074990.130394:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af46300 x1855008368825984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1769074990.130401:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976c00. 00000100:00000200:1.0:1769074990.130403:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449472, offset 224 00010000:00000010:2.0:1769074990.130407:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.130411:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.130415:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000400:00000200:1.0:1769074990.130418:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.130422:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17621:17621:256:4294967295] 192.168.204.41@tcp LPNI seq info [17617:17617:8:4294967295] 00000100:00000200:2.0:1769074990.130431:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449600, offset 224 00000400:00000200:1.0:1769074990.130433:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:2.0:1769074990.130437:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.130438:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.130442:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000400:00000200:2.0:1769074990.130443:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:1.0:1769074990.130447:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.130447:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17622:17622:255:4294967295] 192.168.204.41@tcp LPNI seq info [17618:17618:7:4294967295] 00000800:00000200:1.0:1769074990.130453:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.130456:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.130458:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.130464:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.130468:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000020:00000010:1.0:1769074990.130471:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2a80. 00000800:00000200:2.0:1769074990.130472:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074990.130475:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415578. 00000800:00000200:2.0:1769074990.130477:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:1.0:1769074990.130479:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703000. 00000800:00000200:2.0:1769074990.130481:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.130487:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.130490:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000020:00000010:2.0:1769074990.130494:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702000. 00000800:00000200:3.0:1769074990.130495:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.130499:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00010000:00000010:1.0:1769074990.130503:0:32343:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a1946c0. 00000400:00000200:3.0:1769074990.130504:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.130513:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074990.130516:0:28095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976c00. 00000400:00000200:3.0:1769074990.130516:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725d48 00000400:00000010:3.0:1769074990.130518:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725d48. 00080000:00000010:1.0:1769074990.130525:0:32343:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30756c00. 00080000:00000010:2.0:1769074990.130531:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702000. 00080000:00000010:1.0:1769074990.130536:0:32343:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537dd80. 00000400:00000200:3.0:1769074990.130536:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:2.0:1769074990.130541:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00002000:00000010:0.0:1769074990.130543:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524dbc0. 00000400:00000200:3.0:1769074990.130549:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11700 00010000:00000010:0.0:1769074990.130552:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3c3b5a00. 00000400:00000200:3.0:1769074990.130557:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29dc1 [1] + 224 00010000:00000010:0.0:1769074990.130563:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a1946c0. 00002000:00000010:0.0:1769074990.130572:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af743c0. 00010000:00000010:0.0:1769074990.130576:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6300. 00010000:00000010:0.0:1769074990.130583:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976c00. 00000001:00000010:1.0:1769074990.130583:0:32343:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce300. 00000001:00000010:2.0:1769074990.130583:0:28095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82240. 00080000:00000010:1.0:1769074990.130597:0:32343:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537dd80. 00080000:00000010:2.0:1769074990.130597:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.130621:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.130662:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.130672:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06861880 x1855008368826112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1769074990.130709:0:32343:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01fb5a00. 00080000:00000010:2.0:1769074990.130709:0:28095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02a0ee00. 00002000:00000010:1.0:1769074990.130716:0:32343:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370f8f0. 00002000:00000010:2.0:1769074990.130716:0:28095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e850. 00010000:00000200:1.0:1769074990.130729:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484e00 x1855008368824960/t8589935715(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1769074990.130729:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9180 x1855008368825088/t8589935716(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.130742:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1769074990.130745:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000400:00000010:2.0:1769074990.130745:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000800:00000010:3.0:1769074990.130747:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000400:00000200:3.0:1769074990.130752:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.130756:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.130764:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368824960, offset 224 00000100:00000200:2.0:1769074990.130773:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368825088, offset 224 00000400:00000200:3.0:1769074990.130774:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:3.0:1769074990.130778:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000400:00000200:1.0:1769074990.130784:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.130788:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.130792:0:32343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.130797:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.130801:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.130802:0:32343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11280 00000400:00000200:2.0:1769074990.130804:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11300 00000400:00000200:1.0:1769074990.130807:0:32343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29d71 [1] + 224 00000400:00000200:1.0:1769074990.130812:0:32343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.130812:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29d7d [1] + 224 00000400:00000200:1.0:1769074990.130816:0:32343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.130816:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.130819:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.130822:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe9f80 x1855008368824960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.130824:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8000 x1855008368825088/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.130839:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:1.0:1769074990.130842:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:2.0:1769074990.130847:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000400:00000010:2.0:1769074990.130849:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000020:00000010:1.0:1769074990.130851:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:1.0:1769074990.130855:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000020:00000010:2.0:1769074990.130857:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3080. 00000400:00000010:0.0:1769074990.130858:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b948. 00000020:00000010:1.0:1769074990.130859:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909200. 00000020:00000010:2.0:1769074990.130862:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3190. 00000400:00000200:0.0:1769074990.130866:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000020:00000010:2.0:1769074990.130867:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07909c00. 00000400:00000010:0.0:1769074990.130872:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074990.130883:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8000 x1855008368825088/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074990.130887:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000400:00000200:3.0:1769074990.130893:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f280 00000400:00000200:1.0:1769074990.130894:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000400:00000010:1.0:1769074990.130900:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000100:00000200:0.0:1769074990.130905:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8000 x1855008368825088/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.130910:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe9f80 x1855008368824960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.130910:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x238f1 [2] + 1640 00000400:00000200:3.0:1769074990.130927:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.130939:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe9f80 x1855008368824960/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.130940:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.130951:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.130957:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2300. 00000100:00000010:2.0:1769074990.130967:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44700. 02000000:00000010:2.0:1769074990.130977:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a02bbf000. 00000400:00000010:1.0:1769074990.130982:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794318. 00000400:00000200:3.0:1769074990.130982:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.130989:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:1.0:1769074990.130994:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000400:00000200:3.0:1769074990.130994:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f300 00000100:00000200:1.0:1769074990.131002:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06861880 x1855008368826112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:2.0:1769074990.131004:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47100. 02000000:00000010:2.0:1769074990.131009:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a02bbcc00. 00000100:00000200:1.0:1769074990.131015:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06861880 x1855008368826112/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.131020:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x238f1 [2] + 1968 00000400:00000010:3.0:1769074990.131049:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b9f8. 00000400:00000200:3.0:1769074990.131056:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b175bfa80 02000000:00000010:1.0:1769074990.131063:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b30756a00. 00000400:00000200:3.0:1769074990.131066:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.131068:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 02000000:00000010:1.0:1769074990.131070:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30757200. 02000000:00000010:0.0:1769074990.131071:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a029e7800. 00000100:00000010:1.0:1769074990.131074:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861880. 00000020:00000010:2.0:1769074990.131074:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.131076:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074990.131079:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b948. 00000100:00000010:1.0:1769074990.131081:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194600. 00000020:00000010:2.0:1769074990.131081:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703600. 00000400:00000200:3.0:1769074990.131082:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b175bfa80 00010000:00000010:1.0:1769074990.131089:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537da40. 00000020:00000010:2.0:1769074990.131089:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000400:00000010:3.0:1769074990.131089:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b175bfa80. 00000020:00000010:2.0:1769074990.131095:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000100:00000200:3.0:1769074990.131096:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1769074990.131099:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:2.0:1769074990.131110:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f2300 x1855008351449728/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.131120:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368827136, portal 4 00000400:00000200:3.0:1769074990.131127:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074990.131129:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000400:00000200:3.0:1769074990.131137:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11780 00000020:00000010:2.0:1769074990.131138:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000100:00000200:0.0:1769074990.131143:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368827136, offset 0 00000020:00000010:2.0:1769074990.131145:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.131149:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29dc9 [1] + 224 00000020:00000010:2.0:1769074990.131154:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702800. 00000400:00000200:3.0:1769074990.131159:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.131160:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1769074990.131162:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2a80. 00000400:00000200:3.0:1769074990.131167:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.131169:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415ed8. 00000400:00000200:0.0:1769074990.131174:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074990.131177:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfea680 x1855008368826240/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.131185:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a02bb3850 x1855008351449856/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.131187:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11b00 00000400:00000200:0.0:1769074990.131199:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 5984 00000400:00000200:3.0:1769074990.131205:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.131210:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.131215:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f380 00000400:00000200:0.0:1769074990.131218:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.131223:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23a51 [2] + 0 00000100:00000200:0.0:1769074990.131229:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1769074990.131230:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.131230:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.131237:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8a80. 00000020:00000010:2.0:1769074990.131237:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:1.0:1769074990.131238:0:29094:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000400:00000200:3.0:1769074990.131239:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.131246:0:29094:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000100:00000200:2.0:1769074990.131246:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449728 00000100:00000200:1.0:1769074990.131250:0:29094:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449856 02000000:00000010:2.0:1769074990.131254:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe11800. 00000400:00000200:0.0:1769074990.131258:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000100:00000200:3.0:1769074990.131260:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1769074990.131263:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000100:00000010:3.0:1769074990.131266:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3480. 00000100:00000200:0.0:1769074990.131272:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47100 x1855008368827136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1769074990.131273:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 02000000:00000010:1.0:1769074990.131277:0:29094:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cc95800. 00000100:00000010:2.0:1769074990.131280:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976900. 00000100:00000010:2.0:1769074990.131286:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976900. 00010000:00000010:2.0:1769074990.131293:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00010000:00000010:1.0:1769074990.131296:0:29094:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537da40. 00000400:00000200:3.0:1769074990.131301:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:1.0:1769074990.131303:0:29094:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194600. 00000400:00000010:2.0:1769074990.131304:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000010:1.0:1769074990.131317:0:29094:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194600. 00000400:00000200:3.0:1769074990.131319:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11800 00010000:00000010:1.0:1769074990.131323:0:29094:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537da40. 00000100:00000200:2.0:1769074990.131326:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449728, offset 224 00000400:00000200:3.0:1769074990.131331:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29dd5 [1] + 224 00000400:00000010:1.0:1769074990.131333:0:29094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000010:0.0:1769074990.131341:0:32341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b1b8. 00000400:00000200:3.0:1769074990.131345:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.131347:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:0.0:1769074990.131351:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00000400:00000200:3.0:1769074990.131353:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.131361:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074990.131362:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfea680 x1855008368826240/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.131374:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:1.0:1769074990.131375:0:29094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449856, offset 224 00000400:00000200:1.0:1769074990.131383:0:29094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.131384:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17623:17623:256:4294967295] 192.168.204.41@tcp LPNI seq info [17619:17619:8:4294967295] 00000100:00000200:3.0:1769074990.131385:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8e00 x1855008368826368/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074990.131386:0:32341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfea680 x1855008368826240/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.131402:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:0.0:1769074990.131414:0:32341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35204000. 00000800:00000200:2.0:1769074990.131414:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.131415:0:29094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074990.131423:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 02000000:00000010:0.0:1769074990.131424:0:32341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b35205800. 00000400:00000200:1.0:1769074990.131427:0:29094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17624:17624:255:4294967295] 192.168.204.41@tcp LPNI seq info [17620:17620:7:4294967295] 00000800:00000200:2.0:1769074990.131430:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074990.131432:0:32341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea680. 00000800:00000200:2.0:1769074990.131438:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:0.0:1769074990.131440:0:32341:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a030763c0. 00000400:00000200:1.0:1769074990.131443:0:29094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.131443:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1769074990.131446:0:32341:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec840. 00000800:00000200:1.0:1769074990.131451:0:29094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.131457:0:29094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000020:00000010:2.0:1769074990.131459:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000800:00000200:1.0:1769074990.131462:0:29094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074990.131462:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000020:00000010:2.0:1769074990.131467:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703600. 00000400:00000010:0.0:1769074990.131468:0:29092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b0b0. 00000800:00000200:1.0:1769074990.131468:0:29094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.131475:0:29094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.131476:0:29092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:0.0:1769074990.131481:0:29092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000020:00000010:2.0:1769074990.131483:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:1.0:1769074990.131485:0:29094:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2a80. 00000020:00000010:2.0:1769074990.131487:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000020:00000010:1.0:1769074990.131489:0:29094:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415ed8. 00000100:00000200:0.0:1769074990.131492:0:29092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8e00 x1855008368826368/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:1.0:1769074990.131494:0:29094:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702800. 00000020:00000010:2.0:1769074990.131494:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703600. 00000800:00000200:3.0:1769074990.131496:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074990.131500:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000100:00000010:1.0:1769074990.131503:0:29094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2300. 00000800:00000010:3.0:1769074990.131503:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000020:00000010:2.0:1769074990.131507:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 02000000:00000010:1.0:1769074990.131512:0:29094:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fc87000. 00000400:00000200:3.0:1769074990.131514:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.131519:0:29092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8e00 x1855008368826368/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1769074990.131519:0:29094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0a80. 00000100:00000200:2.0:1769074990.131522:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3480 x1855008351449984/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.131524:0:29094:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc97800. 00000400:00000200:3.0:1769074990.131526:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:1.0:1769074990.131529:0:29094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 00000400:00000200:3.0:1769074990.131536:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 02000000:00000010:1.0:1769074990.131537:0:29094:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a09d52000. 00000400:00000010:3.0:1769074990.131544:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 00000100:00000010:1.0:1769074990.131545:0:29094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 02000000:00000010:1.0:1769074990.131552:0:29094:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940cc00. 00000100:00000010:1.0:1769074990.131557:0:29094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 02000000:00000010:1.0:1769074990.131561:0:29094:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05379c00. 02000000:00000010:0.0:1769074990.131564:0:29092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0360b400. 00000100:00000010:1.0:1769074990.131565:0:29094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484380. 00000020:00000010:2.0:1769074990.131568:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.131571:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:2.0:1769074990.131573:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351449984 02000000:00000010:0.0:1769074990.131574:0:29092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b35204400. 00000100:00000200:1.0:1769074990.131575:0:29094:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 02000000:00000010:2.0:1769074990.131579:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05f11400. 00000100:00000010:0.0:1769074990.131581:0:29092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8e00. 00000100:00000010:0.0:1769074990.131588:0:29092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076d80. 00010000:00000010:0.0:1769074990.131591:0:29092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec6c0. 00000400:00000010:1.0:1769074990.131597:0:29094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794318. 00010000:00000010:2.0:1769074990.131601:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000400:00000010:1.0:1769074990.131604:0:29094:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b2a194600. 02000000:00000010:3.0:1769074990.131604:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe11800. 00000100:00000010:2.0:1769074990.131605:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976900. 00000020:00000010:0.0:1769074990.131615:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec6c0. 00000100:00000010:2.0:1769074990.131619:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976900. 00000020:00000010:0.0:1769074990.131621:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec6c0. 00010000:00000010:2.0:1769074990.131625:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000020:00000010:0.0:1769074990.131629:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0360b400. 00000400:00000200:3.0:1769074990.131633:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.131637:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc380. 00000400:00000010:2.0:1769074990.131637:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00000020:00000010:0.0:1769074990.131644:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000400:00000200:3.0:1769074990.131645:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f400 00000100:00000200:2.0:1769074990.131646:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351449984, offset 224 00000400:00000200:2.0:1769074990.131658:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.131669:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.131669:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23a51 [2] + 328 00000800:00000200:1.0:1769074990.131671:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.131672:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec6c0. 00000800:00000010:1.0:1769074990.131675:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:2.0:1769074990.131691:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17625:17625:255:4294967295] 192.168.204.41@tcp LPNI seq info [17621:17621:7:4294967295] 00000400:00000200:1.0:1769074990.131697:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.131702:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.131704:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec6c0. 00000400:00000200:1.0:1769074990.131707:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.131709:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:0.0:1769074990.131713:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368827136 00000400:00000200:1.0:1769074990.131715:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000800:00000200:2.0:1769074990.131718:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074990.131719:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000800:00000010:2.0:1769074990.131722:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 02000000:00000010:1.0:1769074990.131723:0:16310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cc95800. 00000800:00000200:2.0:1769074990.131728:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:0.0:1769074990.131729:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3cc93800. 00000800:00000200:2.0:1769074990.131737:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.0:1769074990.131741:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a1943c0. 00000800:00000200:2.0:1769074990.131741:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1769074990.131744:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842400. 00080000:00000010:1.0:1769074990.131754:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30757200. 00000020:00000010:2.0:1769074990.131754:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00010000:00000010:0.0:1769074990.131757:0:28095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec6c0. 00000400:00000200:3.0:1769074990.131759:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.131761:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00080000:00000010:1.0:1769074990.131765:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537da40. 00000100:00000010:0.0:1769074990.131766:0:28095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076d80. 00000020:00000010:2.0:1769074990.131768:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703600. 00000100:00000200:3.0:1769074990.131769:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1769074990.131775:0:28095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfe8e00. 00000100:00000010:3.0:1769074990.131777:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1880. 02000000:00000010:0.0:1769074990.131786:0:28095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b35204400. 00000001:00000010:1.0:1769074990.131790:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce9c0. 02000000:00000010:0.0:1769074990.131802:0:28095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35205800. 00080000:00000010:1.0:1769074990.131804:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537da40. 00000020:00000010:2.0:1769074990.131804:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000020:00000010:2.0:1769074990.131809:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000400:00000010:0.0:1769074990.131811:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b0b0. 00000020:00000010:2.0:1769074990.131815:0:26089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703600. 00000400:00000010:0.0:1769074990.131819:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed583b8. 00000020:00000010:2.0:1769074990.131821:0:26089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000100:00000200:0.0:1769074990.131824:0:28095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368827264, portal 16 00000020:00000010:2.0:1769074990.131827:0:26089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000400:00000010:0.0:1769074990.131832:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58bb0. 00000100:00000200:0.0:1769074990.131837:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368827264, offset 0 00000100:00000200:2.0:1769074990.131843:0:26089:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1880 x1855008351450112/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.131847:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.131858:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.131863:0:28095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.131867:0:28095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.131870:0:28095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.131874:0:28095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000020:00000010:2.0:1769074990.131877:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763f40. 00000400:00000200:0.0:1769074990.131881:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17626:17626:255:4294967295] 192.168.204.41@tcp LPNI seq info [17622:17622:7:4294967295] 00000020:00000010:2.0:1769074990.131883:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763f40. 00000100:00000200:2.0:1769074990.131890:0:26089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351450112 02000000:00000010:2.0:1769074990.131900:0:26089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05f12c00. 00000400:00000200:0.0:1769074990.131901:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.131908:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1769074990.131912:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.131914:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000800:00000010:0.0:1769074990.131918:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00010000:00000010:2.0:1769074990.131921:0:26089:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763f40. 00000400:00000200:3.0:1769074990.131922:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.131926:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3ce8ea00. 00000800:00000200:0.0:1769074990.131930:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:2.0:1769074990.131930:0:26089:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976900. 00002000:00000010:1.0:1769074990.131933:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e4c0. 00000400:00000200:3.0:1769074990.131937:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:0.0:1769074990.131944:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:2.0:1769074990.131946:0:26089:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976900. 00010000:00000200:1.0:1769074990.131948:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b100 x1855008368825472/t8589935717(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1769074990.131950:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1769074990.131951:0:26089:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763f40. 00000400:00000010:2.0:1769074990.131960:0:26089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000100:00000200:2.0:1769074990.131964:0:26089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351450112, offset 224 00000400:00000010:1.0:1769074990.131965:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000200:2.0:1769074990.131971:0:26089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.131980:0:26089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.131986:0:26089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17627:17627:254:4294967295] 192.168.204.41@tcp LPNI seq info [17623:17623:6:4294967295] 00000100:00000200:1.0:1769074990.131990:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368825472, offset 224 00010000:00000010:0.0:1769074990.131992:0:32341:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a030763c0. 00000400:00000200:1.0:1769074990.131997:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.131999:0:26089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.132005:0:26089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.132006:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000800:00000010:2.0:1769074990.132010:0:26089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000400:00000010:3.0:1769074990.132010:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 00000400:00000200:1.0:1769074990.132012:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:0.0:1769074990.132016:0:32341:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204000. 00000800:00000200:2.0:1769074990.132018:0:26089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.132046:0:26089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:0.0:1769074990.132048:0:32341:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000800:00000200:2.0:1769074990.132051:0:26089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00002000:00000010:1.0:1769074990.132054:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af74640. 00010000:00000010:1.0:1769074990.132059:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6f00. 00000020:00000010:2.0:1769074990.132061:0:26089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.132064:0:26089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00010000:00000010:1.0:1769074990.132067:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a1943c0. 00000020:00000010:2.0:1769074990.132068:0:26089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703600. 00000800:00000200:3.0:1769074990.132071:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.132074:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00002000:00000010:1.0:1769074990.132077:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af74900. 00000001:00000010:0.0:1769074990.132079:0:32341:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a029534e0. 00000400:00000200:3.0:1769074990.132079:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.132083:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6700. 00000400:00000200:3.0:1769074990.132086:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.132090:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58bb0 00000400:00000010:3.0:1769074990.132092:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58bb0. 00010000:00000010:1.0:1769074990.132093:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a030763c0. 00010000:00000010:2.0:1769074990.132093:0:29092:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976900. 00000100:00000200:3.0:1769074990.132100:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfe8e00 x1855008368827264/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:1.0:1769074990.132108:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af744c0. 00080000:00000010:2.0:1769074990.132109:0:29092:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703600. 00080000:00000010:0.0:1769074990.132110:0:32341:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00010000:00000010:1.0:1769074990.132114:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6a00. 00080000:00000010:2.0:1769074990.132119:0:29092:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763f40. 00010000:00000010:1.0:1769074990.132123:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976900. 00000400:00000200:1.0:1769074990.132138:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11480 00000400:00000200:1.0:1769074990.132143:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29da1 [1] + 224 00000001:00000010:2.0:1769074990.132146:0:29092:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82a80. 00080000:00000010:2.0:1769074990.132158:0:29092:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763f40. 00000400:00000200:1.0:1769074990.132164:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.132169:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.132181:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfea300 x1855008368825472/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.132197:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:1.0:1769074990.132199:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000800:00000200:3.0:1769074990.132208:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.132210:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f00. 00000800:00000010:3.0:1769074990.132212:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000400:00000200:3.0:1769074990.132218:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.132219:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415af0. 00000020:00000010:1.0:1769074990.132225:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b066e0200. 00000400:00000200:3.0:1769074990.132225:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.132228:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:3.0:1769074990.132232:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00080000:00000010:2.0:1769074990.132305:0:29092:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04c7ea00. 00002000:00000010:2.0:1769074990.132311:0:29092:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44a260. 00010000:00000200:2.0:1769074990.132325:0:29092:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfebb80 x1855008368825600/t8589935719(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.132337:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39108. 00000400:00000010:2.0:1769074990.132339:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074990.132345:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000400:00000010:3.0:1769074990.132356:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000100:00000200:3.0:1769074990.132365:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af46300 x1855008368825984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.132373:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af46300 x1855008368825984/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.132379:0:29092:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368825600, offset 224 00080000:00000010:0.0:1769074990.132385:0:32341:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03cb5600. 00000400:00000200:2.0:1769074990.132387:0:29092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074990.132392:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35cd7800. 00002000:00000010:0.0:1769074990.132394:0:32341:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370f430. 02000000:00000010:3.0:1769074990.132398:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b35cd6200. 00000400:00000200:2.0:1769074990.132401:0:29092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1769074990.132403:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 00000100:00000010:3.0:1769074990.132407:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976a80. 00010000:00000010:3.0:1769074990.132410:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763bc0. 00000400:00000200:2.0:1769074990.132412:0:29092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11500 00010000:00000200:0.0:1769074990.132414:0:32341:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44a80 x1855008368825344/t8589935718(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.132432:0:29092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29db1 [1] + 224 00000400:00000200:2.0:1769074990.132443:0:29092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.132447:0:29092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074990.132448:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000100:00000200:2.0:1769074990.132456:0:29092:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8700 x1855008368825600/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.132468:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368825344, offset 224 00000400:00000200:2.0:1769074990.132473:0:29092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:2.0:1769074990.132477:0:29092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:0.0:1769074990.132485:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1769074990.132490:0:44333:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bddb40. 00000020:00000010:2.0:1769074990.132500:0:29092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc900. 00000400:00000200:0.0:1769074990.132506:0:32341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1769074990.132508:0:29092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00080000:00000010:3.0:1769074990.132512:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7400. 00000020:00000010:2.0:1769074990.132513:0:29092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35204c00. 00000400:00000200:0.0:1769074990.132518:0:32341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11400 00000400:00000200:0.0:1769074990.132526:0:32341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29da9 [1] + 224 00080000:00000010:3.0:1769074990.132526:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1780. 00000400:00000200:0.0:1769074990.132532:0:32341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.132536:0:32341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.132543:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfeb100 x1855008368825344/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.132560:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b05f13000. 00000400:00000010:2.0:1769074990.132567:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000200:0.0:1769074990.132569:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:0.0:1769074990.132573:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000010:2.0:1769074990.132579:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000020:00000010:0.0:1769074990.132585:0:32341:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3500. 00000020:00000010:0.0:1769074990.132590:0:32341:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3af0. 00000020:00000010:0.0:1769074990.132595:0:32341:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02b0c000. 00000100:00000200:2.0:1769074990.132599:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368827008, portal 4 00000001:00000010:3.0:1769074990.132602:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ea80. 00000400:00000010:2.0:1769074990.132607:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074990.132612:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368827008, offset 0 00080000:00000010:3.0:1769074990.132615:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1780. 00000400:00000200:2.0:1769074990.132620:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00002000:00000010:0.0:1769074990.132625:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a0af74380. 00000400:00000200:2.0:1769074990.132630:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:0.0:1769074990.132633:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b110f6d00. 00000400:00000200:2.0:1769074990.132640:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11a80 00000400:00000200:2.0:1769074990.132646:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 6528 00010000:00000010:0.0:1769074990.132648:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bddb40. 00000400:00000200:2.0:1769074990.132651:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.132658:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.132663:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.132667:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 00000400:00000010:0.0:1769074990.132669:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b898. 00000400:00000200:0.0:1769074990.132675:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:0.0:1769074990.132692:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:2.0:1769074990.132701:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000100:00000200:0.0:1769074990.132702:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8700 x1855008368825600/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.132706:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074990.132716:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af44700 x1855008368827008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.132720:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8700 x1855008368825600/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.132762:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307949f8. 00000400:00000200:2.0:1769074990.132767:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107252a8 00000400:00000010:2.0:1769074990.132769:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107252a8. 00000100:00000200:2.0:1769074990.132777:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfea300 x1855008368825472/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.132785:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfea300 x1855008368825472/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074990.132792:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3dfea680. 02000000:00000010:0.0:1769074990.132801:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3cc91c00. 00080000:00000010:3.0:1769074990.132804:0:44333:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03cb4400. 00002000:00000010:3.0:1769074990.132810:0:44333:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e720. 00000400:00000010:2.0:1769074990.132823:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f78. 00000100:00000010:0.0:1769074990.132830:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18700. 00010000:00000200:3.0:1769074990.132830:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe9c00 x1855008368825216/t8589935720(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.132831:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:2.0:1769074990.132836:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 02000000:00000010:0.0:1769074990.132839:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3cc92400. 00000100:00000200:2.0:1769074990.132845:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfeb100 x1855008368825344/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.132857:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:2.0:1769074990.132859:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfeb100 x1855008368825344/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.132865:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368825216, offset 224 00000020:00000010:0.0:1769074990.132872:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000400:00000200:3.0:1769074990.132876:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.132878:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:3.0:1769074990.132886:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074990.132887:0:32341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35204c00. 00000400:00000200:3.0:1769074990.132893:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11380 00000020:00000010:0.0:1769074990.132894:0:32341:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc400. 02000000:00000010:2.0:1769074990.132894:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b05f13c00. 00000400:00000200:3.0:1769074990.132901:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29d89 [1] + 224 00000400:00000010:2.0:1769074990.132904:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f78. 00000020:00000010:0.0:1769074990.132905:0:32341:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e898. 00000400:00000200:3.0:1769074990.132906:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.132912:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074990.132917:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368827520, portal 4 00000400:00000010:2.0:1769074990.132920:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000100:00000200:2.0:1769074990.132923:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368827520, offset 0 00000400:00000200:2.0:1769074990.132933:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.132933:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.132934:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.132942:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.132946:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074990.132949:0:32341:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368827008 00000100:00000200:3.0:1769074990.132950:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe9500 x1855008368825216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.132957:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11c80 02000000:00000010:0.0:1769074990.132962:0:32341:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3cc91400. 00000400:00000200:2.0:1769074990.132969:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 7072 00010000:00000010:0.0:1769074990.132977:0:32341:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843200. 00000400:00000200:2.0:1769074990.132977:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.132980:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000200:2.0:1769074990.132984:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1769074990.132985:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00010000:00000010:0.0:1769074990.132989:0:32341:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec840. 00000100:00000200:2.0:1769074990.132994:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074990.132996:0:32341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076780. 00000100:00000010:2.0:1769074990.133000:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b480. 00000020:00000010:3.0:1769074990.133001:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2680. 00000100:00000010:0.0:1769074990.133005:0:32341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b480. 00000020:00000010:3.0:1769074990.133007:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:3.0:1769074990.133012:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01fb5000. 02000000:00000010:0.0:1769074990.133015:0:32341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a02b0c000. 00000400:00000200:2.0:1769074990.133023:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00010000:00000010:3.1:1769074990.133053:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882b200. 00000020:00000010:1.0:1769074990.133058:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00010000:00000010:3.1:1769074990.133062:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981000. 00000020:00000010:1.0:1769074990.133064:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00010000:00000010:2.1:1769074990.133064:0:16319:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47f00. 00010000:00000010:3.1:1769074990.133069:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573ea00. 02000000:00000010:0.0:1769074990.133070:0:32341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0768f800. 00000020:00000010:1.0:1769074990.133072:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756a00. 00010000:00000010:2.1:1769074990.133072:0:16319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984600. 00000400:00000010:0.0:1769074990.133078:0:32341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b898. 00000020:00000010:1.0:1769074990.133079:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00010000:00000010:2.1:1769074990.133079:0:16319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3c00. 00000020:00000010:1.0:1769074990.133086:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00010000:00000010:2.1:1769074990.133087:0:16319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e400. 00010000:00000010:2.1:1769074990.133099:0:16319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e600. 00000020:00000010:1.0:1769074990.133112:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000020:00000010:1.0:1769074990.133115:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000100:00000200:1.0:1769074990.133118:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368827520 00010000:00000010:2.1:1769074990.133119:0:16319:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac900. 00010000:00000010:2.1:1769074990.133123:0:16319:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843600. 02000000:00000010:1.0:1769074990.133128:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3cc95800. 00000400:00000200:3.0:1769074990.133129:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.133138:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:3.0:1769074990.133140:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11980 00010000:00000010:1.0:1769074990.133142:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052e800. 00000400:00000010:0.0:1769074990.133149:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000400:00000200:3.0:1769074990.133150:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ded [1] + 224 00000100:00000200:2.0:1769074990.133151:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d18700 x1855008368827520/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:1.0:1769074990.133153:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537da40. 00000100:00000010:1.0:1769074990.133161:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1943c0. 00000100:00000200:0.0:1769074990.133162:0:32341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368827648, portal 16 00000400:00000200:3.0:1769074990.133163:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.133168:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861880. 00000400:00000010:0.0:1769074990.133170:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed585d8. 00000400:00000200:3.0:1769074990.133173:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.133177:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368827648, offset 0 02000000:00000010:1.0:1769074990.133179:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30757600. 00000100:00000200:3.0:1769074990.133186:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfeaa00 x1855008368826752/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.133188:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.133196:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b30756800. 00000100:00000010:2.0:1769074990.133198:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94e00. 00000400:00000200:0.0:1769074990.133200:0:32341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000010:1.0:1769074990.133203:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00000400:00000200:0.0:1769074990.133206:0:32341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1769074990.133206:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04890400. 00000400:00000010:1.0:1769074990.133210:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000200:0.0:1769074990.133213:0:32341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000100:00000200:1.0:1769074990.133216:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368827776, portal 16 00000400:00000200:0.0:1769074990.133218:0:32341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1769074990.133223:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725330. 00000400:00000200:0.0:1769074990.133224:0:32341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000100:00000200:1.0:1769074990.133230:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368827776, offset 0 00000400:00000200:0.0:1769074990.133232:0:32341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17628:17628:256:4294967295] 192.168.204.41@tcp LPNI seq info [17624:17624:8:4294967295] 02000000:00000010:2.0:1769074990.133238:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04893000. 00000400:00000200:1.0:1769074990.133239:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.133244:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39738. 00000400:00000200:0.0:1769074990.133249:0:32341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:2.0:1769074990.133250:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c7f8. 00000800:00000200:0.0:1769074990.133269:0:32341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.133274:0:32341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00000400:00000200:1.0:1769074990.133277:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000100:00000200:2.0:1769074990.133280:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368827904, portal 4 00000400:00000200:1.0:1769074990.133285:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1769074990.133286:0:32341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.133287:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.133288:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000400:00000200:1.0:1769074990.133292:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074990.133296:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1769074990.133300:0:32341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.133302:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000100:00000200:2.0:1769074990.133302:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368827904, offset 0 00000800:00000200:0.0:1769074990.133308:0:32341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.133311:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17629:17629:255:4294967295] 192.168.204.41@tcp LPNI seq info [17625:17625:7:4294967295] 00000400:00000200:2.0:1769074990.133311:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.133334:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.133341:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.133346:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11a00 00000800:00000010:1.0:1769074990.133347:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000400:00000200:2.0:1769074990.133348:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1769074990.133356:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.133360:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29df5 [1] + 224 00000400:00000200:2.0:1769074990.133361:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11e00 00000800:00000200:1.0:1769074990.133366:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:0.0:1769074990.133368:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3cc90800. 00000400:00000200:2.0:1769074990.133370:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 7616 00000400:00000200:3.0:1769074990.133370:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1769074990.133371:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.133376:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b1b8. 00000400:00000200:2.0:1769074990.133380:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.133381:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074990.133391:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00000400:00000200:2.0:1769074990.133399:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.133399:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47b80 x1855008368826880/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074990.133413:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368827392, portal 4 00000100:00000200:2.0:1769074990.133413:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.133421:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96a00. 00000400:00000010:0.0:1769074990.133423:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074990.133436:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368827392, offset 0 00000400:00000200:2.0:1769074990.133439:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000800:00000200:3.0:1769074990.133440:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1769074990.133443:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000800:00000010:3.0:1769074990.133445:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074990.133463:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.133467:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1769074990.133467:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf94e00 x1855008368827904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.133474:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.133482:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.133485:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed585d8 00000400:00000010:3.0:1769074990.133491:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed585d8. 00000400:00000200:0.0:1769074990.133496:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11c00 00000100:00000200:3.0:1769074990.133502:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1b480 x1855008368827648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.133503:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 8160 00000400:00000200:0.0:1769074990.133522:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.133527:0:36867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f20. 00000400:00000200:0.0:1769074990.133532:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.133534:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:2.0:1769074990.133539:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000100:00000200:0.0:1769074990.133545:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1769074990.133549:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47b80 x1855008368826880/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769074990.133551:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1aa00. 00000400:00000200:3.0:1769074990.133562:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.133570:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000100:00000200:2.0:1769074990.133571:0:36867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47b80 x1855008368826880/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.133576:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00000400:00000200:3.0:1769074990.133579:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f480 00000020:00000010:1.0:1769074990.133585:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000100:00000200:0.0:1769074990.133588:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3dfea680 x1855008368827392/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.133593:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23a51 [2] + 656 00000020:00000010:1.0:1769074990.133596:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000020:00000010:1.0:1769074990.133605:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30757000. 02000000:00000010:2.0:1769074990.133608:0:36867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b30703e00. 00000020:00000010:1.0:1769074990.133611:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3980. 00000400:00000200:3.0:1769074990.133611:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074990.133615:0:36867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30703a00. 00000020:00000010:1.0:1769074990.133618:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c33e8. 00000100:00000010:2.0:1769074990.133621:0:36867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47b80. 00000400:00000010:0.0:1769074990.133624:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b738. 00000400:00000200:3.0:1769074990.133624:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:2.0:1769074990.133627:0:36867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976300. 00000400:00000200:0.0:1769074990.133631:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00010000:00000010:2.0:1769074990.133634:0:36867:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000400:00000010:0.0:1769074990.133636:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000020:00000010:1.0:1769074990.133641:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000100:00000200:3.0:1769074990.133645:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1769074990.133647:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000100:00000200:0.0:1769074990.133648:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe9500 x1855008368825216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.133651:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2a00. 00000020:00000010:1.0:1769074990.133656:0:44333:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30756400. 00000020:00000010:1.0:1769074990.133662:0:44333:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000100:00000200:0.0:1769074990.133668:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe9500 x1855008368825216/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.133669:0:44333:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3898. 00000020:00000010:2.0:1769074990.133697:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.133701:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000020:00000010:1.0:1769074990.133704:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537dd80. 00000020:00000010:2.0:1769074990.133705:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703a00. 00000020:00000010:1.0:1769074990.133706:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537dd80. 00000100:00000200:1.0:1769074990.133709:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368827904 00000020:00000010:2.0:1769074990.133709:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.133712:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 02000000:00000010:1.0:1769074990.133718:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3cc97800. 00000800:00000200:3.0:1769074990.133721:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074990.133736:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ea00. 00000100:00000200:2.0:1769074990.133736:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f2a00 x1855008351450240/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769074990.133737:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:3.0:1769074990.133745:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.133747:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537dd80. 00000100:00000010:1.0:1769074990.133754:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194c00. 00000400:00000200:3.0:1769074990.133754:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.133759:0:29092:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecfc0. 00000400:00000200:3.0:1769074990.133762:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725330 00000100:00000010:1.0:1769074990.133764:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862300. 00000020:00000010:0.0:1769074990.133765:0:29092:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecfc0. 00000020:00000010:2.0:1769074990.133766:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000010:3.0:1769074990.133767:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725330. 00000020:00000010:2.0:1769074990.133770:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 02000000:00000010:1.0:1769074990.133772:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30757400. 00000100:00000200:2.0:1769074990.133775:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351450240 00000100:00000200:3.0:1769074990.133779:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06861880 x1855008368827776/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.133782:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b30757e00. 02000000:00000010:2.0:1769074990.133783:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cec2c00. 00000100:00000200:0.0:1769074990.133785:0:29092:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368827392 00000400:00000010:1.0:1769074990.133788:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794c08. 00000400:00000010:1.0:1769074990.133794:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 02000000:00000010:0.0:1769074990.133798:0:29092:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3cc93000. 00000100:00000200:1.0:1769074990.133799:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368828032, portal 16 00010000:00000010:2.0:1769074990.133800:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000400:00000010:1.0:1769074990.133806:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107256e8. 00000100:00000010:2.0:1769074990.133806:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976300. 00000100:00000200:1.0:1769074990.133809:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368828032, offset 0 00000100:00000010:2.0:1769074990.133810:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976300. 00010000:00000010:0.0:1769074990.133815:0:29092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842600. 00010000:00000010:2.0:1769074990.133815:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.133816:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.133823:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.133827:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1769074990.133827:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00010000:00000010:0.0:1769074990.133830:0:29092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecfc0. 00000400:00000200:1.0:1769074990.133831:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000100:00000200:2.0:1769074990.133831:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351450240, offset 224 00000400:00000200:1.0:1769074990.133837:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1769074990.133840:0:29092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a030763c0. 00000400:00000200:1.0:1769074990.133844:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.133844:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074990.133851:0:29092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b800. 00000400:00000200:1.0:1769074990.133853:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17630:17630:255:4294967295] 192.168.204.41@tcp LPNI seq info [17626:17626:7:4294967295] 02000000:00000010:0.0:1769074990.133862:0:29092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a01502200. 00000400:00000200:1.0:1769074990.133867:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.133873:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.133875:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:0.0:1769074990.133878:0:29092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3cf16e00. 00000800:00000010:1.0:1769074990.133878:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6d00. 00000400:00000200:2.0:1769074990.133880:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17631:17631:254:4294967295] 192.168.204.41@tcp LPNI seq info [17627:17627:6:4294967295] 00000800:00000200:1.0:1769074990.133886:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:0.0:1769074990.133887:0:29092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b738. 00000800:00000200:1.0:1769074990.133894:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.133894:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:0.0:1769074990.133895:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000800:00000200:1.0:1769074990.133898:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1769074990.133902:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074990.133903:0:29092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368828160, portal 16 00000800:00000010:2.0:1769074990.133906:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000400:00000010:0.0:1769074990.133911:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000800:00000200:2.0:1769074990.133913:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:0.0:1769074990.133917:0:29092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368828160, offset 0 00000400:00000200:3.0:1769074990.133923:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074990.133925:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.133930:0:29092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074990.133933:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.133941:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f500 00000400:00000200:0.0:1769074990.133942:0:29092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.133943:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.133951:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000400:00000200:0.0:1769074990.133952:0:29092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074990.133958:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23a51 [2] + 984 00000020:00000010:2.0:1769074990.133959:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703a00. 00000400:00000200:0.0:1769074990.133961:0:29092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.133968:0:29092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.133973:0:29092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.133975:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.133981:0:29092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17632:17632:254:4294967295] 192.168.204.41@tcp LPNI seq info [17628:17628:6:4294967295] 00000100:00000010:2.0:1769074990.133986:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf95180. 00000400:00000200:3.0:1769074990.133987:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074990.133997:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3cec3800. 00000400:00000200:0.0:1769074990.133998:0:29092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.134009:0:29092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.134009:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000010:0.0:1769074990.134016:0:29092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 02000000:00000010:1.0:1769074990.134051:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b05379c00. 00000100:00000010:3.0:1769074990.134052:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3100. 00000800:00000200:0.0:1769074990.134059:0:29092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:1.0:1769074990.134060:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794bb0. 00000800:00000200:0.0:1769074990.134068:0:29092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:1.0:1769074990.134069:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000800:00000200:0.0:1769074990.134074:0:29092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:1.0:1769074990.134077:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368828288, portal 4 00000800:00000200:3.0:1769074990.134080:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.134083:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6d00. 00000400:00000010:1.0:1769074990.134084:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000020:00000010:2.0:1769074990.134085:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.134087:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.134090:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000100:00000200:1.0:1769074990.134091:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368828288, offset 0 00000400:00000200:3.0:1769074990.134095:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.134099:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703a00. 00000400:00000200:1.0:1769074990.134100:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1769074990.134103:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000400:00000200:3.0:1769074990.134104:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107256e8 00000020:00000010:2.0:1769074990.134107:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000400:00000010:3.0:1769074990.134108:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107256e8. 00000400:00000200:1.0:1769074990.134109:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.134123:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae11f80 00000100:00000200:3.0:1769074990.134124:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06862300 x1855008368828032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.134125:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3100 x1855008351450368/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.134126:0:38314:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:0.0:1769074990.134133:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074990.134138:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:1.0:1769074990.134149:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 8704 00000100:00000200:0.0:1769074990.134151:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfeaa00 x1855008368826752/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.134160:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.134171:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1769074990.134171:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.134175:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000100:00000200:1.0:1769074990.134176:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1769074990.134178:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351450368 00000100:00000010:1.0:1769074990.134182:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862d80. 00000400:00000200:3.0:1769074990.134184:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:2.0:1769074990.134186:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe39c00. 00000400:00000200:1.0:1769074990.134200:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000200:3.0:1769074990.134200:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11b80 00000100:00000200:0.0:1769074990.134204:0:38314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfeaa00 x1855008368826752/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074990.134206:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00010000:00000010:2.0:1769074990.134210:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000100:00000200:1.0:1769074990.134217:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf95180 x1855008368828288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.134218:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29e25 [1] + 224 00000100:00000010:2.0:1769074990.134219:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b04976300. 00000100:00000010:2.0:1769074990.134231:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b04976300. 00000400:00000200:3.0:1769074990.134234:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1769074990.134235:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 02000000:00000010:0.0:1769074990.134244:0:38314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0fa00. 00000400:00000010:2.0:1769074990.134246:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 02000000:00000010:0.0:1769074990.134251:0:38314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0360ac00. 00000100:00000200:2.0:1769074990.134252:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351450368, offset 224 00000100:00000010:0.0:1769074990.134257:0:38314:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeaa00. 00000400:00000200:2.0:1769074990.134263:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074990.134264:0:38314:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076300. 00010000:00000010:0.0:1769074990.134270:0:38314:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000400:00000200:2.0:1769074990.134273:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.134280:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17633:17633:254:4294967295] 192.168.204.41@tcp LPNI seq info [17629:17629:6:4294967295] 00010000:00000010:0.0:1769074990.134281:0:38314:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076300. 00000400:00000200:2.0:1769074990.134296:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074990.134297:0:38314:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf17600. 00000800:00000200:2.0:1769074990.134304:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.134309:0:38314:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.134310:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000010:2.0:1769074990.134312:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000800:00000200:2.0:1769074990.134321:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.134322:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe8e00 x1855008368827264/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1769074990.134332:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.134337:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00000001:00000010:0.0:1769074990.134341:0:38314:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953900. 00000020:00000010:2.0:1769074990.134346:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.134351:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000800:00000200:3.0:1769074990.134353:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074990.134356:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703a00. 00000800:00000010:3.0:1769074990.134357:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00080000:00000010:0.0:1769074990.134358:0:38314:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00000400:00000010:1.0:1769074990.134358:0:28095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b0b0. 00000400:00000200:1.0:1769074990.134367:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed583b8 00000400:00000010:1.0:1769074990.134372:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed583b8. 00000100:00000200:1.0:1769074990.134379:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe8e00 x1855008368827264/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000010:2.0:1769074990.134384:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35ba40. 00010000:00000010:2.0:1769074990.134388:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0d1dd300. 00000100:00000200:1.0:1769074990.134389:0:28095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe8e00 x1855008368827264/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:2.0:1769074990.134395:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076300. 02000000:00000010:1.0:1769074990.134407:0:28095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35205800. 00010000:00000010:2.0:1769074990.134412:0:36867:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b04976300. 02000000:00000010:1.0:1769074990.134413:0:28095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b35204400. 00000100:00000010:1.0:1769074990.134417:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8e00. 00000100:00000010:1.0:1769074990.134422:0:28095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076d80. 00080000:00000010:2.0:1769074990.134424:0:36867:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703a00. 00010000:00000010:1.0:1769074990.134426:0:28095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec6c0. 00080000:00000010:2.0:1769074990.134434:0:36867:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.134436:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.134442:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.134445:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:3.0:1769074990.134447:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00002000:00000010:1.0:1769074990.134453:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524db00. 00010000:00000010:1.0:1769074990.134460:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901ac00. 00000400:00000200:3.0:1769074990.134465:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:2.0:1769074990.134466:0:36867:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f821e0. 00010000:00000010:1.0:1769074990.134477:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b04976300. 00080000:00000010:0.0:1769074990.134480:0:38314:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03444400. 00080000:00000010:2.0:1769074990.134481:0:36867:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763780. 00002000:00000010:0.0:1769074990.134488:0:38314:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a0108f8f0. 00010000:00000200:0.0:1769074990.134503:0:38314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8380 x1855008368826496/t8589935721(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.134517:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074990.134522:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368826496, offset 224 00000400:00000200:0.0:1769074990.134529:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.134537:0:38314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.134540:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f580 00000400:00000200:0.0:1769074990.134547:0:38314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11880 00000400:00000200:3.0:1769074990.134553:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23a51 [2] + 1312 00000400:00000200:0.0:1769074990.134564:0:38314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29ddd [1] + 224 00000400:00000200:3.0:1769074990.134565:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.134574:0:38314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.134575:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.134582:0:38314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.134583:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.134589:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0e00. 00000100:00000200:0.0:1769074990.134591:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfe9880 x1855008368826496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.134615:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000800:00000200:3.0:1769074990.134617:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074990.134619:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000800:00000010:3.0:1769074990.134623:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000010:1.0:1769074990.134627:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b210. 00000400:00000200:3.0:1769074990.134630:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.134633:0:38314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2080. 00000400:00000200:1.0:1769074990.134634:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58d48 00000400:00000010:1.0:1769074990.134639:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58d48. 00000020:00000010:0.0:1769074990.134642:0:38314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:0.0:1769074990.134649:0:38314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc800. 00000100:00000200:1.0:1769074990.134649:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfe9880 x1855008368826496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.134661:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfe9880 x1855008368826496/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.134670:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.134675:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.134693:0:38314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc800. 00000020:00000010:0.0:1769074990.134698:0:38314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc980. 00000020:00000010:0.0:1769074990.134702:0:38314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000100:00000010:2.0:1769074990.134715:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf94000. 02000000:00000010:2.0:1769074990.134725:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fe38400. 00000020:00000010:0.0:1769074990.134727:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.134733:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:0.0:1769074990.134737:0:38314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368828288 00000400:00000200:3.0:1769074990.134741:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.134745:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:3.0:1769074990.134747:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 02000000:00000010:0.0:1769074990.134750:0:38314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3edb6400. 00000100:00000200:3.0:1769074990.134756:0:16310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1b800 x1855008368828160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.134761:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a09d52000. 00010000:00000010:0.0:1769074990.134765:0:38314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842000. 00000400:00000010:1.0:1769074990.134769:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794630. 00000020:00000010:2.0:1769074990.134769:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.134773:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000010:1.0:1769074990.134775:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00010000:00000010:0.0:1769074990.134778:0:38314:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000100:00000200:1.0:1769074990.134780:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368828416, portal 4 00000020:00000010:2.0:1769074990.134781:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000100:00000010:0.0:1769074990.134786:0:38314:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076d80. 00000400:00000010:1.0:1769074990.134787:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000020:00000010:2.0:1769074990.134787:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000100:00000200:1.0:1769074990.134793:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368828416, offset 0 00000020:00000010:2.0:1769074990.134793:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000100:00000010:0.0:1769074990.134798:0:38314:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00000400:00000200:1.0:1769074990.134802:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1769074990.134807:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f0e00 x1855008351450496/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.134809:0:38314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03444400. 00000400:00000200:1.0:1769074990.134812:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.134818:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.134824:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12000 02000000:00000010:0.0:1769074990.134826:0:38314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0360ac00. 00000400:00000200:1.0:1769074990.134832:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 9248 00000400:00000010:0.0:1769074990.134834:0:38314:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:3.0:1769074990.134834:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11d00 00000020:00000010:2.0:1769074990.134835:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.134842:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.134843:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074990.134845:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074990.134848:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29e51 [1] + 224 00000100:00000200:2.0:1769074990.134849:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351450496 00000400:00000200:1.0:1769074990.134851:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1769074990.134857:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe39000. 00000100:00000200:0.0:1769074990.134862:0:38314:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368828544, portal 16 00000100:00000200:1.0:1769074990.134862:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1769074990.134862:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074990.134872:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000010:1.0:1769074990.134872:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863100. 00000400:00000200:3.0:1769074990.134873:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074990.134878:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000100:00000200:0.0:1769074990.134882:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368828544, offset 0 00000100:00000010:2.0:1769074990.134884:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049763c0. 00000100:00000200:3.0:1769074990.134887:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1b480 x1855008368827648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.134890:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000400:00000010:1.0:1769074990.134894:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000100:00000010:2.0:1769074990.134894:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049763c0. 00010000:00000010:2.0:1769074990.134900:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000100:00000200:1.0:1769074990.134904:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3cf94000 x1855008368828416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.134906:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.134911:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000100:00000200:2.0:1769074990.134915:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351450496, offset 224 00000400:00000200:0.0:1769074990.134918:0:38314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.134923:0:38314:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1769074990.134925:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.134929:0:38314:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.134933:0:38314:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.134936:0:38314:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.134940:0:38314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17634:17634:255:4294967295] 192.168.204.41@tcp LPNI seq info [17630:17630:7:4294967295] 00000400:00000200:0.0:1769074990.134949:0:38314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.134954:0:38314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.134958:0:38314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000800:00000200:0.0:1769074990.134964:0:38314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.134970:0:38314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.134973:0:38314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.134994:0:32341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b898. 00000400:00000200:2.0:1769074990.134999:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.135000:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000800:00000200:3.0:1769074990.135003:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074990.135005:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000800:00000010:3.0:1769074990.135009:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000400:00000200:2.0:1769074990.135010:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17635:17635:254:4294967295] 192.168.204.41@tcp LPNI seq info [17631:17631:6:4294967295] 00000400:00000200:3.0:1769074990.135017:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.135018:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1b480 x1855008368827648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.135019:0:28095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a194f00. 00000400:00000200:3.0:1769074990.135053:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.135056:0:32341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1b480 x1855008368827648/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.135062:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.135065:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204400. 00080000:00000010:1.0:1769074990.135076:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d380. 00000400:00000200:3.0:1769074990.135077:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00000800:00000200:2.0:1769074990.135079:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:3.0:1769074990.135083:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000800:00000010:2.0:1769074990.135086:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 02000000:00000010:0.0:1769074990.135090:0:32341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0768f800. 00000800:00000200:2.0:1769074990.135097:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:0.0:1769074990.135099:0:32341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a02b0c000. 00000001:00000010:1.0:1769074990.135103:0:28095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce360. 00000800:00000200:2.0:1769074990.135105:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:0.0:1769074990.135107:0:32341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b480. 00000800:00000200:2.0:1769074990.135109:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1769074990.135113:0:32341:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076780. 00080000:00000010:1.0:1769074990.135115:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d380. 00010000:00000010:0.0:1769074990.135119:0:32341:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.135121:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.135127:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000020:00000010:2.0:1769074990.135132:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00002000:00000010:0.0:1769074990.135151:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b280. 00010000:00000010:0.0:1769074990.135157:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b048ba600. 00010000:00000010:0.0:1769074990.135166:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a194f00. 00000020:00000010:0.0:1769074990.135191:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.135194:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.135200:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02b0c000. 00000020:00000010:0.0:1769074990.135205:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc700. 00000020:00000010:0.0:1769074990.135210:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00080000:00000010:1.0:1769074990.135223:0:28095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02e3d400. 00080000:00000010:2.0:1769074990.135223:0:36867:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ac000. 00002000:00000010:1.0:1769074990.135229:0:28095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44bdb0. 00002000:00000010:2.0:1769074990.135229:0:36867:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e980. 00000020:00000010:0.0:1769074990.135233:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.135238:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.135243:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368828416 00010000:00000200:1.0:1769074990.135243:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3dfe8a80 x1855008368827136/t8589935723(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:2.0:1769074990.135243:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861c00 x1855008368826624/t8589935722(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.135256:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3edb7c00. 00000400:00000010:1.0:1769074990.135261:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000400:00000010:2.0:1769074990.135261:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000100:00000200:2.0:1769074990.135266:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368826624, offset 224 00000100:00000200:1.0:1769074990.135267:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368827136, offset 224 00010000:00000010:0.0:1769074990.135268:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843400. 00000400:00000200:2.0:1769074990.135274:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074990.135278:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.0:1769074990.135280:0:32343:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.135281:0:36867:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.135283:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1769074990.135290:0:32343:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076780. 00000400:00000200:1.0:1769074990.135293:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11b00 00000400:00000200:2.0:1769074990.135294:0:36867:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11900 00000100:00000010:0.0:1769074990.135299:0:32343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b480. 00000400:00000200:2.0:1769074990.135300:0:36867:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29de5 [1] + 224 00000400:00000200:1.0:1769074990.135308:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29e0d [1] + 224 00000400:00000200:2.0:1769074990.135308:0:36867:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.135309:0:32343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b0768f800. 00000400:00000200:1.0:1769074990.135312:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.135313:0:36867:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.135318:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.135321:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44000 x1855008368826624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.135324:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47100 x1855008368827136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.135326:0:32343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0fa00. 00000400:00000010:0.0:1769074990.135334:0:32343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b898. 00000400:00000010:0.0:1769074990.135342:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000400:00000200:2.0:1769074990.135345:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00000400:00000010:2.0:1769074990.135349:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00000100:00000200:0.0:1769074990.135355:0:32343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368828672, portal 16 00000400:00000200:1.0:1769074990.135357:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00000020:00000010:2.0:1769074990.135359:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00000400:00000010:0.0:1769074990.135361:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000400:00000010:1.0:1769074990.135362:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000020:00000010:2.0:1769074990.135363:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4154b0. 00000020:00000010:2.0:1769074990.135369:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702400. 00000100:00000200:0.0:1769074990.135370:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368828672, offset 0 00000020:00000010:1.0:1769074990.135374:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc380. 00000400:00000200:0.0:1769074990.135380:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.135380:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:1.0:1769074990.135387:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0360b400. 00000400:00000010:2.0:1769074990.135392:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794688. 00000400:00000200:0.0:1769074990.135393:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.135397:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725660 00000400:00000200:0.0:1769074990.135399:0:32343:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1769074990.135402:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725660. 00000400:00000200:0.0:1769074990.135406:0:32343:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:1.0:1769074990.135408:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b948. 00000100:00000200:2.0:1769074990.135410:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44000 x1855008368826624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.135412:0:32343:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.135413:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:1.0:1769074990.135416:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000400:00000200:0.0:1769074990.135421:0:32343:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000100:00000200:1.0:1769074990.135423:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47100 x1855008368827136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.135428:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44000 x1855008368826624/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.135433:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17636:17636:254:4294967295] 192.168.204.41@tcp LPNI seq info [17632:17632:6:4294967295] 00000100:00000200:1.0:1769074990.135440:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47100 x1855008368827136/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.135456:0:32343:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.135464:0:32343:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.135469:0:32343:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074990.135473:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074990.135480:0:32343:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:2.0:1769074990.135483:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47b80. 00000800:00000200:0.0:1769074990.135491:0:32343:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.135492:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11d80 02000000:00000010:2.0:1769074990.135494:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fcf0000. 00000800:00000200:0.0:1769074990.135497:0:32343:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.135505:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29e59 [1] + 224 00000400:00000200:3.0:1769074990.135518:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.135524:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748dc00. 00000400:00000200:3.0:1769074990.135525:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074990.135533:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b17333000. 00000100:00000200:3.0:1769074990.135538:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06861880 x1855008368827776/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.135561:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b17332400. 00000400:00000010:2.0:1769074990.135567:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39f20. 00000400:00000010:1.0:1769074990.135569:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000800:00000200:3.0:1769074990.135571:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074990.135574:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000800:00000010:3.0:1769074990.135574:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000010:1.0:1769074990.135578:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000400:00000200:3.0:1769074990.135580:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.135587:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cb28. 00000400:00000200:3.0:1769074990.135587:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.135589:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06861880 x1855008368827776/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.135593:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368828800, portal 4 00000400:00000200:3.0:1769074990.135595:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:2.0:1769074990.135599:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000400:00000010:3.0:1769074990.135600:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:1.0:1769074990.135606:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06861880 x1855008368827776/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.135606:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368828800, offset 0 00000100:00000200:3.0:1769074990.135610:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1a680 x1855008368828544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.135616:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.135627:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1769074990.135637:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b30756800. 00000400:00000200:2.0:1769074990.135639:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12180 02000000:00000010:1.0:1769074990.135644:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30757600. 00000400:00000200:2.0:1769074990.135645:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 9792 00000100:00000010:1.0:1769074990.135650:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861880. 00000400:00000200:3.0:1769074990.135652:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.135653:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.135655:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1943c0. 00010000:00000010:1.0:1769074990.135658:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537da40. 00000400:00000200:2.0:1769074990.135659:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074990.135664:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1769074990.135665:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f600 00000100:00000010:2.0:1769074990.135669:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748df80. 00000400:00000200:3.0:1769074990.135676:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23a51 [2] + 1640 00000400:00000200:2.0:1769074990.135699:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000200:3.0:1769074990.135701:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.135704:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:3.0:1769074990.135710:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.135713:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000100:00000200:2.0:1769074990.135714:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8a0af47b80 x1855008368828800/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.135718:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000100:00000200:3.0:1769074990.135718:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1769074990.135725:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205800. 00000100:00000010:3.0:1769074990.135728:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1c00. 00000020:00000010:1.0:1769074990.135730:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3c00. 00000020:00000010:1.0:1769074990.135736:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 02000000:00000010:2.0:1769074990.135743:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b17331400. 00000400:00000010:2.0:1769074990.135748:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39370. 00000400:00000010:2.0:1769074990.135752:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c000. 00000100:00000200:2.0:1769074990.135756:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368828928, portal 4 00000800:00000200:3.0:1769074990.135759:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.135760:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537da40. 00000400:00000010:2.0:1769074990.135762:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000800:00000010:3.0:1769074990.135764:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000020:00000010:1.0:1769074990.135765:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537da40. 00000100:00000200:2.0:1769074990.135765:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368828928, offset 0 00000100:00000200:1.0:1769074990.135773:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368828800 00000400:00000200:3.0:1769074990.135774:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.135775:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1769074990.135783:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fc87000. 00000400:00000200:2.0:1769074990.135786:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.135786:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.135795:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f800. 00000400:00000200:3.0:1769074990.135796:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000400:00000200:2.0:1769074990.135799:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12200 00000400:00000010:3.0:1769074990.135801:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00010000:00000010:1.0:1769074990.135804:0:29093:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537da40. 00000400:00000200:2.0:1769074990.135809:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 10336 00000100:00000010:1.0:1769074990.135811:0:29093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a1943c0. 00000400:00000200:2.0:1769074990.135814:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.135817:0:29093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861880. 00000400:00000200:2.0:1769074990.135819:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1769074990.135823:0:29093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b30757600. 00000100:00000200:2.0:1769074990.135825:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000200:3.0:1769074990.135827:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.135829:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b800. 02000000:00000010:1.0:1769074990.135835:0:29093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b30756800. 00000400:00000200:3.0:1769074990.135840:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f680 00000400:00000010:1.0:1769074990.135842:0:29093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00000400:00000200:2.0:1769074990.135843:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:2.0:1769074990.135847:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000100:00000200:2.0:1769074990.135852:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b1748dc00 x1855008368828928/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.135856:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23a51 [2] + 1968 00000400:00000010:3.0:1769074990.135867:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b4d0. 00000400:00000200:3.0:1769074990.135873:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b12bb89c0 00000400:00000010:1.0:1769074990.135879:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000200:3.0:1769074990.135884:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.135885:0:29093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368829056, portal 16 00000400:00000010:1.0:1769074990.135891:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725b28. 00000020:00000010:2.0:1769074990.135891:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.135893:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.135895:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368829056, offset 0 00000020:00000010:2.0:1769074990.135895:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.135899:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b12bb89c0 00000020:00000010:2.0:1769074990.135903:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702400. 00000400:00000010:3.0:1769074990.135904:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b12bb89c0. 00000020:00000010:2.0:1769074990.135909:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 00000100:00000200:3.0:1769074990.135912:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1769074990.135914:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4154b0. 00000400:00000200:1.0:1769074990.135915:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.135923:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.135927:0:29093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1769074990.135929:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1c00 x1855008351450624/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.135930:0:29093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074990.135933:0:29093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.135936:0:29093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.135939:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17637:17637:255:4294967295] 192.168.204.41@tcp LPNI seq info [17633:17633:7:4294967295] 00000400:00000200:1.0:1769074990.135948:0:29093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074990.135951:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000800:00000200:1.0:1769074990.135954:0:29093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.135955:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000800:00000010:1.0:1769074990.135958:0:29093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6b00. 00000020:00000010:2.0:1769074990.135959:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000800:00000200:1.0:1769074990.135963:0:29093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074990.135963:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.135967:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000800:00000200:1.0:1769074990.135968:0:29093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.135971:0:29093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:2.0:1769074990.135976:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a02bb2050 x1855008351450752/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.135994:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.135996:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d380. 00000020:00000010:2.0:1769074990.135998:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000800:00000010:3.0:1769074990.136000:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000020:00000010:1.0:1769074990.136002:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d380. 00000020:00000010:2.0:1769074990.136002:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000100:00000200:2.0:1769074990.136008:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351450624 00000400:00000200:3.0:1769074990.136008:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.136010:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298ce00. 00000020:00000010:1.0:1769074990.136017:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3300. 02000000:00000010:2.0:1769074990.136017:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b17333c00. 00000400:00000200:3.0:1769074990.136020:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.1:1769074990.136063:0:26090:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3e00. 00010000:00000010:1.1:1769074990.136067:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2200. 00010000:00000010:1.1:1769074990.136086:0:28095:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edadc00. 00010000:00000010:1.1:1769074990.136093:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984c00. 00010000:00000010:2.0:1769074990.136097:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00010000:00000010:0.1:1769074990.136097:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02d52800. 00000020:00000010:1.0:1769074990.136106:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3bb8. 00000100:00000010:2.0:1769074990.136106:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049763c0. 00010000:00000010:0.1:1769074990.136109:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843c00. 00010000:00000010:0.1:1769074990.136119:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5f00. 00000100:00000010:2.0:1769074990.136123:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049763c0. 00010000:00000010:2.0:1769074990.136129:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000020:00000010:1.0:1769074990.136133:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d380. 00000020:00000010:1.0:1769074990.136136:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d380. 00000400:00000010:2.0:1769074990.136138:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000100:00000200:1.0:1769074990.136140:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368828928 00010000:00000010:0.0:1769074990.136149:0:32341:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076300. 02000000:00000010:1.0:1769074990.136151:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b17526000. 00000400:00000200:3.0:1769074990.136153:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:3.0:1769074990.136158:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00010000:00000010:1.0:1769074990.136164:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052f600. 00000100:00000200:2.0:1769074990.136164:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351450624, offset 224 00080000:00000010:0.0:1769074990.136166:0:32341:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5e00. 00000100:00000200:3.0:1769074990.136169:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1b480 x1855008368828672/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:1.0:1769074990.136175:0:28095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d380. 00000400:00000200:2.0:1769074990.136176:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.136178:0:32341:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000100:00000010:1.0:1769074990.136183:0:28095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194a80. 00000400:00000200:2.0:1769074990.136187:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:1.0:1769074990.136192:0:28095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860000. 00000400:00000200:2.0:1769074990.136198:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17638:17638:254:4294967295] 192.168.204.41@tcp LPNI seq info [17634:17634:6:4294967295] 02000000:00000010:1.0:1769074990.136200:0:28095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0298c400. 00000001:00000010:0.0:1769074990.136209:0:32341:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953ba0. 00000400:00000200:2.0:1769074990.136210:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:1.0:1769074990.136212:0:28095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0298d600. 00000400:00000010:1.0:1769074990.136217:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794790. 00000800:00000200:2.0:1769074990.136218:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074990.136223:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000800:00000010:2.0:1769074990.136223:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 00080000:00000010:0.0:1769074990.136225:0:32341:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000100:00000200:1.0:1769074990.136227:0:28095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368829184, portal 16 00000800:00000200:2.0:1769074990.136231:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:1.0:1769074990.136234:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107253b8. 00000400:00000200:3.0:1769074990.136235:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:1.0:1769074990.136239:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368829184, offset 0 00010000:00000010:0.1:1769074990.136240:0:32341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843a00. 00000800:00000200:2.0:1769074990.136242:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.136248:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11e80 00000800:00000200:2.0:1769074990.136249:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1769074990.136250:0:32341:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180edf00. 00000400:00000200:1.0:1769074990.136251:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.136259:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00010000:00000010:0.1:1769074990.136260:0:32341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842a00. 00000400:00000200:1.0:1769074990.136261:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.136264:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4154b0. 00000400:00000200:1.0:1769074990.136268:0:28095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:2.0:1769074990.136269:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702400. 00000400:00000200:1.0:1769074990.136272:0:28095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074990.136275:0:28095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.136279:0:28095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00010000:00000010:0.1:1769074990.136280:0:32341:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edacf00. 00000400:00000200:1.0:1769074990.136284:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17639:17639:254:4294967295] 192.168.204.41@tcp LPNI seq info [17635:17635:6:4294967295] 00000020:00000010:2.0:1769074990.136286:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00010000:00000010:0.1:1769074990.136287:0:32341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd000. 00000020:00000010:2.0:1769074990.136290:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00010000:00000010:0.1:1769074990.136294:0:32341:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180edb00. 00000100:00000200:2.0:1769074990.136295:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351450752 00000400:00000200:1.0:1769074990.136299:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:0.1:1769074990.136303:0:32341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e400. 02000000:00000010:2.0:1769074990.136304:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b17530000. 00000800:00000200:1.0:1769074990.136308:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.136313:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6700. 00010000:00000010:0.1:1769074990.136314:0:32341:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edac200. 00000400:00000200:3.0:1769074990.136320:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29e71 [1] + 224 00010000:00000010:0.1:1769074990.136323:0:32341:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985e00. 00000800:00000200:1.0:1769074990.136324:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:2.0:1769074990.136325:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000100:00000010:2.0:1769074990.136332:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049763c0. 00000800:00000200:1.0:1769074990.136333:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.136333:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1769074990.136340:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6700 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.136341:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:2.0:1769074990.136344:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049763c0. 00010000:00000010:2.0:1769074990.136349:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000100:00000200:3.0:1769074990.136353:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06862300 x1855008368828032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074990.136357:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000100:00000200:2.0:1769074990.136364:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351450752, offset 224 00000400:00000200:2.0:1769074990.136374:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.136381:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a1940c0. 00000400:00000200:2.0:1769074990.136382:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.136387:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17640:17640:253:4294967295] 192.168.204.41@tcp LPNI seq info [17636:17636:5:4294967295] 00080000:00000010:1.0:1769074990.136394:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d400. 00000400:00000200:2.0:1769074990.136398:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.136404:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.136408:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000800:00000200:2.0:1769074990.136413:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.136418:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1769074990.136420:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d940. 00000800:00000200:2.0:1769074990.136420:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000010:3.0:1769074990.136422:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6b00. 00000800:00000200:2.0:1769074990.136425:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.136427:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.136435:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.136438:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725b28 00080000:00000010:0.0:1769074990.136440:0:32341:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01efb400. 00000020:00000010:2.0:1769074990.136440:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000400:00000010:3.0:1769074990.136441:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725b28. 00000001:00000010:1.0:1769074990.136449:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fceb40. 00000020:00000010:2.0:1769074990.136449:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00002000:00000010:0.0:1769074990.136451:0:32341:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44ad10. 00000100:00000200:3.0:1769074990.136452:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06861880 x1855008368829056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.136457:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00080000:00000010:1.0:1769074990.136463:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d940. 00010000:00000200:0.0:1769074990.136468:0:32341:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af46300 x1855008368827008/t8589935724(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.136481:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.136482:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1c00. 00000400:00000010:0.0:1769074990.136486:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 02000000:00000010:2.0:1769074990.136490:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe39000. 00000400:00000200:3.0:1769074990.136492:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f700 00000100:00000010:2.0:1769074990.136495:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0e00. 00000400:00000200:3.0:1769074990.136502:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23b91 [2] + 0 02000000:00000010:2.0:1769074990.136503:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe39c00. 00000100:00000010:2.0:1769074990.136510:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3100. 00000100:00000200:0.0:1769074990.136513:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368827008, offset 224 02000000:00000010:2.0:1769074990.136515:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cec2c00. 00000400:00000200:3.0:1769074990.136517:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.136521:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2a00. 00000400:00000200:0.0:1769074990.136523:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1769074990.136529:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f12c00. 00000400:00000200:3.0:1769074990.136529:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:2.0:1769074990.136537:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1880. 00000400:00000200:0.0:1769074990.136538:0:32341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074990.136538:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1769074990.136542:0:26090:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f11400. 00000100:00000010:3.0:1769074990.136546:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0380. 00000100:00000010:2.0:1769074990.136548:0:26090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3480. 00000400:00000200:0.0:1769074990.136554:0:32341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11a80 00000100:00000200:2.0:1769074990.136559:0:26090:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00080000:00000010:1.0:1769074990.136562:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ada00. 00000400:00000200:0.0:1769074990.136563:0:32341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29e3d [1] + 224 00000400:00000010:2.0:1769074990.136566:0:26090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39ec8. 00002000:00000010:1.0:1769074990.136568:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370e130. 00000400:00000200:0.0:1769074990.136573:0:32341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.136574:0:26090:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b049763c0. 00010000:00000200:1.0:1769074990.136580:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b480 x1855008368827520/t8589935725(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.136582:0:32341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.136594:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af44700 x1855008368827008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1769074990.136609:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b640. 00010000:00000010:2.0:1769074990.136616:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0d1dd800. 00000400:00000010:1.0:1769074990.136619:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000100:00000200:1.0:1769074990.136623:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368827520, offset 224 00000400:00000200:0.0:1769074990.136627:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00010000:00000010:2.0:1769074990.136628:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076300. 00000400:00000010:0.0:1769074990.136632:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00002000:00000010:2.0:1769074990.136639:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d880. 00000400:00000200:1.0:1769074990.136641:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:2.0:1769074990.136644:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481300. 00000020:00000010:0.0:1769074990.136647:0:32341:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc400. 00000400:00000200:1.0:1769074990.136653:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:2.0:1769074990.136653:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a1940c0. 00000020:00000010:0.0:1769074990.136656:0:32341:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e898. 00000800:00000200:3.0:1769074990.136659:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.136662:0:32341:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35204c00. 00000800:00000010:3.0:1769074990.136664:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000400:00000200:1.0:1769074990.136665:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11c80 00000400:00000200:3.0:1769074990.136670:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.136674:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.136700:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29e49 [1] + 224 00000020:00000010:2.0:1769074990.136702:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.136706:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.136707:0:26089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000020:00000010:2.0:1769074990.136710:0:26089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000400:00000200:1.0:1769074990.136711:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1769074990.136713:0:26089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000100:00000200:1.0:1769074990.136717:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d18700 x1855008368827520/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.136725:0:26089:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f0380 x1855008351450880/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.136735:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:1.0:1769074990.136737:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000020:00000010:2.0:1769074990.136744:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:1.0:1769074990.136746:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:2.0:1769074990.136748:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000020:00000010:1.0:1769074990.136751:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000100:00000200:2.0:1769074990.136751:0:26089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351450880 00000020:00000010:1.0:1769074990.136754:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756a00. 02000000:00000010:2.0:1769074990.136758:0:26089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05f11400. 00000400:00000010:1.0:1769074990.136768:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f78. 00010000:00000010:2.0:1769074990.136772:0:26089:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000400:00000200:1.0:1769074990.136773:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000010:1.0:1769074990.136775:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000100:00000010:2.0:1769074990.136777:0:26089:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000400:00000200:3.0:1769074990.136780:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:2.0:1769074990.136782:0:26089:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00000100:00000200:1.0:1769074990.136783:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d18700 x1855008368827520/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.136787:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00010000:00000010:2.0:1769074990.136788:0:26089:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000400:00000010:3.0:1769074990.136794:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000100:00000200:1.0:1769074990.136796:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d18700 x1855008368827520/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074990.136799:0:26089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00000100:00000010:1.0:1769074990.136832:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862680. 02000000:00000010:1.0:1769074990.136839:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b17527800. 02000000:00000010:1.0:1769074990.136886:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b17525800. 00000400:00000010:1.0:1769074990.136890:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307942c0. 00000100:00000200:2.0:1769074990.136895:0:26089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351450880, offset 224 02000000:00000010:3.0:1769074990.136896:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17333c00. 00000400:00000010:1.0:1769074990.136898:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 00000400:00000200:2.0:1769074990.136903:0:26089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074990.136907:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368829312, portal 4 00000400:00000200:2.0:1769074990.136911:0:26089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:1.0:1769074990.136912:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074990.136916:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368829312, offset 0 00000400:00000200:2.0:1769074990.136920:0:26089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17641:17641:254:4294967295] 192.168.204.41@tcp LPNI seq info [17637:17637:6:4294967295] 00000400:00000200:1.0:1769074990.136924:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.136927:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.136936:0:26089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.136942:0:26089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.136944:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1769074990.136946:0:26089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000400:00000200:3.0:1769074990.136951:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae11f00 00000400:00000200:1.0:1769074990.136955:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12380 00000800:00000200:2.0:1769074990.136956:0:26089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.136968:0:26089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.136969:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29e7d [1] + 224 00000800:00000200:2.0:1769074990.136972:0:26089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.136980:0:26089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.136983:0:26089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000020:00000010:2.0:1769074990.136986:0:26089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00000400:00000200:1.0:1769074990.137061:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 10880 00000400:00000200:1.0:1769074990.137068:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.137068:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:3.0:1769074990.137071:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.137072:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.137072:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:2.0:1769074990.137076:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074990.137077:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.137083:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000200:2.0:1769074990.137086:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af44700 x1855008368827008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1769074990.137090:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06861500. 00000100:00000200:3.0:1769074990.137090:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1b800 x1855008368828160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.137109:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000100:00000200:2.0:1769074990.137110:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af44700 x1855008368827008/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074990.137113:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000100:00000200:1.0:1769074990.137118:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06862680 x1855008368829312/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.137123:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.137129:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.137135:0:32341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c5600. 00000020:00000010:0.0:1769074990.137140:0:32341:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc400. 00000020:00000010:0.0:1769074990.137144:0:32341:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e898. 00000100:00000010:2.0:1769074990.137151:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30598e00. 02000000:00000010:2.0:1769074990.137160:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b05f12c00. 00000800:00000200:3.0:1769074990.137172:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.137175:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000800:00000010:3.0:1769074990.137176:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6700. 00000020:00000010:0.0:1769074990.137183:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.137183:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.137190:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b361aec00. 00000100:00000200:0.0:1769074990.137191:0:32341:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368829312 00000400:00000200:3.0:1769074990.137194:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.137198:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107253b8 00000400:00000010:1.0:1769074990.137199:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794370. 00000400:00000010:3.0:1769074990.137200:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107253b8. 02000000:00000010:0.0:1769074990.137205:0:32341:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b061b4c00. 00000400:00000010:1.0:1769074990.137209:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00000100:00000200:3.0:1769074990.137210:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860000 x1855008368829184/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.137216:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368829440, portal 4 00010000:00000010:0.0:1769074990.137220:0:32341:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842a00. 00000400:00000010:1.0:1769074990.137224:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074990.137229:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368829440, offset 0 00010000:00000010:0.0:1769074990.137232:0:32341:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.137234:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.137240:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1769074990.137241:0:32341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076300. 00000100:00000010:0.0:1769074990.137250:0:32341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18a80. 00000400:00000200:1.0:1769074990.137253:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1769074990.137259:0:32341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b421c4800. 00000400:00000200:1.0:1769074990.137261:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12400 00000400:00000200:1.0:1769074990.137269:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 11424 00000400:00000200:1.0:1769074990.137274:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.137275:0:32341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b421c4000. 00000400:00000200:1.0:1769074990.137280:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074990.137283:0:32341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bb00. 00000100:00000200:1.0:1769074990.137286:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:0.0:1769074990.137291:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000010:1.0:1769074990.137293:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863800. 00000100:00000200:0.0:1769074990.137297:0:32341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368829568, portal 16 00000400:00000200:3.0:1769074990.137301:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f780 00000400:00000010:0.0:1769074990.137304:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000400:00000200:3.0:1769074990.137310:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23b91 [2] + 328 00000100:00000200:0.0:1769074990.137317:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368829568, offset 0 00000400:00000200:3.0:1769074990.137321:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.137329:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.137329:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.137337:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000200:0.0:1769074990.137342:0:32341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000010:1.0:1769074990.137343:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000400:00000200:0.0:1769074990.137348:0:32341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1769074990.137353:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30598e00 x1855008368829440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.137354:0:32341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.137361:0:32341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.137367:0:32341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.137374:0:32341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17642:17642:254:4294967295] 192.168.204.41@tcp LPNI seq info [17638:17638:6:4294967295] 00000400:00000200:0.0:1769074990.137383:0:32341:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.137389:0:32341:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.137389:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.137397:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 00000800:00000010:0.0:1769074990.137398:0:32341:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000800:00000200:0.0:1769074990.137405:0:32341:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.137412:0:32341:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.137416:0:32341:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074990.137421:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.137424:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000020:00000010:1.0:1769074990.137426:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d940. 00000020:00000010:2.0:1769074990.137426:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.137428:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.137433:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000020:00000010:1.0:1769074990.137434:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d940. 00000400:00000200:3.0:1769074990.137436:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.137440:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000020:00000010:1.0:1769074990.137442:0:36867:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c000. 00000400:00000010:3.0:1769074990.137442:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 00000020:00000010:2.0:1769074990.137443:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:1.0:1769074990.137449:0:36867:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00000020:00000010:2.0:1769074990.137449:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 02000000:00000010:3.0:1769074990.137450:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b17530000. 00000400:00000010:0.0:1769074990.137451:0:29092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b738. 00000020:00000010:1.0:1769074990.137454:0:36867:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c30c8. 00000020:00000010:2.0:1769074990.137454:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000400:00000200:0.0:1769074990.137458:0:29092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074990.137462:0:29092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000400:00000200:3.0:1769074990.137469:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:0.0:1769074990.137473:0:29092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1b800 x1855008368828160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1769074990.137474:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3b80 x1855008351451008/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.137480:0:36867:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d940. 00000400:00000200:3.0:1769074990.137485:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12080 00000020:00000010:1.0:1769074990.137486:0:36867:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d940. 00000100:00000200:1.0:1769074990.137494:0:36867:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368829440 00000400:00000200:3.0:1769074990.137501:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29e9d [1] + 224 02000000:00000010:1.0:1769074990.137505:0:36867:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b361ae000. 00000100:00000200:0.0:1769074990.137513:0:29092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1b800 x1855008368828160/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.137517:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.0:1769074990.137520:0:36867:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fa00. 00000020:00000010:2.0:1769074990.137522:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.137526:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.137530:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:1.0:1769074990.137531:0:36867:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d940. 00000100:00000200:2.0:1769074990.137532:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451008 02000000:00000010:0.0:1769074990.137536:0:29092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3cf16e00. 00000100:00000010:1.0:1769074990.137538:0:36867:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194b40. 02000000:00000010:2.0:1769074990.137540:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe39c00. 00000100:00000200:3.0:1769074990.137540:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1a680 x1855008368828544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.137545:0:29092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a01502200. 00000100:00000010:1.0:1769074990.137546:0:36867:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860e00. 00000100:00000010:0.0:1769074990.137553:0:29092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b800. 02000000:00000010:1.0:1769074990.137557:0:36867:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0298de00. 00000100:00000010:0.0:1769074990.137559:0:29092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a030763c0. 00010000:00000010:2.0:1769074990.137559:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000100:00000010:2.0:1769074990.137564:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00010000:00000010:0.0:1769074990.137566:0:29092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecfc0. 00000800:00000200:3.0:1769074990.137570:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1769074990.137571:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 02000000:00000010:1.0:1769074990.137572:0:36867:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0298da00. 00000800:00000010:3.0:1769074990.137574:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000400:00000010:1.0:1769074990.137577:0:36867:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307941b8. 00010000:00000010:2.0:1769074990.137577:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00010000:00000010:0.0:1769074990.137579:0:29092:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a030763c0. 00000400:00000200:3.0:1769074990.137579:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.137584:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000400:00000010:2.0:1769074990.137588:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000400:00000200:3.0:1769074990.137589:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.137592:0:36867:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368829696, portal 16 00000100:00000200:2.0:1769074990.137594:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451008, offset 224 00000400:00000200:3.0:1769074990.137595:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00080000:00000010:0.0:1769074990.137598:0:29092:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4200. 00000400:00000010:1.0:1769074990.137599:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000400:00000010:3.0:1769074990.137599:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00080000:00000010:0.0:1769074990.137612:0:29092:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecfc0. 00000400:00000200:2.0:1769074990.137612:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.137619:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:1.0:1769074990.137620:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368829696, offset 0 00000400:00000200:2.0:1769074990.137625:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.137627:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.137630:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17643:17643:255:4294967295] 192.168.204.41@tcp LPNI seq info [17639:17639:7:4294967295] 00000400:00000200:2.0:1769074990.137640:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:0.0:1769074990.137642:0:29092:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a029532a0. 00000800:00000200:2.0:1769074990.137648:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.137652:0:36867:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.137653:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12100 00000800:00000010:2.0:1769074990.137655:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7200. 00000400:00000200:1.0:1769074990.137657:0:36867:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00080000:00000010:0.0:1769074990.137658:0:29092:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecfc0. 00000400:00000200:1.0:1769074990.137663:0:36867:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.137668:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29eb1 [1] + 224 00000400:00000200:1.0:1769074990.137669:0:36867:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1769074990.137669:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.137675:0:36867:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000800:00000200:2.0:1769074990.137694:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.137698:0:36867:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17644:17644:254:4294967295] 192.168.204.41@tcp LPNI seq info [17640:17640:6:4294967295] 00000800:00000200:2.0:1769074990.137698:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.137701:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.137707:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00000020:00000010:2.0:1769074990.137714:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000400:00000200:3.0:1769074990.137716:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.137717:0:36867:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074990.137718:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000800:00000200:1.0:1769074990.137740:0:36867:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.137744:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1b480 x1855008368828672/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:1.0:1769074990.137745:0:36867:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6200. 00000800:00000200:1.0:1769074990.137757:0:36867:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.137764:0:36867:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.137768:0:36867:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6200 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074990.137773:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.137776:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074990.137780:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.137784:0:29092:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412adc00. 00000400:00000200:3.0:1769074990.137787:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00002000:00000010:0.0:1769074990.137792:0:29092:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b306a6000. 00000400:00000200:3.0:1769074990.137793:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074990.137797:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00010000:00000200:0.0:1769074990.137808:0:29092:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1aa00 x1855008368827392/t8589935726(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.137809:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d18a80 x1855008368829568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.137843:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.137849:0:29092:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368827392, offset 224 00000400:00000200:3.0:1769074990.137853:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.137859:0:29092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.137863:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f800 00000400:00000200:3.0:1769074990.137868:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23b91 [2] + 656 00000400:00000200:0.0:1769074990.137874:0:29092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.137878:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.137882:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.137886:0:29092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11c00 00000100:00000200:3.0:1769074990.137888:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.137894:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3480. 00000400:00000200:0.0:1769074990.137896:0:29092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29e69 [1] + 224 00000400:00000200:0.0:1769074990.137903:0:29092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.137908:0:29092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.137917:0:29092:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3dfea680 x1855008368827392/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.137918:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.137923:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7200. 00000020:00000010:2.0:1769074990.137925:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.137928:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.137931:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.137937:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.137940:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000400:00000200:3.0:1769074990.137941:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074990.137945:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000020:00000010:2.0:1769074990.137946:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.137951:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000400:00000200:0.0:1769074990.137956:0:29092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000200:3.0:1769074990.137960:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074990.137962:0:29092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:2.0:1769074990.137967:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f3480 x1855008351451136/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074990.137970:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b1b8. 00000400:00000200:3.0:1769074990.137971:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f880 00000400:00000200:1.0:1769074990.137976:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00000020:00000010:0.0:1769074990.137977:0:29092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000400:00000010:1.0:1769074990.137979:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00000020:00000010:0.0:1769074990.137987:0:29092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3898. 00000100:00000200:1.0:1769074990.137992:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3dfea680 x1855008368827392/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.137992:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23b91 [2] + 984 00000020:00000010:0.0:1769074990.137995:0:29092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756400. 00000020:00000010:2.0:1769074990.138000:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.138004:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.138005:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.138010:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3dfea680 x1855008368827392/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.138010:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451136 00000400:00000200:3.0:1769074990.138015:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074990.138018:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe39000. 00000100:00000200:3.0:1769074990.138022:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.138045:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1880. 00002000:00000010:0.0:1769074990.138053:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755cc0. 00010000:00000010:2.0:1769074990.138059:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00010000:00000010:0.0:1769074990.138061:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b305ee500. 00000100:00000010:2.0:1769074990.138066:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000100:00000010:2.0:1769074990.138073:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00010000:00000010:0.0:1769074990.138074:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a030763c0. 00010000:00000010:2.0:1769074990.138076:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000800:00000200:3.0:1769074990.138085:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1769074990.138089:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06860700. 00000400:00000010:2.0:1769074990.138089:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c908. 00000800:00000010:3.0:1769074990.138090:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00000400:00000010:0.0:1769074990.138095:0:32343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b898. 00000400:00000200:3.0:1769074990.138097:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.138098:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b361acc00. 00000400:00000200:0.0:1769074990.138101:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:0.0:1769074990.138106:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:3.0:1769074990.138109:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.138114:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451136, offset 224 00000400:00000200:3.0:1769074990.138115:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00000100:00000200:0.0:1769074990.138117:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1b480 x1855008368828672/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074990.138130:0:32343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1b480 x1855008368828672/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1769074990.138133:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b04cc1400. 00000400:00000010:1.0:1769074990.138140:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794058. 02000000:00000010:0.0:1769074990.138154:0:32343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0fa00. 00000400:00000010:3.0:1769074990.138155:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 02000000:00000010:0.0:1769074990.138163:0:32343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b0768f800. 00000400:00000200:2.0:1769074990.138169:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.138169:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860e00 x1855008368829696/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769074990.138171:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b480. 00000400:00000010:1.0:1769074990.138177:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00000100:00000010:0.0:1769074990.138179:0:32343:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076780. 00000100:00000200:1.0:1769074990.138183:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368829824, portal 4 00000400:00000200:2.0:1769074990.138183:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000010:0.0:1769074990.138186:0:32343:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec840. 00000400:00000010:1.0:1769074990.138191:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000400:00000200:2.0:1769074990.138193:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17645:17645:255:4294967295] 192.168.204.41@tcp LPNI seq info [17641:17641:7:4294967295] 00000100:00000200:1.0:1769074990.138196:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368829824, offset 0 00000400:00000200:1.0:1769074990.138200:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.138203:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:0.0:1769074990.138207:0:38314:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000800:00000200:2.0:1769074990.138209:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.138215:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000200:1.0:1769074990.138215:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1769074990.138215:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7c00. 00000400:00000010:0.0:1769074990.138220:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074990.138225:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074990.138227:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.138229:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12580 00000100:00000200:0.0:1769074990.138233:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1a680 x1855008368828544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.138238:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 11968 00000800:00000200:2.0:1769074990.138238:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.138242:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12280 00000800:00000200:2.0:1769074990.138246:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.138250:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.138256:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ec9 [1] + 224 00000400:00000200:1.0:1769074990.138260:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.138270:0:38314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1a680 x1855008368828544/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1769074990.138271:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:2.0:1769074990.138273:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000100:00000010:1.0:1769074990.138279:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06863480. 00000020:00000010:2.0:1769074990.138279:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000020:00000010:2.0:1769074990.138287:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00000400:00000200:1.0:1769074990.138296:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:1.0:1769074990.138299:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 02000000:00000010:0.0:1769074990.138301:0:38314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0360ac00. 00000800:00000200:3.0:1769074990.138304:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074990.138308:0:38314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03444400. 00000100:00000200:1.0:1769074990.138309:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06860700 x1855008368829824/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769074990.138309:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7c00. 00000020:00000010:2.0:1769074990.138310:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000100:00000010:0.0:1769074990.138315:0:38314:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a680. 00000020:00000010:2.0:1769074990.138317:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.138317:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.138324:0:38314:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076d80. 00000020:00000010:2.0:1769074990.138326:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000400:00000200:3.0:1769074990.138329:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:0.0:1769074990.138333:0:38314:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000020:00000010:2.0:1769074990.138333:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000400:00000200:3.0:1769074990.138336:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c908 00000400:00000010:3.0:1769074990.138340:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c908. 00000020:00000010:2.0:1769074990.138341:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00010000:00000010:0.0:1769074990.138347:0:38314:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076d80. 00000100:00000200:2.0:1769074990.138359:0:26090:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1880 x1855008351451264/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.138366:0:38314:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4600. 00080000:00000010:0.0:1769074990.138376:0:38314:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00000020:00000010:2.0:1769074990.138386:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.138390:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000100:00000200:2.0:1769074990.138394:0:26090:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451264 02000000:00000010:2.0:1769074990.138401:0:26090:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cec2c00. 00000001:00000010:0.0:1769074990.138402:0:38314:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953540. 00080000:00000010:0.0:1769074990.138415:0:38314:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00010000:00000010:2.0:1769074990.138420:0:26090:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000100:00000010:2.0:1769074990.138426:0:26090:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000100:00000010:2.0:1769074990.138438:0:26090:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00002000:00000010:3.0:1769074990.138440:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b700. 00010000:00000010:2.0:1769074990.138443:0:26090:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00010000:00000010:3.0:1769074990.138447:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b074b9f00. 00010000:00000010:1.0:1769074990.138454:0:32343:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a1940c0. 00000400:00000010:2.0:1769074990.138455:0:26090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c2a8. 00010000:00000010:3.0:1769074990.138456:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076d80. 00000100:00000200:2.0:1769074990.138461:0:26090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451264, offset 224 00080000:00000010:1.0:1769074990.138468:0:32343:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298cc00. 00000400:00000200:2.0:1769074990.138470:0:26090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00002000:00000010:3.0:1769074990.138473:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b000. 00080000:00000010:1.0:1769074990.138478:0:32343:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537d100. 00010000:00000010:3.0:1769074990.138479:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b074b9200. 00000400:00000200:2.0:1769074990.138481:0:26090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.138490:0:26090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17646:17646:256:4294967295] 192.168.204.41@tcp LPNI seq info [17642:17642:8:4294967295] 00010000:00000010:3.0:1769074990.138493:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a1940c0. 00000400:00000200:2.0:1769074990.138506:0:26090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:1.0:1769074990.138510:0:32343:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fcea80. 00000800:00000200:2.0:1769074990.138513:0:26090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.138516:0:26090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 00000800:00000200:2.0:1769074990.138523:0:26090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:1.0:1769074990.138524:0:32343:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537d100. 00080000:00000010:0.0:1769074990.138527:0:38314:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02cdfa00. 00000800:00000200:2.0:1769074990.138531:0:26090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00002000:00000010:0.0:1769074990.138536:0:38314:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44b300. 00000800:00000200:2.0:1769074990.138537:0:26090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1769074990.138538:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794c08. 00000400:00000200:3.0:1769074990.138545:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:3.0:1769074990.138548:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00010000:00000200:0.0:1769074990.138556:0:38314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06862d80 x1855008368828288/t8589935727(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.138558:0:26090:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.138564:0:26090:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000020:00000010:2.0:1769074990.138570:0:26090:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00000400:00000010:0.0:1769074990.138577:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074990.138583:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368828288, offset 224 00000400:00000200:0.0:1769074990.138589:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.138599:0:38314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1769074990.138609:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06862300 x1855008368828032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.138610:0:38314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11f80 00000400:00000200:0.0:1769074990.138621:0:38314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29e85 [1] + 224 00000100:00000200:3.0:1769074990.138624:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06862300 x1855008368828032/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.138630:0:38314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.138637:0:38314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:1.0:1769074990.138642:0:32343:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04c7f000. 00000100:00000200:0.0:1769074990.138648:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf95180 x1855008368828288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1769074990.138648:0:32343:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44b690. 00010000:00000200:1.0:1769074990.138664:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863100 x1855008368828416/t8589935728(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.138670:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074990.138675:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000010:1.0:1769074990.138694:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074990.138701:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368828416, offset 224 02000000:00000010:3.0:1769074990.138702:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b30757e00. 00000020:00000010:0.0:1769074990.138703:0:38314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc980. 00000400:00000200:1.0:1769074990.138709:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074990.138709:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30757400. 00000020:00000010:0.0:1769074990.138711:0:38314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000100:00000010:3.0:1769074990.138716:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862300. 00000020:00000010:0.0:1769074990.138718:0:38314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc800. 00000400:00000200:1.0:1769074990.138724:0:32343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1769074990.138724:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194c00. 00000400:00000200:1.0:1769074990.138734:0:32343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12000 00000020:00000010:0.0:1769074990.138739:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.138740:0:32343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29e95 [1] + 224 00000020:00000010:0.0:1769074990.138744:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.138748:0:32343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.138751:0:38314:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4400. 00000400:00000200:1.0:1769074990.138756:0:32343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.138759:0:38314:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc980. 00000020:00000010:0.0:1769074990.138765:0:38314:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000100:00000200:1.0:1769074990.138765:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf94000 x1855008368828416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074990.138774:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537dd80. 00010000:00000010:3.0:1769074990.138787:0:44333:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd300. 00000020:00000010:0.0:1769074990.138793:0:38314:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:1.0:1769074990.138794:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:1.0:1769074990.138800:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000020:00000010:0.0:1769074990.138801:0:38314:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00080000:00000010:3.0:1769074990.138804:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6600. 00000100:00000200:0.0:1769074990.138808:0:38314:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368829824 00000020:00000010:1.0:1769074990.138815:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc700. 00080000:00000010:3.0:1769074990.138816:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1780. 02000000:00000010:0.0:1769074990.138821:0:38314:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b061b7800. 00000020:00000010:1.0:1769074990.138823:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000020:00000010:1.0:1769074990.138829:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02b0c000. 00010000:00000010:0.0:1769074990.138835:0:38314:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843a00. 00010000:00000010:0.0:1769074990.138847:0:38314:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000001:00000010:3.0:1769074990.138849:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e420. 00000400:00000010:1.0:1769074990.138850:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794630. 00000100:00000010:0.0:1769074990.138853:0:38314:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076780. 00000400:00000200:1.0:1769074990.138857:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:1.0:1769074990.138861:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000100:00000010:0.0:1769074990.138862:0:38314:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00080000:00000010:3.0:1769074990.138866:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1780. 00000100:00000200:1.0:1769074990.138871:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf94000 x1855008368828416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.138873:0:38314:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b421c5a00. 00000100:00000200:1.0:1769074990.138888:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf94000 x1855008368828416/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.138889:0:38314:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fc800. 00000400:00000010:0.0:1769074990.138896:0:38314:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000400:00000010:0.0:1769074990.138905:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074990.138911:0:38314:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368829952, portal 16 00000400:00000010:0.0:1769074990.138916:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074990.138919:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368829952, offset 0 00000400:00000200:0.0:1769074990.138927:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.138935:0:38314:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.138939:0:38314:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1769074990.138942:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06862300. 00000400:00000200:0.0:1769074990.138945:0:38314:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.138950:0:38314:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 02000000:00000010:1.0:1769074990.138953:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b04cc0400. 00000400:00000200:0.0:1769074990.138972:0:38314:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00080000:00000010:3.0:1769074990.138974:0:44333:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02e3d600. 00000400:00000200:0.0:1769074990.138980:0:38314:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17647:17647:255:4294967295] 192.168.204.41@tcp LPNI seq info [17643:17643:7:4294967295] 00002000:00000010:3.0:1769074990.138980:0:44333:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44a130. 00010000:00000200:3.0:1769074990.138994:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf96a00 x1855008368827904/t8589935729(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.138998:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b1fc45400. 00000400:00000200:0.0:1769074990.139002:0:38314:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:1.0:1769074990.139007:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794630. 00000400:00000010:1.0:1769074990.139016:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000800:00000200:0.0:1769074990.139018:0:38314:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:3.0:1769074990.139019:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:1.0:1769074990.139023:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368830080, portal 4 00010000:00000010:0.1:1769074990.139050:0:38314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3c3b5500. 00010000:00000010:2.1:1769074990.139053:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3800. 00000400:00000010:1.0:1769074990.139054:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00010000:00000010:0.1:1769074990.139058:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e200. 00000100:00000200:1.0:1769074990.139059:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368830080, offset 0 00000400:00000200:1.0:1769074990.139068:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:0.1:1769074990.139068:0:38314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b110f6400. 00010000:00000010:2.1:1769074990.139073:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2800. 00000400:00000200:1.0:1769074990.139077:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:0.1:1769074990.139078:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985a00. 00010000:00000010:2.1:1769074990.139080:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c3a00. 00000400:00000200:1.0:1769074990.139085:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12680 00000400:00000200:1.0:1769074990.139091:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 12512 00000400:00000200:1.0:1769074990.139096:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.139100:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.139104:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:0.1:1769074990.139106:0:38314:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b110f6900. 00000100:00000010:1.0:1769074990.139109:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484380. 00010000:00000010:0.1:1769074990.139115:0:38314:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985600. 00010000:00000010:3.1:1769074990.139123:0:44333:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2400. 00000800:00000010:0.0:1769074990.139125:0:38314:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000400:00000200:1.0:1769074990.139125:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:1.0:1769074990.139130:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000800:00000200:0.0:1769074990.139136:0:38314:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:1.0:1769074990.139142:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06862300 x1855008368830080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.139142:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368827904, offset 224 00000800:00000200:0.0:1769074990.139146:0:38314:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.139152:0:38314:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.139154:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.139165:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.139175:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae11e00 00000400:00000200:3.0:1769074990.139179:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29e61 [1] + 224 00000400:00000200:3.0:1769074990.139182:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.139186:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.139192:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3cf94e00 x1855008368827904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:0.0:1769074990.139202:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b880. 00010000:00000010:0.0:1769074990.139208:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b048ba900. 00000020:00000010:1.0:1769074990.139209:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d100. 00000400:00000200:3.0:1769074990.139209:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:3.0:1769074990.139214:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000020:00000010:1.0:1769074990.139216:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d100. 00010000:00000010:0.0:1769074990.139217:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd300. 00000020:00000010:1.0:1769074990.139225:0:32343:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c600. 00000020:00000010:3.0:1769074990.139225:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3980. 00000020:00000010:1.0:1769074990.139232:0:32343:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3780. 00000020:00000010:3.0:1769074990.139233:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c33e8. 00000020:00000010:1.0:1769074990.139240:0:32343:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c34b0. 00000020:00000010:3.0:1769074990.139240:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30757000. 00000400:00000010:0.0:1769074990.139242:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794bb0. 00000400:00000200:0.0:1769074990.139249:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:0.0:1769074990.139252:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000100:00000200:0.0:1769074990.139259:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf95180 x1855008368828288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.139270:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf95180 x1855008368828288/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.139272:0:44333:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:3.0:1769074990.139280:0:44333:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000100:00000200:3.0:1769074990.139286:0:44333:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368830080 02000000:00000010:3.0:1769074990.139297:0:44333:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0940f400. 00010000:00000010:3.0:1769074990.139310:0:44333:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc800. 00000100:00000010:1.0:1769074990.139319:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38487480. 00010000:00000010:3.0:1769074990.139321:0:44333:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000100:00000010:3.0:1769074990.139328:0:44333:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdda80. 02000000:00000010:1.0:1769074990.139330:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b09409c00. 00000100:00000010:3.0:1769074990.139334:0:44333:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2a00. 02000000:00000010:3.0:1769074990.139342:0:44333:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b049f7000. 02000000:00000010:3.0:1769074990.139352:0:44333:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b049f7c00. 00000400:00000010:3.0:1769074990.139355:0:44333:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751cb8. 00000400:00000010:3.0:1769074990.139358:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074990.139361:0:44333:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368830336, portal 16 00000400:00000010:3.0:1769074990.139364:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000100:00000200:3.0:1769074990.139367:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368830336, offset 0 02000000:00000010:0.0:1769074990.139370:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b061b4000. 00000400:00000200:3.0:1769074990.139374:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.139379:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b898. 00000400:00000200:3.0:1769074990.139382:0:44333:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.139386:0:44333:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1769074990.139387:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000400:00000200:3.0:1769074990.139389:0:44333:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.139393:0:44333:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1769074990.139394:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368830208, portal 4 00000400:00000200:3.0:1769074990.139396:0:44333:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.139401:0:44333:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17648:17648:254:4294967295] 192.168.204.41@tcp LPNI seq info [17644:17644:6:4294967295] 00000400:00000010:0.0:1769074990.139404:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074990.139411:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368830208, offset 0 00000400:00000200:3.0:1769074990.139413:0:44333:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074990.139421:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1769074990.139421:0:44333:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.139428:0:44333:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074990.139434:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1769074990.139435:0:44333:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.139444:0:44333:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.139449:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12700 00000800:00000200:3.0:1769074990.139449:0:44333:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.139459:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 13056 00000400:00000200:0.0:1769074990.139464:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.139467:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.139472:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1769074990.139477:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b480. 00000400:00000010:3.0:1769074990.139481:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39738. 00000400:00000200:3.0:1769074990.139487:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c7f8 00000400:00000010:3.0:1769074990.139489:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c7f8. 00000400:00000200:0.0:1769074990.139497:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000100:00000200:3.0:1769074990.139498:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3cf94e00 x1855008368827904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.139502:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000020:00000010:1.0:1769074990.139508:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d100. 00000100:00000200:0.0:1769074990.139513:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38487480 x1855008368830208/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.139516:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d100. 00000100:00000200:3.0:1769074990.139519:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3cf94e00 x1855008368827904/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.139525:0:27573:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c200. 00000020:00000010:1.0:1769074990.139532:0:27573:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3c80. 00000020:00000010:1.0:1769074990.139539:0:27573:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3578. 00000020:00000010:1.0:1769074990.139566:0:27573:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d100. 00000020:00000010:1.0:1769074990.139570:0:27573:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d100. 00000100:00000200:1.0:1769074990.139574:0:27573:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368830208 00000100:00000010:3.0:1769074990.139581:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3100. 02000000:00000010:1.0:1769074990.139585:0:27573:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0940b800. 02000000:00000010:3.0:1769074990.139589:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0940cc00. 00010000:00000010:1.0:1769074990.139600:0:27573:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052ee00. 00010000:00000010:1.0:1769074990.139610:0:27573:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d100. 00000100:00000010:1.0:1769074990.139615:0:27573:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194f00. 00000100:00000010:1.0:1769074990.139622:0:27573:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 02000000:00000010:1.0:1769074990.139631:0:27573:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0298d800. 02000000:00000010:0.0:1769074990.139632:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b061b4400. 00000800:00000200:3.0:1769074990.139633:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1769074990.139639:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b738. 00000800:00000010:3.0:1769074990.139639:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000400:00000200:3.0:1769074990.139645:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:1.0:1769074990.139646:0:27573:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0298d200. 00000400:00000010:0.0:1769074990.139647:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000400:00000200:3.0:1769074990.139655:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.139656:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368830464, portal 4 00000400:00000010:1.0:1769074990.139656:0:27573:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307944d0. 00000400:00000200:3.0:1769074990.139662:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c2a8 00000400:00000010:0.0:1769074990.139666:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000400:00000010:3.0:1769074990.139667:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c2a8. 00000100:00000200:0.0:1769074990.139676:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368830464, offset 0 00000400:00000010:1.0:1769074990.139694:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000400:00000200:0.0:1769074990.139700:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:3.0:1769074990.139700:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.139705:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000100:00000200:1.0:1769074990.139707:0:27573:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368830592, portal 16 00000400:00000200:3.0:1769074990.139711:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.139712:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1769074990.139716:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074990.139722:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368830592, offset 0 00000400:00000200:3.0:1769074990.139723:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.139725:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12800 00000400:00000200:1.0:1769074990.139734:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.139742:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 13600 00000400:00000200:1.0:1769074990.139743:0:27573:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.139752:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.139752:0:27573:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074990.139752:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00000400:00000010:3.0:1769074990.139757:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00000400:00000200:1.0:1769074990.139758:0:27573:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.139763:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.139764:0:27573:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1769074990.139766:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1a680 x1855008368829952/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1769074990.139772:0:27573:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.139780:0:27573:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17649:17649:254:4294967295] 192.168.204.41@tcp LPNI seq info [17645:17645:6:4294967295] 00000400:00000200:1.0:1769074990.139790:0:27573:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.139796:0:27573:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.139799:0:27573:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6000. 00000100:00000200:0.0:1769074990.139804:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000800:00000200:1.0:1769074990.139806:0:27573:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074990.139811:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b800. 00000800:00000200:1.0:1769074990.139815:0:27573:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.139821:0:27573:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.139827:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:0.0:1769074990.139831:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000800:00000200:3.0:1769074990.139836:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1769074990.139839:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f3100 x1855008368830464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1769074990.139840:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:3.0:1769074990.139846:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.139854:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.139857:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000400:00000010:3.0:1769074990.139859:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00000100:00000200:3.0:1769074990.139865:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f2a00 x1855008368830336/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074990.139881:0:29092:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000800:00000200:3.0:1769074990.139882:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.139887:0:29092:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.139893:0:29092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02cdfa00. 00000020:00000010:0.0:1769074990.139897:0:29092:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc800. 00000020:00000010:0.0:1769074990.139901:0:29092:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3eed8. 00000020:00000010:0.0:1769074990.139920:0:29092:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.139923:0:29092:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.139927:0:29092:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368830464 00000800:00000010:3.0:1769074990.139939:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6000. 00000400:00000200:3.0:1769074990.139942:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.139947:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.139950:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:3.0:1769074990.139951:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000100:00000200:3.0:1769074990.139955:0:16311:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38486300 x1855008368830592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.139956:0:29092:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b061b6400. 00010000:00000010:0.0:1769074990.139970:0:29092:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06843c00. 00010000:00000010:0.0:1769074990.139979:0:29092:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec840. 00000100:00000010:0.0:1769074990.139984:0:29092:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a030763c0. 00000100:00000010:0.0:1769074990.139989:0:29092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19c00. 02000000:00000010:0.0:1769074990.139996:0:29092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03444400. 02000000:00000010:0.0:1769074990.140007:0:29092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b0768f800. 00000400:00000010:0.0:1769074990.140012:0:29092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bc60. 00000400:00000010:0.0:1769074990.140016:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000400:00000200:3.0:1769074990.140017:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.140023:0:29092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368830720, portal 16 00000400:00000200:3.0:1769074990.140024:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.140045:0:16312:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06861880 x1855008368829056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.140055:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000100:00000200:0.0:1769074990.140060:0:29092:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368830720, offset 0 00000400:00000200:0.0:1769074990.140067:0:29092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.140074:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000010:1.1:1769074990.140076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573fa00. 00000400:00000200:0.0:1769074990.140078:0:29092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.140084:0:29092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1769074990.140088:0:29092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00010000:00000010:1.1:1769074990.140091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2600. 00000400:00000200:0.0:1769074990.140092:0:29092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.140098:0:29092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.140102:0:29092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17650:17650:256:4294967295] 192.168.204.41@tcp LPNI seq info [17646:17646:8:4294967295] 00000400:00000200:0.0:1769074990.140113:0:29092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.140118:0:29092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.140123:0:29092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d400. 00010000:00000010:1.1:1769074990.140127:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b110f6800. 00000400:00000200:3.0:1769074990.140128:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f900 00000800:00000200:0.0:1769074990.140135:0:29092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.1:1769074990.140137:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fc00. 00000400:00000200:3.0:1769074990.140140:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23b91 [2] + 1312 00010000:00000010:1.1:1769074990.140144:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b110f6200. 00000800:00000200:0.0:1769074990.140147:0:29092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000010:1.1:1769074990.140152:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843000. 00000800:00000200:0.0:1769074990.140154:0:29092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d400 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1769074990.140161:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b110f6e00. 00010000:00000010:1.1:1769074990.140168:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843e00. 00000400:00000200:3.0:1769074990.140169:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.140176:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.140181:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.140184:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0e00. 00000400:00000200:3.0:1769074990.140217:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.140222:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12300 00000020:00000010:2.0:1769074990.140223:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.140229:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29ed5 [1] + 224 00000020:00000010:2.0:1769074990.140231:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00000020:00000010:2.0:1769074990.140237:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000020:00000010:2.0:1769074990.140240:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000020:00000010:2.0:1769074990.140243:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000100:00000200:2.0:1769074990.140256:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f0e00 x1855008351451392/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.140287:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.140288:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.140292:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763780. 00010000:00000010:1.1:1769074990.140292:0:20:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a800. 00000400:00000200:3.0:1769074990.140296:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.140299:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451392 00010000:00000010:1.1:1769074990.140300:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985800. 00000100:00000200:3.0:1769074990.140305:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860000 x1855008368829184/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1769074990.140308:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0650a400. 00010000:00000010:2.0:1769074990.140330:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b07763780. 00000100:00000010:2.0:1769074990.140338:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b049766c0. 00000400:00000200:3.0:1769074990.140338:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074990.140341:0:28095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794790. 00000100:00000010:2.0:1769074990.140347:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b049766c0. 00000400:00000200:3.0:1769074990.140350:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12480 00000400:00000200:0.0:1769074990.140352:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000400:00000010:0.0:1769074990.140356:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00010000:00000010:2.0:1769074990.140359:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b07763780. 00000400:00000200:3.0:1769074990.140365:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29f01 [1] + 224 00000100:00000200:0.0:1769074990.140368:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860000 x1855008368829184/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1769074990.140370:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c550. 00000400:00000200:3.0:1769074990.140373:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.140379:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451392, offset 224 00000400:00000200:3.0:1769074990.140383:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:1.0:1769074990.140385:0:29093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000400:00000200:1.0:1769074990.140392:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000100:00000200:0.0:1769074990.140396:0:28095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860000 x1855008368829184/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1769074990.140411:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.140422:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06861880 x1855008368829056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1769074990.140422:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.140435:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:1.0:1769074990.140437:0:29093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06861880 x1855008368829056/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.140437:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d18a80 x1855008368829568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.140438:0:28095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0298d600. 00000400:00000200:2.0:1769074990.140442:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17651:17651:255:4294967295] 192.168.204.41@tcp LPNI seq info [17647:17647:7:4294967295] 02000000:00000010:0.0:1769074990.140448:0:28095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0298c400. 00000100:00000010:0.0:1769074990.140457:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860000. 00000100:00000010:0.0:1769074990.140466:0:28095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194a80. 00000400:00000200:2.0:1769074990.140467:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:0.0:1769074990.140473:0:28095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d380. 00000800:00000200:2.0:1769074990.140480:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 02000000:00000010:1.0:1769074990.140483:0:29093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b30756800. 00000800:00000010:2.0:1769074990.140485:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0a5a7d00. 02000000:00000010:1.0:1769074990.140488:0:29093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30757600. 00000800:00000200:2.0:1769074990.140490:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:1.0:1769074990.140493:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861880. 00000400:00000010:0.0:1769074990.140498:0:32341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bb00. 00000100:00000010:1.0:1769074990.140499:0:29093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a1943c0. 00000400:00000200:3.0:1769074990.140499:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:2.0:1769074990.140503:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:0.0:1769074990.140507:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00010000:00000010:1.0:1769074990.140507:0:29093:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537da40. 00000800:00000200:2.0:1769074990.140508:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0a5a7d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.140512:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:3.0:1769074990.140514:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12500 00010000:00000010:1.0:1769074990.140519:0:29093:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b2a1943c0. 00000020:00000010:2.0:1769074990.140520:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000400:00000200:3.0:1769074990.140520:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29f09 [1] + 224 00000100:00000200:0.0:1769074990.140525:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d18a80 x1855008368829568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:2.0:1769074990.140527:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000400:00000200:3.0:1769074990.140530:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.140535:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c800. 00000020:00000010:2.0:1769074990.140535:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00000400:00000200:3.0:1769074990.140540:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.140548:0:32341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d18a80 x1855008368829568/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1769074990.140549:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0537da40. 00000100:00000200:3.0:1769074990.140551:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860e00 x1855008368829696/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1769074990.140578:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fceae0. 02000000:00000010:0.0:1769074990.140593:0:32341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b421c4000. 00080000:00000010:1.0:1769074990.140595:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0537da40. 00000400:00000200:3.0:1769074990.140601:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074990.140602:0:32341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b421c4800. 00000100:00000010:0.0:1769074990.140609:0:32341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18a80. 00000400:00000200:3.0:1769074990.140609:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7f980 00000100:00000010:0.0:1769074990.140617:0:32341:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076300. 00000400:00000200:3.0:1769074990.140618:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23b91 [2] + 1640 00010000:00000010:0.0:1769074990.140625:0:32341:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.140627:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.140631:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.140636:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.140638:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1c00. 00000400:00000200:3.0:1769074990.140658:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.140664:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fa00 00000400:00000200:3.0:1769074990.140667:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23b91 [2] + 1968 00000400:00000010:3.0:1769074990.140670:0:16311:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b160. 00000020:00000010:0.0:1769074990.140672:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.140674:0:16311:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b3c50b840 00000400:00000200:3.0:1769074990.140692:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.140693:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.140698:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.140702:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3c50b840 00000020:00000010:0.0:1769074990.140703:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4800. 00000400:00000010:3.0:1769074990.140705:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3c50b840. 00000020:00000010:0.0:1769074990.140710:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc300. 00000100:00000200:3.0:1769074990.140710:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1769074990.140718:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00000100:00000200:0.0:1769074990.140735:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1c00 x1855008351451520/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1769074990.140744:0:29093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ad200. 00002000:00000010:1.0:1769074990.140750:0:29093:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b306a6720. 00010000:00000200:1.0:1769074990.140765:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748df80 x1855008368828800/t8589935730(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.140774:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000400:00000010:1.0:1769074990.140780:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000020:00000010:0.0:1769074990.140781:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.140782:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:1.0:1769074990.140787:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368828800, offset 224 00000020:00000010:0.0:1769074990.140791:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4000. 00000400:00000200:3.0:1769074990.140797:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fa80 00000400:00000200:1.0:1769074990.140798:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.140799:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccd00. 00000020:00000010:0.0:1769074990.140807:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000400:00000200:1.0:1769074990.140814:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.140814:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23d75 [2] + 0 00000100:00000200:0.0:1769074990.140822:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a02bb1850 x1855008351451648/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.140828:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12180 00000400:00000200:3.0:1769074990.140829:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.140842:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29eb9 [1] + 224 00000400:00000200:3.0:1769074990.140843:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.140855:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074990.140855:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.140863:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 00000400:00000200:1.0:1769074990.140864:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.140872:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000100:00000200:1.0:1769074990.140876:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8a0af47b80 x1855008368828800/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.140878:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000100:00000200:0.0:1769074990.140885:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451520 00000400:00000200:3.0:1769074990.140892:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074990.140893:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b7c00. 00000400:00000200:1.0:1769074990.140905:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000200:3.0:1769074990.140905:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12780 00000400:00000010:1.0:1769074990.140910:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00010000:00000010:0.0:1769074990.140916:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec640. 00000100:00000010:0.0:1769074990.140921:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076300. 00000100:00000010:0.0:1769074990.140930:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076300. 00000400:00000200:3.0:1769074990.140936:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29f45 [1] + 224 00010000:00000010:0.0:1769074990.140938:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec640. 00000020:00000010:1.0:1769074990.140941:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3c00. 00000400:00000200:3.0:1769074990.140945:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.140947:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000400:00000010:0.0:1769074990.140950:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000400:00000200:3.0:1769074990.140953:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.140955:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205800. 00000100:00000200:0.0:1769074990.140958:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451520, offset 224 00000100:00000200:3.0:1769074990.140963:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f2a00 x1855008368830336/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1769074990.140971:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.140981:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00002000:00000010:1.0:1769074990.140986:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524df00. 00000400:00000200:0.0:1769074990.140987:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17652:17652:254:4294967295] 192.168.204.41@tcp LPNI seq info [17648:17648:6:4294967295] 00010000:00000010:1.0:1769074990.140993:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481500. 00000400:00000200:0.0:1769074990.141003:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.141004:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b2a1943c0. 00000800:00000200:0.0:1769074990.141015:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.141020:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d200. 00000400:00000200:3.0:1769074990.141024:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:1.0:1769074990.141046:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39f20. 00010000:00000010:3.1:1769074990.141048:0:16311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9c00. 00010000:00000010:2.1:1769074990.141052:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573e000. 00000400:00000200:1.0:1769074990.141055:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cb28 00010000:00000010:3.1:1769074990.141057:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842000. 00000400:00000010:1.0:1769074990.141058:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cb28. 00010000:00000010:2.1:1769074990.141060:0:53852:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1ddf00. 00010000:00000010:0.1:1769074990.141063:0:40732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484000. 00000100:00000200:1.0:1769074990.141070:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8a0af47b80 x1855008368828800/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1769074990.141070:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842c00. 00010000:00000010:3.1:1769074990.141070:0:16311:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9b00. 00010000:00000010:0.1:1769074990.141078:0:40732:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569800. 00010000:00000010:3.1:1769074990.141082:0:16311:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843400. 00010000:00000010:2.1:1769074990.141083:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484600. 00000100:00000200:1.0:1769074990.141084:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8a0af47b80 x1855008368828800/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1769074990.141087:0:40732:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842400. 00010000:00000010:2.1:1769074990.141098:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485000. 00000800:00000200:0.0:1769074990.141104:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:2.1:1769074990.141106:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4800. 00000400:00000200:3.0:1769074990.141110:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12600 00010000:00000010:2.1:1769074990.141116:0:53852:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dde00. 00000800:00000200:0.0:1769074990.141117:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.141123:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29f31 [1] + 224 00000800:00000200:0.0:1769074990.141125:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d200 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1769074990.141125:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843200. 00000400:00000010:1.0:1769074990.141130:0:36867:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307941b8. 00000400:00000200:3.0:1769074990.141133:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.141134:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00010000:00000010:2.1:1769074990.141134:0:53852:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481600. 00000400:00000010:1.0:1769074990.141138:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000020:00000010:0.0:1769074990.141140:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc300. 00000400:00000200:3.0:1769074990.141141:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.1:1769074990.141141:0:53852:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e800. 00000100:00000200:1.0:1769074990.141148:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860e00 x1855008368829696/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074990.141149:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000100:00000200:3.0:1769074990.141154:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1a680 x1855008368829952/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074990.141157:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4800. 00000020:00000010:0.0:1769074990.141173:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.141178:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000100:00000200:1.0:1769074990.141181:0:36867:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860e00 x1855008368829696/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074990.141185:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4800. 00000020:00000010:0.0:1769074990.141192:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc300. 00000020:00000010:0.0:1769074990.141198:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00000100:00000200:0.0:1769074990.141215:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1500 x1855008351451776/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.141219:0:36867:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0298da00. 00000400:00000200:3.0:1769074990.141220:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:1.0:1769074990.141227:0:36867:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0298de00. 00000400:00000200:3.0:1769074990.141233:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12880 00000100:00000010:1.0:1769074990.141235:0:36867:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860e00. 00000100:00000010:1.0:1769074990.141243:0:36867:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194b40. 00000400:00000200:3.0:1769074990.141244:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29f5d [1] + 224 00010000:00000010:1.0:1769074990.141250:0:36867:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d940. 00000400:00000200:3.0:1769074990.141260:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.141266:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.141274:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000100:00000200:3.0:1769074990.141275:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38486300 x1855008368830592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000010:0.0:1769074990.141280:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000100:00000200:0.0:1769074990.141285:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451648 02000000:00000010:0.0:1769074990.141293:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b5800. 00010000:00000010:0.0:1769074990.141323:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec640. 00000400:00000010:1.0:1769074990.141327:0:27573:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307944d0. 00000100:00000010:0.0:1769074990.141330:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076300. 00000400:00000200:3.0:1769074990.141330:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.141333:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:1.0:1769074990.141339:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000100:00000010:0.0:1769074990.141343:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076300. 00000400:00000200:3.0:1769074990.141345:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fb00 00000100:00000200:1.0:1769074990.141350:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38486300 x1855008368830592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000010:0.0:1769074990.141351:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.141355:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23d75 [2] + 328 00000400:00000010:0.0:1769074990.141363:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000400:00000200:3.0:1769074990.141366:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.141371:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451648, offset 224 00000400:00000200:3.0:1769074990.141372:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.141377:0:27573:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38486300 x1855008368830592/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.141379:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1769074990.141386:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074990.141387:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0a80. 00000400:00000200:0.0:1769074990.141398:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.141405:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17653:17653:253:4294967295] 192.168.204.41@tcp LPNI seq info [17649:17649:5:4294967295] 02000000:00000010:1.0:1769074990.141407:0:27573:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0298d200. 02000000:00000010:1.0:1769074990.141414:0:27573:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0298d800. 00000100:00000010:1.0:1769074990.141420:0:27573:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 00000100:00000010:1.0:1769074990.141426:0:27573:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194f00. 00000400:00000200:0.0:1769074990.141427:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000010:1.0:1769074990.141433:0:27573:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d100. 00000800:00000200:0.0:1769074990.141438:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.141444:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074990.141449:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074990.141455:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.141460:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fb80 00000800:00000200:0.0:1769074990.141465:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.141466:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23d75 [2] + 656 00000800:00000200:0.0:1769074990.141483:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3c50d000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.141485:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.141490:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.141493:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccd00. 00000100:00000200:3.0:1769074990.141493:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.141499:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2300. 00000020:00000010:0.0:1769074990.141501:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:0.0:1769074990.141507:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4000. 00000400:00000200:3.0:1769074990.141511:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:0.0:1769074990.141517:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1c00. 00000400:00000200:3.0:1769074990.141517:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fc00 00000400:00000200:3.0:1769074990.141525:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23d75 [2] + 984 00000100:00000010:0.0:1769074990.141526:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0e00. 02000000:00000010:0.0:1769074990.141532:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cec2c00. 00000400:00000200:3.0:1769074990.141533:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.141537:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1880. 00000400:00000200:3.0:1769074990.141539:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074990.141545:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe39000. 00000100:00000200:3.0:1769074990.141545:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.141558:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1880. 00000100:00000010:0.0:1769074990.141560:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3480. 02000000:00000010:0.0:1769074990.141566:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe39c00. 00000100:00000010:0.0:1769074990.141569:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 02000000:00000010:0.0:1769074990.141573:0:40732:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f11400. 00000100:00000010:0.0:1769074990.141576:0:40732:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0380. 00000100:00000200:0.0:1769074990.141582:0:40732:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000020:00000010:3.0:1769074990.141583:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1bc0. 00000400:00000010:0.0:1769074990.141588:0:40732:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bb00. 00000020:00000010:3.0:1769074990.141588:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1bc0. 00000400:00000010:0.0:1769074990.141597:0:40732:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8a03076300. 00000020:00000010:3.0:1769074990.141597:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6200. 00000020:00000010:3.0:1769074990.141605:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589d80. 00000020:00000010:3.0:1769074990.141609:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00000020:00000010:0.0:1769074990.141616:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000100:00000200:3.0:1769074990.141620:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f0a80 x1855008351451904/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.141622:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.141631:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4000. 00000020:00000010:0.0:1769074990.141637:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccd00. 00000020:00000010:0.0:1769074990.141642:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ebb8. 00000020:00000010:3.0:1769074990.141643:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1bc0. 00000020:00000010:3.0:1769074990.141649:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1bc0. 00000020:00000010:3.0:1769074990.141656:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6c00. 00000100:00000200:0.0:1769074990.141657:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f2300 x1855008351452032/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.141663:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589080. 00000020:00000010:3.0:1769074990.141671:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087517d0. 00000100:00000200:3.0:1769074990.141698:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b351f1880 x1855008351452160/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.141711:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.141717:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:3.0:1769074990.141720:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1bc0. 00000020:00000010:3.0:1769074990.141733:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1bc0. 00000100:00000200:0.0:1769074990.141734:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451776 00000100:00000200:3.0:1769074990.141739:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351451904 02000000:00000010:0.0:1769074990.141743:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b05f11400. 02000000:00000010:3.0:1769074990.141748:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940ec00. 00010000:00000010:0.0:1769074990.141766:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec640. 00010000:00000010:3.0:1769074990.141770:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1bc0. 00000100:00000010:0.0:1769074990.141773:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076d80. 00000100:00000010:3.0:1769074990.141776:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000100:00000010:3.0:1769074990.141782:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00000100:00000010:0.0:1769074990.141786:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076d80. 00010000:00000010:3.0:1769074990.141786:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1bc0. 00010000:00000010:0.0:1769074990.141792:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec640. 00000400:00000010:3.0:1769074990.141796:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000400:00000010:0.0:1769074990.141803:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00000100:00000200:3.0:1769074990.141803:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451904, offset 224 00000100:00000200:0.0:1769074990.141810:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351451776, offset 224 00000400:00000200:3.0:1769074990.141816:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.141824:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.141829:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.141837:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17654:17654:252:4294967295] 192.168.204.41@tcp LPNI seq info [17650:17650:4:4294967295] 00000400:00000200:3.0:1769074990.141845:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.141865:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.141868:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000400:00000200:0.0:1769074990.141871:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:3.0:1769074990.141876:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.141882:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17655:17655:251:4294967295] 192.168.204.41@tcp LPNI seq info [17651:17651:3:4294967295] 00000800:00000200:3.0:1769074990.141886:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.141892:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.141900:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589d80. 00000400:00000200:0.0:1769074990.141901:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074990.141905:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00000020:00000010:3.0:1769074990.141909:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6200. 00000800:00000200:0.0:1769074990.141911:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.141917:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b11063d00. 00000800:00000200:0.0:1769074990.141924:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:3.0:1769074990.141926:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1bc0. 00000020:00000010:3.0:1769074990.141930:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1bc0. 00000800:00000200:0.0:1769074990.141932:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:3.0:1769074990.141933:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452032 02000000:00000010:3.0:1769074990.141939:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940d400. 00010000:00000010:3.0:1769074990.141952:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1bc0. 00000800:00000200:0.0:1769074990.141953:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b11063d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1769074990.141957:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000100:00000010:3.0:1769074990.141961:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00010000:00000010:3.0:1769074990.141964:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1bc0. 00000020:00000010:0.0:1769074990.141965:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc300. 00000400:00000010:3.0:1769074990.141971:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000020:00000010:0.0:1769074990.141972:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000100:00000200:3.0:1769074990.141975:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452032, offset 224 00000020:00000010:0.0:1769074990.141979:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4800. 00000400:00000200:3.0:1769074990.141984:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.141991:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.141995:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17656:17656:250:4294967295] 192.168.204.41@tcp LPNI seq info [17652:17652:2:4294967295] 00000020:00000010:0.0:1769074990.142000:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.142006:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.142010:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:0.0:1769074990.142012:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452160 00000800:00000200:3.0:1769074990.142017:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.142021:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 02000000:00000010:0.0:1769074990.142022:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe39c00. 00000800:00000200:3.0:1769074990.142047:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.142053:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.142055:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.142064:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccd00. 00010000:00000010:0.0:1769074990.142065:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eec640. 00000020:00000010:3.0:1769074990.142069:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ebb8. 00000100:00000010:0.0:1769074990.142073:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076d80. 00000100:00000010:0.0:1769074990.142083:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076d80. 00010000:00000010:0.0:1769074990.142088:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec640. 00000020:00000010:3.0:1769074990.142091:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4000. 00000400:00000010:0.0:1769074990.142099:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074990.142105:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452160, offset 224 00000400:00000200:0.0:1769074990.142114:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.142121:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:3.0:1769074990.142121:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0e00. 00000400:00000200:0.0:1769074990.142130:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17657:17657:249:4294967295] 192.168.204.41@tcp LPNI seq info [17653:17653:1:4294967295] 02000000:00000010:3.0:1769074990.142133:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b0940f000. 00000400:00000200:0.0:1769074990.142147:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.142155:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.142160:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b11063400. 00000800:00000200:0.0:1769074990.142164:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.142171:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.142174:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b11063400 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1769074990.142179:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0940e400. 00000020:00000010:0.0:1769074990.142183:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589080. 00000400:00000010:3.0:1769074990.142185:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751d10. 00000020:00000010:0.0:1769074990.142189:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087517d0. 00000400:00000010:3.0:1769074990.142191:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000020:00000010:0.0:1769074990.142195:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6c00. 00000100:00000200:3.0:1769074990.142196:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368830848, portal 4 00000400:00000010:3.0:1769074990.142203:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074990.142206:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368830848, offset 0 00000400:00000200:3.0:1769074990.142211:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.142218:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.142225:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12980 00000400:00000200:3.0:1769074990.142228:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 14144 00000400:00000200:3.0:1769074990.142232:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.142236:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.142240:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.142243:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1c00. 00010000:00000010:0.0:1769074990.142245:0:32341:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076d80. 00000400:00000200:3.0:1769074990.142254:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:3.0:1769074990.142257:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00080000:00000010:0.0:1769074990.142262:0:32341:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4800. 00000100:00000200:3.0:1769074990.142263:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f0e00 x1855008368830848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.142275:0:32341:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000020:00000010:3.0:1769074990.142297:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1bc0. 00000020:00000010:3.0:1769074990.142302:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1bc0. 00000001:00000010:0.0:1769074990.142304:0:32341:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953660. 00000020:00000010:3.0:1769074990.142307:0:29093:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6200. 00000020:00000010:3.0:1769074990.142312:0:29093:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589d80. 00000020:00000010:3.0:1769074990.142315:0:29093:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751a28. 00080000:00000010:0.0:1769074990.142333:0:32341:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000020:00000010:3.0:1769074990.142339:0:29093:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1bc0. 00000020:00000010:3.0:1769074990.142344:0:29093:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1bc0. 00000100:00000200:3.0:1769074990.142347:0:29093:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368830848 02000000:00000010:3.0:1769074990.142359:0:29093:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b17530000. 00010000:00000010:3.0:1769074990.142369:0:29093:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acc400. 00010000:00000010:3.0:1769074990.142376:0:29093:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1bc0. 00000100:00000010:3.0:1769074990.142379:0:29093:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd480. 00000100:00000010:3.0:1769074990.142384:0:29093:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0380. 02000000:00000010:3.0:1769074990.142389:0:29093:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b049f6c00. 02000000:00000010:3.0:1769074990.142399:0:29093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b049f7600. 00000400:00000010:3.0:1769074990.142403:0:29093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751e70. 00000400:00000010:3.0:1769074990.142407:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f3b8. 00000100:00000200:3.0:1769074990.142410:0:29093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368830976, portal 16 00000400:00000010:3.0:1769074990.142414:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074990.142416:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368830976, offset 0 00000400:00000200:3.0:1769074990.142421:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.142427:0:29093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.142430:0:29093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074990.142433:0:29093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.142435:0:29093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.142438:0:29093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.142441:0:29093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17658:17658:248:4294967295] 192.168.204.41@tcp LPNI seq info [17654:17654:0:4294967295] 00000400:00000010:3.0:1769074990.142478:0:44333:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751cb8. 00000400:00000200:3.0:1769074990.142481:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00080000:00000010:0.0:1769074990.142483:0:32341:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ac400. 00000400:00000010:3.0:1769074990.142483:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00002000:00000010:0.0:1769074990.142491:0:32341:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370f300. 00000100:00000200:3.0:1769074990.142491:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f2a00 x1855008368830336/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.142502:0:44333:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f2a00 x1855008368830336/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:0.0:1769074990.142508:0:32341:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06861500 x1855008368829312/t8589935731(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.142521:0:44333:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b049f7c00. 00000400:00000010:0.0:1769074990.142524:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 02000000:00000010:3.0:1769074990.142526:0:44333:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b049f7000. 00000100:00000200:0.0:1769074990.142531:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368829312, offset 224 00000100:00000010:3.0:1769074990.142531:0:44333:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2a00. 00000100:00000010:3.0:1769074990.142545:0:44333:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdda80. 00010000:00000010:3.0:1769074990.142548:0:44333:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000400:00000200:0.0:1769074990.142552:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000010:3.0:1769074990.142557:0:44333:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdda80. 00000400:00000200:0.0:1769074990.142562:0:32341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.142571:0:32341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12380 00080000:00000010:3.0:1769074990.142575:0:44333:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7000. 00000400:00000200:0.0:1769074990.142578:0:32341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29ef1 [1] + 224 00080000:00000010:3.0:1769074990.142584:0:44333:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1780. 00000400:00000200:0.0:1769074990.142585:0:32341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.142591:0:32341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000010:2.0:1769074990.142596:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524da00. 00000100:00000200:0.0:1769074990.142599:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06862680 x1855008368829312/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.0:1769074990.142604:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481800. 00000001:00000010:3.0:1769074990.142609:0:44333:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663eae0. 00010000:00000010:2.0:1769074990.142616:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076d80. 00080000:00000010:3.0:1769074990.142622:0:44333:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1780. 00000400:00000200:0.0:1769074990.142626:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:0.0:1769074990.142630:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00002000:00000010:2.0:1769074990.142631:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35bd40. 00010000:00000010:2.0:1769074990.142637:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b10064b00. 00000020:00000010:0.0:1769074990.142641:0:32341:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc400. 00010000:00000010:2.0:1769074990.142647:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdda80. 00000020:00000010:0.0:1769074990.142648:0:32341:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e898. 00000020:00000010:0.0:1769074990.142655:0:32341:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c5600. 00000400:00000010:0.0:1769074990.142696:0:38314:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:0.0:1769074990.142700:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074990.142702:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074990.142710:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1a680 x1855008368829952/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074990.142720:0:38314:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1a680 x1855008368829952/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.142751:0:38314:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fc800. 02000000:00000010:0.0:1769074990.142756:0:38314:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b421c5a00. 00000100:00000010:0.0:1769074990.142760:0:38314:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a680. 00000100:00000010:0.0:1769074990.142763:0:38314:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076780. 00010000:00000010:0.0:1769074990.142766:0:38314:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00010000:00000010:0.0:1769074990.142775:0:38314:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076780. 00080000:00000010:0.0:1769074990.142786:0:38314:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5a00. 00080000:00000010:0.0:1769074990.142794:0:38314:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00000001:00000010:0.0:1769074990.142823:0:38314:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a029537e0. 00080000:00000010:0.0:1769074990.142836:0:38314:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00080000:00000010:3.0:1769074990.142895:0:44333:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412ac800. 00002000:00000010:3.0:1769074990.142900:0:44333:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370fdb0. 00010000:00000200:3.0:1769074990.142911:0:44333:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484380 x1855008368830080/t8589935732(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.142922:0:44333:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074990.142925:0:44333:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368830080, offset 224 00000400:00000200:3.0:1769074990.142930:0:44333:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.142937:0:44333:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.142944:0:44333:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12680 00000400:00000200:3.0:1769074990.142949:0:44333:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29f39 [1] + 224 00000400:00000200:3.0:1769074990.142952:0:44333:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.142956:0:44333:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.142962:0:44333:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06862300 x1855008368830080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.142965:0:38314:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01efae00. 00002000:00000010:0.0:1769074990.142972:0:38314:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44a4c0. 00000400:00000200:3.0:1769074990.142979:0:44333:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:3.0:1769074990.142982:0:44333:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00010000:00000200:0.0:1769074990.142988:0:38314:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863480 x1855008368829824/t8589935733(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.142991:0:44333:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3780. 00000020:00000010:3.0:1769074990.142997:0:44333:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c34b0. 00000020:00000010:3.0:1769074990.143002:0:44333:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c600. 00000400:00000010:0.0:1769074990.143006:0:38314:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074990.143012:0:38314:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368829824, offset 224 00000400:00000200:0.0:1769074990.143018:0:38314:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1769074990.143022:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794630. 00000400:00000200:3.0:1769074990.143045:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000400:00000010:3.0:1769074990.143047:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00000100:00000200:3.0:1769074990.143052:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06862300 x1855008368830080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.143060:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06862300 x1855008368830080/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.143065:0:38314:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00002000:00000010:0.0:1769074990.143108:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d840. 00010000:00000010:0.0:1769074990.143114:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481b00. 00000100:00000010:3.0:1769074990.143118:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2a00. 00010000:00000010:0.0:1769074990.143123:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076780. 02000000:00000010:3.0:1769074990.143128:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b17333c00. 00010000:00000010:0.0:1769074990.143145:0:28095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076780. 02000000:00000010:3.0:1769074990.143164:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fe11800. 00080000:00000010:0.0:1769074990.143166:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c5600. 00080000:00000010:0.0:1769074990.143175:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00002000:00000010:1.0:1769074990.143179:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b900. 00000400:00000010:3.0:1769074990.143182:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751cb8. 00010000:00000010:1.0:1769074990.143186:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b27f04d00. 00000400:00000010:3.0:1769074990.143188:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074990.143194:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368831104, portal 4 00010000:00000010:1.0:1769074990.143196:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076780. 00000001:00000010:0.0:1769074990.143197:0:28095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953c60. 00000400:00000010:3.0:1769074990.143201:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074990.143206:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368831104, offset 0 00000400:00000200:3.0:1769074990.143212:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:0.0:1769074990.143213:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.143223:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.143232:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12a80 00000400:00000200:3.0:1769074990.143238:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 14688 00000400:00000200:3.0:1769074990.143243:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.143248:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.143253:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.143258:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 00000400:00000200:3.0:1769074990.143271:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:3.0:1769074990.143273:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074990.143279:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f2a00 x1855008368831104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.143328:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307942c0. 00080000:00000010:0.0:1769074990.143330:0:28095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04c7e200. 00000400:00000200:3.0:1769074990.143332:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:3.0:1769074990.143336:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00002000:00000010:0.0:1769074990.143338:0:28095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44ae40. 00000100:00000200:3.0:1769074990.143342:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06862680 x1855008368829312/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.143350:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06862680 x1855008368829312/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1769074990.143356:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b800 x1855008368828928/t8589935734(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.143371:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074990.143375:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368828928, offset 224 00000400:00000200:0.0:1769074990.143380:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1769074990.143381:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3480. 00000400:00000200:0.0:1769074990.143388:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:3.0:1769074990.143389:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fa02000. 00000400:00000200:0.0:1769074990.143401:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12200 00000400:00000200:0.0:1769074990.143407:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29ec1 [1] + 224 00000400:00000200:0.0:1769074990.143412:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074990.143413:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a02b5d400. 00000400:00000200:0.0:1769074990.143418:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1769074990.143420:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367510b0. 00000400:00000010:3.0:1769074990.143424:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000200:0.0:1769074990.143427:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b1748dc00 x1855008368828928/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.143428:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368831232, portal 4 00000400:00000010:3.0:1769074990.143432:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074990.143436:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368831232, offset 0 00000400:00000200:0.0:1769074990.143452:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:0.0:1769074990.143456:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000400:00000200:3.0:1769074990.143464:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.143467:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3300. 00000400:00000200:3.0:1769074990.143473:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074990.143474:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3bb8. 00000020:00000010:0.0:1769074990.143479:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298ce00. 00000400:00000200:3.0:1769074990.143481:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12b00 00000400:00000200:3.0:1769074990.143487:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14719 [8] + 15232 00000400:00000010:3.0:1769074990.143490:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c398f0. 00000400:00000200:3.0:1769074990.143494:0:16318:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b111afc00 00000400:00000200:3.0:1769074990.143496:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.143499:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.143500:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.143502:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b111afc00 00000400:00000010:3.0:1769074990.143506:0:16318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b111afc00. 00000020:00000010:0.0:1769074990.143507:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:3.0:1769074990.143509:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:0.0:1769074990.143514:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c4000. 00000020:00000010:0.0:1769074990.143519:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc400. 00000400:00000200:3.0:1769074990.143522:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000020:00000010:0.0:1769074990.143523:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e898. 00000400:00000010:3.0:1769074990.143525:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074990.143532:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f3480 x1855008368831232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.143552:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.143557:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:3.0:1769074990.143560:0:32343:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.143564:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fc800. 00000020:00000010:3.0:1769074990.143566:0:32343:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.143569:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc300. 00000100:00000200:3.0:1769074990.143572:0:32343:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368831104 00000020:00000010:0.0:1769074990.143576:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 02000000:00000010:3.0:1769074990.143586:0:32343:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a02b5f000. 00010000:00000010:3.0:1769074990.143599:0:32343:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd400. 00000020:00000010:0.0:1769074990.143605:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.143609:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00010000:00000010:3.0:1769074990.143611:0:32343:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000100:00000200:0.0:1769074990.143613:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368831232 00000100:00000010:3.0:1769074990.143619:0:32343:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdda80. 02000000:00000010:0.0:1769074990.143626:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b3fe39000. 00000100:00000010:3.0:1769074990.143628:0:32343:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 02000000:00000010:3.0:1769074990.143638:0:32343:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b049f7c00. 00010000:00000010:0.0:1769074990.143639:0:28095:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b06842400. 02000000:00000010:3.0:1769074990.143652:0:32343:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b049f6800. 00010000:00000010:0.0:1769074990.143653:0:28095:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000400:00000010:3.0:1769074990.143660:0:32343:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751aa8. 00000100:00000010:0.0:1769074990.143661:0:28095:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076780. 00000400:00000010:3.0:1769074990.143668:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000010:0.0:1769074990.143670:0:28095:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00000100:00000200:3.0:1769074990.143672:0:32343:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368831360, portal 16 00000400:00000010:3.0:1769074990.143692:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 02000000:00000010:0.0:1769074990.143695:0:28095:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b3ce0fa00. 00000100:00000200:3.0:1769074990.143695:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368831360, offset 0 00000400:00000200:3.0:1769074990.143705:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.143711:0:32343:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 02000000:00000010:0.0:1769074990.143714:0:28095:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01502200. 00000400:00000200:3.0:1769074990.143714:0:32343:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1769074990.143720:0:32343:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000010:0.0:1769074990.143722:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:3.0:1769074990.143723:0:32343:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.143728:0:32343:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000010:0.0:1769074990.143732:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000400:00000200:3.0:1769074990.143732:0:32343:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17659:17659:248:4294967295] 192.168.204.41@tcp LPNI seq info [17655:17655:-1:4294967295] 00000100:00000200:0.0:1769074990.143740:0:28095:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368831488, portal 16 00000400:00000010:0.0:1769074990.143747:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074990.143751:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368831488, offset 0 00000400:00000200:0.0:1769074990.143759:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:3.0:1769074990.143763:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39370. 00000400:00000200:0.0:1769074990.143768:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.143768:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c000 00000400:00000010:3.0:1769074990.143771:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c000. 00000400:00000200:0.0:1769074990.143774:0:28095:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1769074990.143778:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b1748dc00 x1855008368828928/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.143782:0:28095:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:0.0:1769074990.143789:0:28095:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1769074990.143795:0:28095:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000100:00000200:3.0:1769074990.143799:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b1748dc00 x1855008368828928/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.143801:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17660:17660:248:4294967295] 192.168.204.41@tcp LPNI seq info [17656:17656:-2:4294967295] 00000400:00000200:0.0:1769074990.143842:0:38314:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12580 00000400:00000200:0.0:1769074990.143848:0:38314:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29f1d [1] + 224 00000100:00000010:3.0:1769074990.143849:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0380. 00000400:00000200:0.0:1769074990.143853:0:38314:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1769074990.143857:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8a02b5cc00. 00000400:00000200:0.0:1769074990.143861:0:38314:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.143871:0:38314:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06860700 x1855008368829824/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.143894:0:38314:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 02000000:00000010:3.0:1769074990.143894:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8a02b5e000. 00000400:00000010:0.0:1769074990.143900:0:38314:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000010:3.0:1769074990.143901:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751d68. 00000400:00000010:3.0:1769074990.143908:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000100:00000200:3.0:1769074990.143911:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368831616, portal 4 00000020:00000010:0.0:1769074990.143914:0:38314:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc980. 00000400:00000010:3.0:1769074990.143915:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000020:00000010:0.0:1769074990.143920:0:38314:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000100:00000200:3.0:1769074990.143920:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368831616, offset 0 00000020:00000010:0.0:1769074990.143926:0:38314:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4400. 00000400:00000200:3.0:1769074990.143927:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.143937:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.143945:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12c80 00000400:00000200:3.0:1769074990.143950:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14889 [8] + 0 00000400:00000200:3.0:1769074990.143953:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.143958:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.143962:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00010000:00000010:0.0:1769074990.143966:0:36867:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076d80. 00000100:00000010:3.0:1769074990.143966:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650f100. 00000400:00000200:3.0:1769074990.143979:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:3.0:1769074990.143982:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074990.143986:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b35cd0380 x1855008368831616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.143989:0:36867:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c4400. 00080000:00000010:0.0:1769074990.144000:0:36867:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00002000:00000010:2.0:1769074990.144006:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35b940. 00010000:00000010:2.0:1769074990.144014:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b10064800. 00010000:00000010:2.0:1769074990.144051:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076d80. 00000400:00000010:3.0:1769074990.144068:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794058. 00000400:00000200:3.0:1769074990.144075:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:3.0:1769074990.144077:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00010000:00000010:0.1:1769074990.144079:0:36867:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603700. 00000100:00000200:3.0:1769074990.144084:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06860700 x1855008368829824/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1769074990.144094:0:36867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842600. 00000100:00000200:3.0:1769074990.144100:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06860700 x1855008368829824/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.1:1769074990.144102:0:36867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484400. 00010000:00000010:0.1:1769074990.144115:0:36867:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba200. 00010000:00000010:0.1:1769074990.144120:0:36867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ea00. 00000001:00000010:0.0:1769074990.144125:0:36867:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953180. 00080000:00000010:0.0:1769074990.144140:0:36867:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000100:00000010:3.0:1769074990.144140:0:50522:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d880. 02000000:00000010:3.0:1769074990.144150:0:50522:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c8b3fe15400. 02000000:00000010:3.0:1769074990.144180:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fe14000. 00000400:00000010:3.0:1769074990.144185:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751688. 00000400:00000010:3.0:1769074990.144189:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074990.144192:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368831744, portal 4 00000400:00000010:3.0:1769074990.144196:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074990.144198:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1855008368831744, offset 0 00000400:00000200:3.0:1769074990.144202:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.144209:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.144215:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x6971ecae12d00 00000400:00000200:3.0:1769074990.144218:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x14889 [8] + 544 00000400:00000200:3.0:1769074990.144222:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.144224:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.144227:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1769074990.144231:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ed80. 00000400:00000200:3.0:1769074990.144243:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:3.0:1769074990.144246:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074990.144253:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650d880 x1855008368831744/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.144258:0:36867:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01fb4c00. 00002000:00000010:0.0:1769074990.144266:0:36867:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370ee40. 00010000:00000200:0.0:1769074990.144277:0:36867:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06863800 x1855008368829440/t8589935735(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.144289:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1f00. 00000400:00000010:0.0:1769074990.144291:0:36867:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000020:00000010:3.0:1769074990.144295:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1f00. 00000100:00000200:0.0:1769074990.144297:0:36867:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368829440, offset 224 00000020:00000010:3.0:1769074990.144303:0:32341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35cd6200. 00000400:00000200:0.0:1769074990.144307:0:36867:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074990.144311:0:32341:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589c00. 00000020:00000010:3.0:1769074990.144316:0:32341:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751960. 00000400:00000200:0.0:1769074990.144317:0:36867:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.144327:0:36867:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12400 00000400:00000200:0.0:1769074990.144333:0:36867:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29ef9 [1] + 224 00000400:00000200:0.0:1769074990.144337:0:36867:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.144341:0:36867:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074990.144342:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1f00. 00000020:00000010:3.0:1769074990.144347:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1f00. 00000020:00000010:1.0:1769074990.144353:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0537d100. 00000020:00000010:3.0:1769074990.144353:0:32341:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35cd7800. 00000100:00000200:0.0:1769074990.144354:0:36867:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30598e00 x1855008368829440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.144360:0:32341:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589f80. 00000020:00000010:1.0:1769074990.144361:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0537d100. 00000020:00000010:3.0:1769074990.144367:0:32341:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751190. 00000100:00000200:1.0:1769074990.144369:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368831616 02000000:00000010:1.0:1769074990.144384:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8b0940a400. 00000400:00000200:0.0:1769074990.144387:0:36867:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000020:00000010:3.0:1769074990.144389:0:32341:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1f00. 00000400:00000010:0.0:1769074990.144393:0:36867:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000020:00000010:3.0:1769074990.144394:0:32341:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1f00. 00010000:00000010:1.0:1769074990.144399:0:29089:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b3052fc00. 00000100:00000200:3.0:1769074990.144400:0:32341:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368831744 00000020:00000010:0.0:1769074990.144407:0:36867:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 02000000:00000010:3.0:1769074990.144411:0:32341:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff8c8a0302fc00. 00010000:00000010:1.0:1769074990.144412:0:29089:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8b0537d100. 00000020:00000010:0.0:1769074990.144413:0:36867:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c30c8. 00000020:00000010:0.0:1769074990.144421:0:36867:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c000. 00000100:00000010:1.0:1769074990.144422:0:29089:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b2a194f00. 00010000:00000010:3.0:1769074990.144423:0:32341:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8c8b04acd200. 00000100:00000010:1.0:1769074990.144433:0:29089:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 00010000:00000010:3.0:1769074990.144435:0:32341:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1f00. 00000100:00000010:3.0:1769074990.144440:0:32341:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd300. 02000000:00000010:1.0:1769074990.144444:0:29089:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a0298d800. 00000100:00000010:3.0:1769074990.144447:0:32341:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ca80. 00010000:00000010:0.0:1769074990.144448:0:27573:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076d80. 02000000:00000010:3.0:1769074990.144456:0:32341:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b03696800. 02000000:00000010:1.0:1769074990.144461:0:29089:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a0298d200. 00000400:00000010:1.0:1769074990.144467:0:29089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307944d0. 02000000:00000010:3.0:1769074990.144472:0:32341:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03696000. 00000400:00000010:1.0:1769074990.144474:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00002000:00000010:0.0:1769074990.144475:0:26091:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d2c0. 00000400:00000010:3.0:1769074990.144478:0:32341:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751160. 00000100:00000200:1.0:1769074990.144481:0:29089:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368831872, portal 16 00010000:00000010:0.0:1769074990.144482:0:26091:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481700. 00000400:00000010:3.0:1769074990.144484:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000400:00000010:1.0:1769074990.144490:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:3.0:1769074990.144491:0:32341:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368832000, portal 16 00010000:00000010:0.0:1769074990.144495:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076d80. 00000100:00000200:1.0:1769074990.144498:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368831872, offset 0 00000400:00000010:3.0:1769074990.144498:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074990.144505:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1855008368832000, offset 0 00080000:00000010:0.0:1769074990.144506:0:27573:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf16e00. 00000400:00000200:1.0:1769074990.144511:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.144518:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.144519:0:27573:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.144522:0:29089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.144527:0:29089:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1769074990.144531:0:29089:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:1.0:1769074990.144535:0:29089:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1769074990.144539:0:29089:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.144543:0:29089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17661:17661:248:4294967295] 192.168.204.41@tcp LPNI seq info [17657:17657:-3:4294967295] 00000001:00000010:0.0:1769074990.144546:0:27573:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953420. 00000400:00000200:3.0:1769074990.144555:0:32341:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.144559:0:32341:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00080000:00000010:0.0:1769074990.144561:0:27573:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.144563:0:32341:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.204.141@tcp 00000400:00000200:3.0:1769074990.144568:0:32341:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.204.141@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1769074990.144571:0:32341:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.144574:0:32341:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17662:17662:248:4294967295] 192.168.204.41@tcp LPNI seq info [17658:17658:-4:4294967295] 00000400:00000010:3.0:1769074990.144595:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794370. 00000400:00000200:3.0:1769074990.144598:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000400:00000010:3.0:1769074990.144599:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000100:00000200:3.0:1769074990.144604:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30598e00 x1855008368829440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.144611:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30598e00 x1855008368829440/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.144670:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.144674:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d400. 00000400:00000200:3.0:1769074990.144690:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.144696:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.144701:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:3.0:1769074990.144703:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000100:00000200:3.0:1769074990.144710:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d19c00 x1855008368830720/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074990.144724:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.144729:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00000800:00000200:3.0:1769074990.144734:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.144738:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.144741:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1769074990.144753:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.144755:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0a5a7d00. 00000400:00000200:3.0:1769074990.144759:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.144762:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.144764:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c550 00000400:00000010:3.0:1769074990.144766:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c550. 02000000:00000010:3.0:1769074990.144770:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0650a400. 00000800:00000200:3.0:1769074990.144777:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.144780:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074990.144786:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:0.0:1769074990.144788:0:27573:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03cb5400. 00000800:00000200:3.0:1769074990.144794:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00002000:00000010:0.0:1769074990.144797:0:27573:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b0370eab0. 00000800:00000200:3.0:1769074990.144799:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 424 niov 1 nkiov 1 00010000:00000200:0.0:1769074990.144810:0:27573:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b480 x1855008368830208/t8589935736(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.144814:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.144820:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d200. 00000400:00000010:0.0:1769074990.144828:0:27573:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000200:0.0:1769074990.144833:0:27573:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368830208, offset 224 00000400:00000200:0.0:1769074990.144839:0:27573:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.144842:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.144850:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.144852:0:27573:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.144854:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:3.0:1769074990.144857:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 02000000:00000010:3.0:1769074990.144861:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b7c00. 00000400:00000200:0.0:1769074990.144863:0:27573:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12700 00000800:00000200:3.0:1769074990.144868:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.144873:0:27573:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29f4d [1] + 224 00000800:00000010:3.0:1769074990.144875:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00000400:00000200:0.0:1769074990.144882:0:27573:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1769074990.144883:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.144893:0:27573:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000200:3.0:1769074990.144893:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.144899:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 424 niov 1 nkiov 1 00000100:00000200:0.0:1769074990.144905:0:27573:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38487480 x1855008368830208/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1769074990.144908:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.144913:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3c50d000. 00000400:00000200:3.0:1769074990.144917:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.144923:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.144926:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:3.0:1769074990.144927:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 02000000:00000010:3.0:1769074990.144929:0:16312:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b5800. 00000400:00000200:0.0:1769074990.144936:0:27573:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000800:00000200:3.0:1769074990.144937:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.144942:0:27573:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000800:00000010:3.0:1769074990.144942:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000800:00000200:3.0:1769074990.144949:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.144952:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.144954:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.144957:0:27573:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3c80. 00000800:00000200:3.0:1769074990.144961:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.144963:0:27573:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3578. 00000800:00000010:3.0:1769074990.144964:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:3.0:1769074990.144971:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.144972:0:27573:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c200. 00000400:00000200:3.0:1769074990.144976:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.144980:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000400:00000010:3.0:1769074990.144981:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00000800:00000200:3.0:1769074990.144987:0:16312:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.144990:0:16312:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074990.144994:0:16312:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:0.0:1769074990.144997:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b898. 00000800:00000200:3.0:1769074990.144998:0:16312:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.145003:0:16312:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.145005:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074990.145009:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000800:00000200:3.0:1769074990.145010:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145013:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b11063d00. 00000400:00000200:3.0:1769074990.145017:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.145018:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38487480 x1855008368830208/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.145023:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:3.1:1769074990.145046:0:16312:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484200. 00000100:00000200:0.0:1769074990.145058:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38487480 x1855008368830208/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.145068:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00010000:00000010:2.1:1769074990.145071:0:53853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697200. 00000400:00000010:3.0:1769074990.145072:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00010000:00000010:2.1:1769074990.145083:0:53853:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485c00. 00000800:00000200:3.0:1769074990.145091:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145096:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000400:00000200:3.0:1769074990.145100:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145105:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.145109:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00000400:00000010:3.0:1769074990.145111:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00000800:00000200:3.0:1769074990.145122:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145124:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b11063400. 00000400:00000200:3.0:1769074990.145126:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145129:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.145131:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:3.0:1769074990.145132:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000800:00000200:3.0:1769074990.145139:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145141:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000400:00000200:3.0:1769074990.145142:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145144:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.145146:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:3.0:1769074990.145147:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074990.145151:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f0380 x1855008368830976/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074990.145160:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145161:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:3.0:1769074990.145163:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145165:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.145166:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:3.0:1769074990.145167:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074990.145169:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b35cd0000 x1855008368831360/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074990.145192:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145193:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000400:00000200:3.0:1769074990.145195:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145197:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.145199:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:3.0:1769074990.145200:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000100:00000200:3.0:1769074990.145203:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1a680 x1855008368831488/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074990.145210:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145212:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 00000400:00000200:3.0:1769074990.145213:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145215:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.145217:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:3.0:1769074990.145218:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000100:00000200:3.0:1769074990.145220:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38486300 x1855008368831872/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1769074990.145250:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.145252:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:3.0:1769074990.145253:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145255:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.145257:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074990.145258:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074990.145263:0:16312:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650ca80 x1855008368832000/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.145879:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.145887:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12900 00000400:00000200:3.0:1769074990.145891:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29f65 [1] + 224 00000400:00000200:3.0:1769074990.145897:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.145900:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.145906:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d19c00 x1855008368830720/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.145947:0:29092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bc60. 00000400:00000200:0.0:1769074990.145953:0:29092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:0.0:1769074990.145956:0:29092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074990.145964:0:29092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d19c00 x1855008368830720/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1769074990.145975:0:29092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d19c00 x1855008368830720/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.145991:0:29092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b0768f800. 02000000:00000010:0.0:1769074990.145995:0:29092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03444400. 00000100:00000010:0.0:1769074990.145999:0:29092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19c00. 00000100:00000010:0.0:1769074990.146003:0:29092:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a030763c0. 00010000:00000010:0.0:1769074990.146007:0:29092:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eec840. 00000400:00000200:3.0:1769074990.146208:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.146215:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12a00 00000400:00000200:3.0:1769074990.146219:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29f99 [1] + 224 00000400:00000200:3.0:1769074990.146225:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.146230:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.146238:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f0380 x1855008368830976/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.146272:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074990.146277:0:29093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751e70. 00000400:00000200:3.0:1769074990.146284:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12b80 00000400:00000200:0.0:1769074990.146285:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f3b8 00000400:00000010:0.0:1769074990.146289:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f3b8. 00000100:00000200:0.0:1769074990.146297:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f0380 x1855008368830976/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.146300:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29fc1 [1] + 224 00000100:00000200:0.0:1769074990.146321:0:29093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f0380 x1855008368830976/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.146335:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.146339:0:29093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b049f7600. 00000400:00000200:3.0:1769074990.146344:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074990.146347:0:29093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b049f6c00. 00000100:00000010:0.0:1769074990.146353:0:29093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0380. 00000100:00000200:3.0:1769074990.146354:0:16311:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b35cd0000 x1855008368831360/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:0.0:1769074990.146359:0:29093:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd480. 00010000:00000010:0.0:1769074990.146365:0:29093:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1bc0. 00000400:00000010:3.0:1769074990.146398:0:32343:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751aa8. 00000400:00000200:3.0:1769074990.146460:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:3.0:1769074990.146462:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074990.146470:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b35cd0000 x1855008368831360/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.146477:0:32343:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b35cd0000 x1855008368831360/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1769074990.146493:0:32343:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b049f6800. 02000000:00000010:3.0:1769074990.146497:0:32343:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b049f7c00. 00000100:00000010:3.0:1769074990.146500:0:32343:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 00000100:00000010:3.0:1769074990.146503:0:32343:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdda80. 00010000:00000010:3.0:1769074990.146505:0:32343:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000400:00000200:3.0:1769074990.146660:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.146669:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12d80 00000400:00000200:3.0:1769074990.146675:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29fe5 [1] + 224 00000400:00000200:3.0:1769074990.146792:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.146798:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.146805:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38486300 x1855008368831872/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.146835:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.146846:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12c00 00000400:00000010:0.0:1769074990.146849:0:29089:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307944d0. 00000400:00000200:0.0:1769074990.146855:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:0.0:1769074990.146858:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000400:00000200:3.0:1769074990.146866:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29fc9 [1] + 224 00000100:00000200:0.0:1769074990.146869:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38486300 x1855008368831872/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.146874:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.146882:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.146886:0:29089:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38486300 x1855008368831872/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1769074990.146890:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1a680 x1855008368831488/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1769074990.146923:0:29089:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a0298d200. 00000400:00000200:3.0:1769074990.146929:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074990.146931:0:29089:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a0298d800. 00000100:00000010:0.0:1769074990.146937:0:29089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 00000400:00000200:3.0:1769074990.146938:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 16 MB=0x6971ecae12e00 00000100:00000010:0.0:1769074990.146945:0:29089:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b2a194f00. 00000400:00000200:3.0:1769074990.146946:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.204.41@tcp of length 224/224 into md 0x29fe9 [1] + 224 00010000:00000010:0.0:1769074990.146953:0:29089:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8b0537d100. 00000400:00000200:3.0:1769074990.146954:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.146961:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.146967:0:16310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650ca80 x1855008368832000/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.146976:0:28095:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:0.0:1769074990.146981:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:0.0:1769074990.146982:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074990.146990:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1a680 x1855008368831488/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.146996:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.147006:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fd80 00000100:00000200:0.0:1769074990.147010:0:28095:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1a680 x1855008368831488/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1769074990.147014:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23d75 [2] + 1312 00000400:00000200:3.0:1769074990.147023:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1769074990.147047:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03485800. 00000400:00000200:3.0:1769074990.147049:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.147054:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1769074990.147057:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5400. 00000100:00000010:3.0:1769074990.147058:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ea00. 00010000:00000010:0.1:1769074990.147066:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708600. 00010000:00000010:0.1:1769074990.147076:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4c00. 00000400:00000200:3.0:1769074990.147082:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.147088:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fd00 00000400:00000200:3.0:1769074990.147092:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23d75 [2] + 1640 00000400:00000200:3.0:1769074990.147098:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.147102:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.147105:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1769074990.147107:0:28095:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4200. 00000100:00000010:3.0:1769074990.147108:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d180. 00000400:00000200:3.0:1769074990.147126:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.147130:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fc80 02000000:00000010:0.0:1769074990.147133:0:28095:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01502200. 02000000:00000010:0.0:1769074990.147147:0:28095:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b3ce0fa00. 00000400:00000200:3.0:1769074990.147147:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23d75 [2] + 1968 00000400:00000010:3.0:1769074990.147154:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39aa8. 00000100:00000010:0.0:1769074990.147156:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1a680. 00000400:00000200:3.0:1769074990.147158:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b2c10bf00 00000100:00000010:0.0:1769074990.147163:0:28095:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076780. 00000400:00000200:3.0:1769074990.147167:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074990.147168:0:28095:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.147175:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.147180:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b2c10bf00 00000400:00000010:3.0:1769074990.147183:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b2c10bf00. 00000100:00000200:3.0:1769074990.147188:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1769074990.147189:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.147195:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.147210:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fa00. 00000020:00000010:0.0:1769074990.147215:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc980. 00000020:00000010:0.0:1769074990.147220:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e640. 00000400:00000200:3.0:1769074990.147226:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.147237:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fe80 00000400:00000200:3.0:1769074990.147243:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23eb5 [2] + 0 00000400:00000200:3.0:1769074990.147251:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.147252:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3650ea00 x1855008351452544/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.147258:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.147265:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.147271:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650df80. 00000020:00000010:0.0:1769074990.147288:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.147294:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.147294:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.147302:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7ff00 00000020:00000010:0.0:1769074990.147303:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a01502200. 00000020:00000010:0.0:1769074990.147310:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcce80. 00000400:00000200:3.0:1769074990.147310:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23eb5 [2] + 328 00000020:00000010:0.0:1769074990.147317:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000400:00000200:3.0:1769074990.147319:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.147329:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3650d180 x1855008351452416/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.147342:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.147345:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1769074990.147349:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650fb80. 00000020:00000010:0.0:1769074990.147366:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.147371:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:3.0:1769074990.147373:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.147377:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7c00. 00000020:00000010:3.0:1769074990.147378:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.147385:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc080. 00000020:00000010:3.0:1769074990.147386:0:44334:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03697200. 00000020:00000010:0.0:1769074990.147391:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ed48. 00000020:00000010:3.0:1769074990.147392:0:44334:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589680. 00000020:00000010:3.0:1769074990.147398:0:44334:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751ed8. 00000100:00000200:0.0:1769074990.147404:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8a02bb1450 x1855008351452288/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.147430:0:44334:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3650df80 x1855008351452800/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.147437:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.147443:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:3.0:1769074990.147448:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.147449:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6800. 00000020:00000010:3.0:1769074990.147452:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.147456:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb00. 00000100:00000200:3.0:1769074990.147457:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452544 00000020:00000010:0.0:1769074990.147463:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e578. 02000000:00000010:3.0:1769074990.147465:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302c400. 00000100:00000200:0.0:1769074990.147478:0:26088:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3650fb80 x1855008351452928/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000010:3.0:1769074990.147494:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000100:00000010:3.0:1769074990.147498:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdda80. 00000100:00000010:3.0:1769074990.147506:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdda80. 00000020:00000010:0.0:1769074990.147509:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00010000:00000010:3.0:1769074990.147510:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.147516:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:0.0:1769074990.147521:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452416 00000400:00000010:3.0:1769074990.147521:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000100:00000200:3.0:1769074990.147528:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452544, offset 224 02000000:00000010:0.0:1769074990.147532:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3cec2c00. 00000400:00000200:3.0:1769074990.147535:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.147546:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.147552:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17663:17663:256:4294967295] 192.168.204.41@tcp LPNI seq info [17659:17659:8:4294967295] 00010000:00000010:0.0:1769074990.147559:0:26088:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000100:00000010:0.0:1769074990.147566:0:26088:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076780. 00000400:00000200:3.0:1769074990.147568:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.147578:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:0.0:1769074990.147580:0:26088:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076780. 00000800:00000010:3.0:1769074990.147583:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00010000:00000010:0.0:1769074990.147586:0:26088:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000800:00000200:3.0:1769074990.147592:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:0.0:1769074990.147598:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000800:00000200:3.0:1769074990.147599:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.147615:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1769074990.147616:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452416, offset 224 00000400:00000200:0.0:1769074990.147625:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.147635:0:26088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:3.0:1769074990.147636:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc980. 00000020:00000010:3.0:1769074990.147643:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e640. 00000400:00000200:0.0:1769074990.147644:0:26088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17664:17664:255:4294967295] 192.168.204.41@tcp LPNI seq info [17660:17660:7:4294967295] 00000020:00000010:3.0:1769074990.147647:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fa00. 00000400:00000200:0.0:1769074990.147666:0:26088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074990.147670:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000800:00000200:0.0:1769074990.147675:0:26088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.147696:0:26088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b11063400. 00000020:00000010:3.0:1769074990.147699:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000100:00000200:3.0:1769074990.147703:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452288 00000800:00000200:0.0:1769074990.147705:0:26088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:3.0:1769074990.147710:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b5800. 00000800:00000200:0.0:1769074990.147715:0:26088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.147720:0:26088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b11063400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.147729:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcce80. 00010000:00000010:3.0:1769074990.147730:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.147735:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000100:00000010:3.0:1769074990.147736:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdda80. 00000020:00000010:0.0:1769074990.147753:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01502200. 00000100:00000010:3.0:1769074990.147755:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdda80. 00010000:00000010:3.0:1769074990.147759:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000400:00000010:3.0:1769074990.147767:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074990.147770:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452288, offset 224 00000020:00000010:0.0:1769074990.147772:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.147778:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.147779:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:0.0:1769074990.147785:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452800 00000400:00000200:3.0:1769074990.147788:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:0.0:1769074990.147796:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0487e400. 00000400:00000200:3.0:1769074990.147796:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17665:17665:254:4294967295] 192.168.204.41@tcp LPNI seq info [17661:17661:6:4294967295] 00000400:00000200:3.0:1769074990.147812:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.147818:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:0.0:1769074990.147820:0:26088:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000800:00000010:3.0:1769074990.147824:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158600. 00000100:00000010:0.0:1769074990.147828:0:26088:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076780. 00000800:00000200:3.0:1769074990.147834:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074990.147835:0:26088:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076780. 00010000:00000010:0.0:1769074990.147841:0:26088:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000800:00000200:3.0:1769074990.147843:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.147848:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158600 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.147854:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000020:00000010:3.0:1769074990.147856:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc080. 00000100:00000200:0.0:1769074990.147859:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452800, offset 224 00000020:00000010:3.0:1769074990.147861:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ed48. 00000020:00000010:3.0:1769074990.147866:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7c00. 00000400:00000200:0.0:1769074990.147870:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074990.147873:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d180. 00000100:00000010:3.0:1769074990.147877:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ea00. 00000400:00000200:0.0:1769074990.147882:0:26088:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:3.0:1769074990.147883:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe39c00. 00000100:00000010:3.0:1769074990.147888:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1880. 02000000:00000010:3.0:1769074990.147892:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940d400. 00000400:00000200:0.0:1769074990.147893:0:26088:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17666:17666:253:4294967295] 192.168.204.41@tcp LPNI seq info [17662:17662:5:4294967295] 00000100:00000010:3.0:1769074990.147897:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2300. 02000000:00000010:3.0:1769074990.147904:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b05f11400. 00000400:00000200:0.0:1769074990.147913:0:26088:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.147921:0:26088:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:3.0:1769074990.147923:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1500. 02000000:00000010:3.0:1769074990.147938:0:44334:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0940ec00. 00000800:00000010:0.0:1769074990.147940:0:26088:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b11063d00. 00000100:00000010:3.0:1769074990.147940:0:44334:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0a80. 00000100:00000200:3.0:1769074990.147948:0:44334:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1769074990.147953:0:26088:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:3.0:1769074990.147954:0:44334:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751aa8. 00000400:00000010:3.0:1769074990.147961:0:44334:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b02bdda80. 00000800:00000200:0.0:1769074990.147962:0:26088:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.147967:0:26088:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b11063d00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.147973:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01cf1780. 00000020:00000010:0.0:1769074990.147977:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589680. 00000020:00000010:3.0:1769074990.147977:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01cf1780. 00000100:00000200:3.0:1769074990.147985:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452928 00000020:00000010:0.0:1769074990.147987:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751ed8. 02000000:00000010:3.0:1769074990.147991:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b061b7c00. 00000020:00000010:0.0:1769074990.147994:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03697200. 00010000:00000010:3.0:1769074990.148009:0:44334:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01cf1780. 00000100:00000010:3.0:1769074990.148014:0:44334:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bddb40. 00000100:00000010:3.0:1769074990.148018:0:44334:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bddb40. 00010000:00000010:3.0:1769074990.148021:0:44334:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1780. 00000400:00000010:3.0:1769074990.148049:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000100:00000200:3.0:1769074990.148052:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452928, offset 224 00000400:00000200:3.0:1769074990.148058:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:0.0:1769074990.148064:0:29093:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076780. 00000400:00000200:3.0:1769074990.148064:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.148072:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17667:17667:252:4294967295] 192.168.204.41@tcp LPNI seq info [17663:17663:4:4294967295] 00000400:00000200:3.0:1769074990.148078:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074990.148079:0:29093:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6c00. 00000800:00000200:3.0:1769074990.148084:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.148088:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158100. 00080000:00000010:0.0:1769074990.148093:0:29093:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00000800:00000200:3.0:1769074990.148093:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.148101:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.148103:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158100 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.148109:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb00. 00000020:00000010:3.0:1769074990.148112:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e578. 00000020:00000010:3.0:1769074990.148115:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6800. 00000001:00000010:0.0:1769074990.148125:0:29093:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953b40. 00010000:00000010:3.0:1769074990.148133:0:32343:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bddb40. 00080000:00000010:0.0:1769074990.148140:0:29093:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00080000:00000010:3.0:1769074990.148151:0:32343:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697200. 00080000:00000010:3.0:1769074990.148159:0:32343:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1780. 00002000:00000010:1.0:1769074990.148169:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4140. 00010000:00000010:1.0:1769074990.148194:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b13394b00. 00000001:00000010:3.0:1769074990.148200:0:32343:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e000. 00010000:00000010:1.0:1769074990.148204:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076780. 00080000:00000010:3.0:1769074990.148215:0:32343:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1780. 00002000:00000010:1.0:1769074990.148219:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4200. 00010000:00000010:1.0:1769074990.148225:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a02e04200. 00010000:00000010:1.0:1769074990.148232:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bddb40. 00080000:00000010:0.0:1769074990.148260:0:29093:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0360b000. 00002000:00000010:0.0:1769074990.148266:0:29093:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44ba20. 00010000:00000200:0.0:1769074990.148277:0:29093:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1c00 x1855008368830848/t8589935737(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.148290:0:29093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.148294:0:29093:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368830848, offset 224 00000400:00000200:0.0:1769074990.148301:0:29093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.148310:0:29093:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.148318:0:29093:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12980 00000400:00000200:0.0:1769074990.148325:0:29093:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29f91 [1] + 224 00000400:00000200:0.0:1769074990.148347:0:29093:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.148352:0:29093:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:3.0:1769074990.148355:0:32343:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0360be00. 00000100:00000200:0.0:1769074990.148361:0:29093:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f0e00 x1855008368830848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00002000:00000010:3.0:1769074990.148361:0:32343:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44a390. 00010000:00000200:3.0:1769074990.148373:0:32343:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f3b80 x1855008368831104/t8589935738(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.148383:0:29093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:3.0:1769074990.148385:0:32343:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000400:00000010:0.0:1769074990.148388:0:29093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:3.0:1769074990.148395:0:32343:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368831104, offset 224 00000020:00000010:0.0:1769074990.148402:0:29093:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589d80. 00000400:00000200:3.0:1769074990.148403:0:32343:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1769074990.148410:0:29093:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751a28. 00000400:00000200:3.0:1769074990.148415:0:32343:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1769074990.148418:0:29093:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6200. 00000400:00000200:3.0:1769074990.148424:0:32343:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12a80 00000400:00000200:3.0:1769074990.148434:0:32343:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29fad [1] + 224 00000400:00000200:3.0:1769074990.148441:0:32343:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1769074990.148447:0:29092:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a030763c0. 00000400:00000200:3.0:1769074990.148448:0:32343:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.148459:0:32343:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f2a00 x1855008368831104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.148469:0:29092:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6200. 00000400:00000200:3.0:1769074990.148470:0:32343:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:3.0:1769074990.148475:0:32343:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00080000:00000010:0.0:1769074990.148481:0:29092:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00002000:00000010:2.0:1769074990.148483:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4940. 00000020:00000010:3.0:1769074990.148485:0:32343:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc400. 00010000:00000010:2.0:1769074990.148492:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b13394200. 00000020:00000010:3.0:1769074990.148493:0:32343:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e898. 00000020:00000010:3.0:1769074990.148500:0:32343:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c4000. 00010000:00000010:2.0:1769074990.148508:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a030763c0. 00000001:00000010:0.0:1769074990.148510:0:29092:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a029535a0. 00000400:00000010:3.0:1769074990.148521:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751cb8. 00080000:00000010:0.0:1769074990.148524:0:29092:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.148526:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:3.0:1769074990.148530:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000100:00000200:3.0:1769074990.148535:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f2a00 x1855008368831104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.148543:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f2a00 x1855008368831104/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.148569:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751d10. 00000400:00000200:3.0:1769074990.148573:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:3.0:1769074990.148576:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000100:00000200:3.0:1769074990.148582:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f0e00 x1855008368830848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.148607:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f0e00 x1855008368830848/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:0.0:1769074990.148656:0:29092:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35d3b400. 00000400:00000010:3.0:1769074990.148658:0:32341:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751160. 00002000:00000010:0.0:1769074990.148663:0:29092:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8a0108f300. 00000400:00000200:3.0:1769074990.148664:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:3.0:1769074990.148669:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074990.148688:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650ca80 x1855008368832000/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000200:0.0:1769074990.148696:0:29092:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b800 x1855008368830464/t8589935739(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.148700:0:32341:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650ca80 x1855008368832000/t0(0) o104->lustre-OST0001@192.168.204.41@tcp:15/16 lens 328/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1769074990.148725:0:29092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.148731:0:29092:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368830464, offset 224 02000000:00000010:3.0:1769074990.148734:0:32341:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03696000. 00000400:00000200:0.0:1769074990.148738:0:29092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1769074990.148740:0:32341:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b03696800. 00000100:00000010:3.0:1769074990.148744:0:32341:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ca80. 00000100:00000010:3.0:1769074990.148748:0:32341:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd300. 00000400:00000200:0.0:1769074990.148749:0:29092:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000010:3.0:1769074990.148751:0:32341:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01cf1f00. 00000400:00000200:0.0:1769074990.148759:0:29092:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12800 00010000:00000010:3.0:1769074990.148761:0:32341:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b02bdd300. 00000400:00000200:0.0:1769074990.148769:0:29092:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29f55 [1] + 224 00080000:00000010:3.0:1769074990.148773:0:32341:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696800. 00000400:00000200:0.0:1769074990.148775:0:29092:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.148780:0:29092:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00080000:00000010:3.0:1769074990.148782:0:32341:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01cf1f00. 00000100:00000200:0.0:1769074990.148788:0:29092:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f3100 x1855008368830464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.148807:0:29092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074990.148810:0:29092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000001:00000010:3.0:1769074990.148811:0:32341:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e1e0. 00000020:00000010:0.0:1769074990.148820:0:29092:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc800. 00080000:00000010:3.0:1769074990.148826:0:32341:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01cf1f00. 00000020:00000010:0.0:1769074990.148827:0:29092:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3eed8. 00000020:00000010:0.0:1769074990.148848:0:29092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02cdfa00. 00000400:00000010:0.0:1769074990.148871:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b738. 00000400:00000200:0.0:1769074990.148875:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:0.0:1769074990.148878:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074990.148885:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f3100 x1855008368830464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.148895:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f3100 x1855008368830464/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000010:3.0:1769074990.148923:0:32341:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04c7fe00. 00002000:00000010:3.0:1769074990.148927:0:32341:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44b560. 00010000:00000200:3.0:1769074990.148938:0:32341:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ed80 x1855008368831744/t8589935740(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000010:0.0:1769074990.148939:0:28095:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076d80. 00000400:00000010:3.0:1769074990.148952:0:32341:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074990.148955:0:32341:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368831744, offset 224 00080000:00000010:0.0:1769074990.148960:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7600. 00000400:00000200:3.0:1769074990.148961:0:32341:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.148971:0:32341:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:0.0:1769074990.148973:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00002000:00000010:1.0:1769074990.148974:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524ddc0. 00000400:00000200:3.0:1769074990.148978:0:32341:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12d00 00010000:00000010:1.0:1769074990.148983:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901a100. 00000400:00000200:3.0:1769074990.148984:0:32341:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29fd9 [1] + 224 00000400:00000200:3.0:1769074990.148991:0:32341:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.148996:0:32341:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000010:1.0:1769074990.148997:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b02bdd300. 00000100:00000200:3.0:1769074990.149002:0:32341:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650d880 x1855008368831744/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000001:00000010:0.0:1769074990.149003:0:28095:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a029539c0. 00002000:00000010:1.0:1769074990.149009:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e45c0. 00010000:00000010:1.0:1769074990.149017:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a02e04b00. 00080000:00000010:0.0:1769074990.149019:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00010000:00000010:1.0:1769074990.149051:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076d80. 00000400:00000200:3.0:1769074990.149062:0:32341:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:3.0:1769074990.149066:0:32341:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000020:00000010:3.0:1769074990.149079:0:32341:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589f80. 00000020:00000010:3.0:1769074990.149083:0:32341:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751190. 00000020:00000010:3.0:1769074990.149088:0:32341:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35cd7800. 00000400:00000010:3.0:1769074990.149115:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751688. 00000400:00000200:3.0:1769074990.149118:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000400:00000010:3.0:1769074990.149120:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000100:00000200:3.0:1769074990.149126:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650d880 x1855008368831744/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.149133:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650d880 x1855008368831744/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.149176:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:0.0:1769074990.149183:0:28095:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b412acc00. 00000400:00000200:3.0:1769074990.149183:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d7fe00 00002000:00000010:0.0:1769074990.149190:0:28095:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b306a7430. 00000400:00000200:3.0:1769074990.149191:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23eb5 [2] + 656 00010000:00000200:0.0:1769074990.149205:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3feb9c50 x1855008368831232/t8589935741(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.149219:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000400:00000200:3.0:1769074990.149222:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.149224:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368831232, offset 224 00000400:00000200:3.0:1769074990.149229:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.149235:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1769074990.149240:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1769074990.149246:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1769074990.149246:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ca80. 00000400:00000200:0.0:1769074990.149257:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12b00 00000400:00000200:0.0:1769074990.149264:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29fb9 [1] + 224 00000400:00000200:0.0:1769074990.149269:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.149273:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.149279:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f3480 x1855008368831232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.149296:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:0.0:1769074990.149299:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000800:00000200:3.0:1769074990.149307:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.149310:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc300. 00000800:00000010:3.0:1769074990.149310:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000400:00000200:3.0:1769074990.149317:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.149318:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000400:00000200:3.0:1769074990.149321:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.149324:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:3.0:1769074990.149325:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 02000000:00000010:3.0:1769074990.149328:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a0302c400. 00000800:00000200:3.0:1769074990.149336:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.149339:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b11063400. 00000020:00000010:0.0:1769074990.149340:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fc800. 00000400:00000200:3.0:1769074990.149344:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.149348:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.149350:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 02000000:00000010:0.0:1769074990.149351:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fe39000. 00000400:00000010:3.0:1769074990.149352:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 02000000:00000010:0.0:1769074990.149358:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b061b6400. 02000000:00000010:3.0:1769074990.149360:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3cec2c00. 00000100:00000010:0.0:1769074990.149364:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b800. 02000000:00000010:0.0:1769074990.149371:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8a02b5f000. 00000100:00000010:0.0:1769074990.149375:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 00000800:00000200:3.0:1769074990.149375:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.149380:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158600. 02000000:00000010:0.0:1769074990.149382:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b17530000. 00000400:00000200:3.0:1769074990.149387:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.149388:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1c00. 02000000:00000010:0.0:1769074990.149394:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0940b800. 00000400:00000200:3.0:1769074990.149399:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000010:0.0:1769074990.149401:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b480. 00000400:00000200:3.0:1769074990.149406:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 02000000:00000010:0.0:1769074990.149407:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b361ae000. 00000400:00000010:3.0:1769074990.149412:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000100:00000010:0.0:1769074990.149413:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863800. 02000000:00000010:3.0:1769074990.149419:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b5800. 02000000:00000010:0.0:1769074990.149420:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b061b7800. 00000100:00000010:0.0:1769074990.149427:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863480. 02000000:00000010:0.0:1769074990.149431:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b17526000. 00000100:00000010:0.0:1769074990.149435:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b800. 00000800:00000200:3.0:1769074990.149436:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074990.149439:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0940f400. 00000800:00000010:3.0:1769074990.149441:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b11063d00. 00000100:00000010:0.0:1769074990.149444:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484380. 00000400:00000200:3.0:1769074990.149447:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.149449:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b061b4c00. 00000100:00000010:0.0:1769074990.149455:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861500. 00000400:00000200:3.0:1769074990.149455:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074990.149462:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fc87000. 00000400:00000200:3.0:1769074990.149462:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:3.0:1769074990.149465:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000100:00000010:0.0:1769074990.149468:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748df80. 02000000:00000010:0.0:1769074990.149475:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3cc97800. 00000100:00000010:0.0:1769074990.149478:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96a00. 02000000:00000010:0.0:1769074990.149482:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3edb7c00. 00000100:00000010:0.0:1769074990.149486:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863100. 02000000:00000010:0.0:1769074990.149489:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3edb6400. 00000100:00000010:0.0:1769074990.149493:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862d80. 00000800:00000200:3.0:1769074990.149495:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074990.149497:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3cc93000. 00000800:00000010:3.0:1769074990.149498:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158100. 00000100:00000010:0.0:1769074990.149504:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1aa00. 00000400:00000200:3.0:1769074990.149504:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.149511:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3cc95800. 00000400:00000200:3.0:1769074990.149511:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.149517:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000100:00000010:0.0:1769074990.149520:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b480. 00000400:00000010:3.0:1769074990.149520:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 02000000:00000010:0.0:1769074990.149529:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3cc91400. 00000100:00000010:0.0:1769074990.149534:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46300. 00000400:00000010:3.0:1769074990.149540:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367510b0. 00000400:00000200:3.0:1769074990.149543:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:3.0:1769074990.149544:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074990.149550:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f3480 x1855008368831232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.149554:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3cc93800. 00000100:00000010:0.0:1769074990.149559:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8a80. 02000000:00000010:0.0:1769074990.149563:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3fc85800. 00000100:00000010:0.0:1769074990.149566:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861c00. 02000000:00000010:0.0:1769074990.149569:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b2fe69c00. 00000100:00000010:0.0:1769074990.149572:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8380. 02000000:00000010:0.0:1769074990.149575:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b378bd800. 00000100:00000010:0.0:1769074990.149577:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9c00. 02000000:00000010:0.0:1769074990.149581:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0952e400. 00000100:00000010:0.0:1769074990.149584:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44a80. 02000000:00000010:0.0:1769074990.149587:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b0952f800. 00000100:00000010:0.0:1769074990.149590:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfebb80. 02000000:00000010:0.0:1769074990.149594:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b307f5000. 00000100:00000010:0.0:1769074990.149597:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0497b100. 02000000:00000010:0.0:1769074990.149600:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b05378800. 00000100:00000010:0.0:1769074990.149603:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9180. 02000000:00000010:0.0:1769074990.149607:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b173a4800. 00000100:00000010:0.0:1769074990.149611:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484e00. 00000100:00000200:3.0:1769074990.149615:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f3480 x1855008368831232/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.149616:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b04a08400. 00000100:00000010:0.0:1769074990.149622:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd1880. 02000000:00000010:0.0:1769074990.149628:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b368ec400. 00000100:00000010:0.0:1769074990.149631:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04978000. 02000000:00000010:0.0:1769074990.149635:0:28095:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff8c8b3062c400. 00000100:00000010:0.0:1769074990.149637:0:28095:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47800. 00000100:00000200:0.0:1769074990.149644:0:28095:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1769074990.149648:0:28095:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b738. 00000400:00000010:0.0:1769074990.149653:0:28095:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b11063d00. 00000020:00000010:0.0:1769074990.149675:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.149693:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.149698:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f6800. 00000020:00000010:0.0:1769074990.149702:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc300. 00000020:00000010:0.0:1769074990.149705:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00000100:00000200:0.0:1769074990.149718:0:40732:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8c8b3650ca80 x1855008351452672/t0(0) o103->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 328/0 e 0 to 0 dl 1769075001 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.149749:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:0.0:1769074990.149752:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:0.0:1769074990.149756:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351452672 02000000:00000010:0.0:1769074990.149761:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0487c400. 00010000:00000010:0.0:1769074990.149779:0:40732:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8c8a01eecc80. 00000100:00000010:0.0:1769074990.149784:0:40732:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8a03076d80. 00000100:00000010:0.0:1769074990.149793:0:40732:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8a03076d80. 00010000:00000010:0.0:1769074990.149797:0:40732:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8c8a01eecc80. 00000400:00000010:0.0:1769074990.149803:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074990.149806:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351452672, offset 224 00000400:00000200:0.0:1769074990.149812:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.149819:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.149825:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17668:17668:256:4294967295] 192.168.204.41@tcp LPNI seq info [17664:17664:8:4294967295] 00000400:00000200:0.0:1769074990.149835:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.149840:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.149844:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b11063400. 00000800:00000200:0.0:1769074990.149849:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.149854:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.149857:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b11063400 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.149874:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc300. 00000020:00000010:0.0:1769074990.149879:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000020:00000010:0.0:1769074990.149882:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f6800. 00010000:00000010:0.0:1769074990.149903:0:29089:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076d80. 00080000:00000010:0.0:1769074990.149913:0:29089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6800. 00000800:00000200:3.0:1769074990.149914:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.149918:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b11063400. 00000400:00000200:3.0:1769074990.149920:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.149924:0:29089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.149926:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.149930:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000400:00000010:3.0:1769074990.149932:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000001:00000010:0.0:1769074990.149951:0:29089:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953000. 00080000:00000010:0.0:1769074990.149961:0:29089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecc80. 00010000:00000010:3.1:1769074990.150054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708200. 00010000:00000010:0.1:1769074990.150058:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481400. 00010000:00000010:1.1:1769074990.150058:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4600. 00010000:00000010:0.1:1769074990.150071:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843a00. 00010000:00000010:1.1:1769074990.150083:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481100. 00010000:00000010:1.1:1769074990.150092:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f800. 00010000:00000010:0.1:1769074990.150094:0:29089:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481f00. 00010000:00000010:1.1:1769074990.150098:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04200. 00010000:00000010:0.1:1769074990.150101:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052ee00. 00010000:00000010:1.1:1769074990.150105:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f600. 00080000:00000010:0.0:1769074990.150144:0:29089:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04c7e400. 00002000:00000010:0.0:1769074990.150149:0:29089:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff8c8b3e44a5f0. 00010000:00000200:0.0:1769074990.150160:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650f100 x1855008368831616/t8589935742(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 544/432 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.150172:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.150176:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1855008368831616, offset 224 00000400:00000200:0.0:1769074990.150181:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.150189:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.150195:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x6971ecae12c80 00000400:00000200:0.0:1769074990.150201:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x29fd1 [1] + 224 00000400:00000200:0.0:1769074990.150205:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.150209:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.150215:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b35cd0380 x1855008368831616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.150233:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074990.150235:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000020:00000010:0.0:1769074990.150243:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589c00. 00000020:00000010:0.0:1769074990.150247:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751960. 00000020:00000010:0.0:1769074990.150251:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35cd6200. 00002000:00000010:0.0:1769074990.150276:0:38306:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4240. 00000400:00000010:3.0:1769074990.150280:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751d68. 00010000:00000010:0.0:1769074990.150282:0:38306:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a02e04400. 00000400:00000200:3.0:1769074990.150285:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000400:00000010:3.0:1769074990.150288:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00010000:00000010:0.0:1769074990.150293:0:38306:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076d80. 00000100:00000200:3.0:1769074990.150295:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b35cd0380 x1855008368831616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.150303:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b35cd0380 x1855008368831616/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.150530:0:53843:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b02bdd300. 00000100:00000010:3.0:1769074990.150533:0:53843:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b02bdd300. 00080000:00000010:3.0:1769074990.150544:0:53843:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b3578aac0. 00100000:02000000:3.0:1769074990.150573:0:53843:0:(lfsck_namespace.c:6330:lfsck_namespace_scan_local_lpf()) *** cfs_fail_loc=1602, val=1*** 00010000:00000010:2.1:1769074990.151059:0:53854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481a00. 00010000:00000010:2.1:1769074990.151065:0:53854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842a00. 00010000:00000010:2.1:1769074990.151071:0:53854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064600. 00010000:00000010:2.1:1769074990.151074:0:53854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc800. 00010000:00000010:2.1:1769074990.151159:0:53854:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064000. 00010000:00000010:2.1:1769074990.151164:0:53854:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fa00. 00010000:00000010:3.1:1769074990.155056:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8400. 00010000:00000010:1.1:1769074990.155057:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b13394e00. 00010000:00000010:3.1:1769074990.155067:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2e00. 00010000:00000010:1.1:1769074990.155069:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acc400. 00010000:00000010:1.1:1769074990.155078:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04100. 00010000:00000010:1.1:1769074990.155085:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd400. 00010000:00000010:3.1:1769074990.155100:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d5a00. 00010000:00000010:1.1:1769074990.155143:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b09481c00. 00010000:00000010:1.1:1769074990.155150:0:53850:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acd200. 00010000:00000010:1.1:1769074990.155157:0:53850:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04900. 00010000:00000010:0.1:1769074990.158046:0:53855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b057c2a00. 00010000:00000010:0.1:1769074990.158053:0:53855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8e00. 00010000:00000010:1.1:1769074990.158056:0:1045:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842400. 00010000:00000010:2.1:1769074990.158065:0:1032:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b13394100. 00010000:00000010:2.1:1769074990.158073:0:1032:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06843c00. 00010000:00000010:0.1:1769074990.158112:0:53855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8000. 00010000:00000010:0.1:1769074990.158139:0:53855:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04a00. 00010000:00000010:0.1:1769074990.158146:0:53855:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052fc00. 00080000:00000010:0.0:1769074990.264674:0:53850:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc600. 00080000:00000010:0.0:1769074990.264697:0:53850:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc600. 00080000:00000010:0.0:1769074990.264710:0:53850:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc600. 00080000:00000010:0.0:1769074990.264715:0:53850:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc600. 00080000:00000010:0.0:1769074990.264726:0:53850:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc600. 00080000:00000010:0.0:1769074990.264732:0:53850:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc600. 00080000:00000010:0.0:1769074990.264749:0:53850:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc600. 00080000:00000010:0.0:1769074990.264755:0:53850:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc600. 00000100:00000010:2.0:1769074990.314070:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599c00. 02000000:00000010:2.0:1769074990.314088:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b0a5a7c00. 00000100:00000010:0.0:1769074990.314092:0:50519:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1aa00. 02000000:00000010:0.0:1769074990.314103:0:50519:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b112a9900. 00000100:00000010:3.0:1769074990.314117:0:26824:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ea00. 00000100:00000010:2.0:1769074990.314120:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599f80. 02000000:00000010:2.0:1769074990.314128:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b0a5a7200. 02000000:00000010:3.0:1769074990.314132:0:26824:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158100. 00000100:00000010:2.0:1769074990.314139:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599180. 02000000:00000010:0.0:1769074990.314141:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3062c400. 02000000:00000010:2.0:1769074990.314148:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b0a5a7d00. 00000400:00000010:0.0:1769074990.314150:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000100:00000010:2.0:1769074990.314158:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b800. 00000400:00000010:0.0:1769074990.314159:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000010:1.0:1769074990.314166:0:26828:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 02000000:00000010:2.0:1769074990.314166:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8a029f3300. 00000100:00000200:0.0:1769074990.314167:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368832256, portal 4 02000000:00000010:3.0:1769074990.314169:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b421c4000. 00000400:00000010:3.0:1769074990.314177:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751d68. 00000400:00000010:0.0:1769074990.314179:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000100:00000010:2.0:1769074990.314180:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb9f80. 02000000:00000010:1.0:1769074990.314182:0:26828:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b3fcc6800. 00000400:00000010:3.0:1769074990.314183:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fdd0. 00000100:00000200:0.0:1769074990.314184:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368832256, offset 0 02000000:00000010:2.0:1769074990.314189:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b111afc00. 00000100:00000200:3.0:1769074990.314191:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368832128, portal 25 00000400:00000200:0.0:1769074990.314197:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1769074990.314199:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000100:00000010:2.0:1769074990.314200:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccbb100. 00000100:00000200:3.0:1769074990.314204:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1855008368832128, offset 0 02000000:00000010:2.0:1769074990.314206:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b111afe00. 00000400:00000200:0.0:1769074990.314214:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.314215:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1769074990.314218:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb8380. 02000000:00000010:2.0:1769074990.314223:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b1326c600. 00000400:00000200:0.0:1769074990.314228:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae12f00 00000100:00000010:2.0:1769074990.314229:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb9500. 00000400:00000200:3.0:1769074990.314236:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1769074990.314237:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b173a3200. 00000400:00000200:0.0:1769074990.314238:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 10224 00000400:00000200:0.0:1769074990.314247:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.314248:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb8700. 00000400:00000200:3.0:1769074990.314248:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x6971ecae12e80 00000400:00000200:0.0:1769074990.314255:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1769074990.314255:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b17534e00. 00000400:00000200:3.0:1769074990.314261:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x278b9 [2] + 0 00000100:00000010:2.0:1769074990.314265:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb8e00. 00000400:00000010:3.0:1769074990.314266:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751058. 02000000:00000010:2.0:1769074990.314271:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b10071200. 00000400:00000200:3.0:1769074990.314271:0:16320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b04976cc0 00000400:00000200:3.0:1769074990.314277:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.314279:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1769074990.314280:0:33201:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccba300. 00000400:00000200:3.0:1769074990.314284:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1769074990.314287:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b480. 02000000:00000010:2.0:1769074990.314288:0:33201:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b3e39c300. 00000400:00000200:3.0:1769074990.314288:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b04976cc0 00000400:00000010:3.0:1769074990.314293:0:16320:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b04976cc0. 00000100:00000200:3.0:1769074990.314299:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1769074990.314307:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074990.314310:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000400:00000200:3.0:1769074990.314315:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000100:00000200:0.0:1769074990.314321:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b06d1aa00 x1855008368832256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.314321:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000100:00000200:3.0:1769074990.314331:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30599c00 x1855008368832128/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.314332:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a80. 00000020:00000010:2.0:1769074990.314337:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a80. 00000020:00000010:1.0:1769074990.314340:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000020:00000010:1.0:1769074990.314345:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000020:00000010:2.0:1769074990.314346:0:50511:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:1.0:1769074990.314354:0:26109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298de00. 00000020:00000010:2.0:1769074990.314354:0:50511:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2580. 02000000:00000010:0.0:1769074990.314357:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b049f7c00. 00000020:00000010:1.0:1769074990.314362:0:26109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000400:00000010:0.0:1769074990.314363:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bc60. 00000020:00000010:2.0:1769074990.314363:0:50511:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 02000000:00000010:3.0:1769074990.314369:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0fa00. 00000400:00000010:0.0:1769074990.314372:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00000020:00000010:1.0:1769074990.314373:0:26109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000400:00000010:3.0:1769074990.314375:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751058. 00000100:00000200:0.0:1769074990.314377:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368832768, portal 4 00000400:00000010:3.0:1769074990.314382:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f220. 00000400:00000010:0.0:1769074990.314384:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000100:00000200:3.0:1769074990.314386:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368832640, portal 4 00000100:00000200:0.0:1769074990.314389:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368832768, offset 0 00000400:00000010:3.0:1769074990.314393:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f908. 00000400:00000200:0.0:1769074990.314399:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1769074990.314400:0:50511:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a80. 00000020:00000010:2.0:1769074990.314404:0:50511:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a80. 00000100:00000200:3.0:1769074990.314405:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368832640, offset 0 00000100:00000200:2.0:1769074990.314410:0:50511:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368832128 00000400:00000200:0.0:1769074990.314412:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1769074990.314416:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000400:00000200:3.0:1769074990.314417:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1769074990.314423:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 02000000:00000010:2.0:1769074990.314423:0:50511:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06508400. 00000400:00000200:0.0:1769074990.314428:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae13100 00000400:00000200:3.0:1769074990.314429:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1769074990.314431:0:26109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368832256 00010000:00000200:2.0:1769074990.314436:0:50511:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0672b050 x1855008368832128/t0(0) o400->e8a24cdd-3a87-4fcc-a480-d1efb1e28a8e@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.314441:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae13080 00000400:00000200:0.0:1769074990.314444:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x14889 [8] + 1088 02000000:00000010:1.0:1769074990.314449:0:26109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b3fc64800. 00000400:00000200:0.0:1769074990.314454:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.314457:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x14889 [8] + 1312 00000400:00000200:0.0:1769074990.314462:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.314464:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.314467:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000400:00000010:2.0:1769074990.314467:0:50511:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074990.314470:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:0.0:1769074990.314475:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1b800. 00000100:00000200:2.0:1769074990.314475:0:50511:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855008368832128, offset 224 00000400:00000200:2.0:1769074990.314486:0:50511:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1769074990.314487:0:26109:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b480 x1855008368832256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.314487:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b0940f400. 00000400:00000010:3.0:1769074990.314493:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b367510b0. 00000400:00000200:0.0:1769074990.314497:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000200:2.0:1769074990.314498:0:50511:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1769074990.314502:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074990.314512:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3059b800 x1855008368832768/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.314512:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fbb0. 00000400:00000010:1.0:1769074990.314513:0:26109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000200:2.0:1769074990.314513:0:50511:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x6971ecae12e80 00000100:00000200:3.0:1769074990.314518:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368832512, portal 4 00000100:00000200:1.0:1769074990.314520:0:26109:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368832256, offset 224 00000400:00000200:2.0:1769074990.314525:0:50511:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2a039 [1] + 224 00000400:00000010:3.0:1769074990.314528:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 00000400:00000200:1.0:1769074990.314539:0:26109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.314544:0:50511:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074990.314544:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368832512, offset 0 00000400:00000200:1.0:1769074990.314552:0:26109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.314554:0:50511:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.314557:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1769074990.314559:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a02cdfa00. 00000400:00000010:0.0:1769074990.314565:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b898. 00000100:00000200:2.0:1769074990.314567:0:50511:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30599c00 x1855008368832128/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.314571:0:26109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae12f00 00000400:00000010:0.0:1769074990.314572:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000400:00000200:3.0:1769074990.314572:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074990.314579:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368833280, portal 10 00000400:00000200:1.0:1769074990.314587:0:26109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a031 [1] + 224 00000400:00000010:0.0:1769074990.314588:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000400:00000200:3.0:1769074990.314589:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae13000 00000100:00000200:0.0:1769074990.314599:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368833280, offset 0 00000400:00000200:1.0:1769074990.314599:0:26109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.314603:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 10448 00000400:00000200:1.0:1769074990.314610:0:26109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.314610:0:50511:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000200:3.0:1769074990.314610:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.314615:0:50511:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074990.314621:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074990.314625:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1769074990.314628:0:50511:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2580. 00000100:00000200:3.0:1769074990.314631:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:1.0:1769074990.314634:0:26109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b06d1aa00 x1855008368832256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.314634:0:50511:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000400:00000200:0.0:1769074990.314635:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1769074990.314641:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000100:00000010:3.0:1769074990.314642:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d180. 02000000:00000010:2.0:1769074990.314650:0:50511:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b06508400. 00000400:00000200:0.0:1769074990.314651:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae13300 00000400:00000200:0.0:1769074990.314660:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c45 [64] + 97824 00000100:00000200:2.0:1769074990.314660:0:50511:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1769074990.314667:0:50511:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39630. 00000400:00000200:0.0:1769074990.314668:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.314668:0:26109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:1.0:1769074990.314673:0:26109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000400:00000200:0.0:1769074990.314689:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.314703:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000020:00000010:1.0:1769074990.314704:0:26109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000400:00000010:3.0:1769074990.314709:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000020:00000010:1.0:1769074990.314710:0:26109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000020:00000010:1.0:1769074990.314717:0:26109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298de00. 00000400:00000010:2.0:1769074990.314719:0:50511:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b04976f00. 00000100:00000200:0.0:1769074990.314720:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1769074990.314723:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3650ea00 x1855008368832512/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074990.314727:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1a680. 00000020:00000010:1.0:1769074990.314733:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000020:00000010:1.0:1769074990.314738:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000400:00000200:0.0:1769074990.314743:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:0.0:1769074990.314746:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000020:00000010:1.0:1769074990.314751:0:26109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298de00. 00000100:00000200:0.0:1769074990.314752:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3ccb8380 x1855008368833280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.314758:0:26109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 02000000:00000010:3.0:1769074990.314758:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b351da400. 00000020:00000010:1.0:1769074990.314765:0:26109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000400:00000010:3.0:1769074990.314768:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751688. 00000400:00000010:3.0:1769074990.314776:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f330. 02000000:00000010:0.0:1769074990.314777:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b173fc800. 00000020:00000010:1.0:1769074990.314781:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000400:00000010:0.0:1769074990.314783:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bf20. 00000100:00000200:3.0:1769074990.314784:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368833024, portal 10 00000020:00000010:1.0:1769074990.314785:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000400:00000010:0.0:1769074990.314789:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000100:00000200:1.0:1769074990.314791:0:26109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368832512 00000100:00000200:0.0:1769074990.314794:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368833792, portal 10 00000400:00000010:3.0:1769074990.314795:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f440. 00000400:00000010:0.0:1769074990.314800:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 02000000:00000010:1.0:1769074990.314802:0:26109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b368ec400. 00000100:00000200:3.0:1769074990.314802:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368833024, offset 0 00000100:00000200:0.0:1769074990.314804:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368833792, offset 0 00000400:00000200:3.0:1769074990.314816:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1769074990.314820:0:26109:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d180 x1855008368832512/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:526/0 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.314823:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.314830:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.314836:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1769074990.314841:0:26109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.314847:0:26109:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368832512, offset 224 00000400:00000200:3.0:1769074990.314847:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae13200 00000400:00000200:0.0:1769074990.314848:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae13500 00000400:00000200:1.0:1769074990.314857:0:26109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.314862:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c45 [64] + 98048 00000400:00000200:1.0:1769074990.314867:0:26109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.314870:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.314876:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c45 [64] + 98272 00000400:00000200:1.0:1769074990.314877:0:26109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae13000 00000400:00000200:0.0:1769074990.314878:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.314888:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.314889:0:26109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a055 [1] + 224 00000400:00000200:3.0:1769074990.314895:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.314896:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1769074990.314897:0:26109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.314904:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d19c00. 00000400:00000200:1.0:1769074990.314904:0:26109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.314913:0:26109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3650ea00 x1855008368832512/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.314915:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b351da600. 00000400:00000010:3.0:1769074990.314922:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751160. 00000400:00000200:0.0:1769074990.314929:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:3.0:1769074990.314930:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00000400:00000010:0.0:1769074990.314933:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000400:00000200:1.0:1769074990.314939:0:26109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000100:00000200:0.0:1769074990.314940:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3ccba300 x1855008368833792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074990.314942:0:26109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:3.0:1769074990.314950:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368832384, portal 4 00000020:00000010:1.0:1769074990.314952:0:26109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000020:00000010:1.0:1769074990.314957:0:26109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000400:00000010:3.0:1769074990.314958:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000400:00000010:0.0:1769074990.314960:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000020:00000010:1.0:1769074990.314961:0:26109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298de00. 00000400:00000200:0.0:1769074990.314967:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074990.314970:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:3.0:1769074990.314975:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368832384, offset 0 00000100:00000200:0.0:1769074990.314976:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b06d1aa00 x1855008368832256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074990.314981:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a80. 00000400:00000200:3.0:1769074990.314991:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074990.314997:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b06d1aa00 x1855008368832256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.315006:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1769074990.315009:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074990.315016:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2580. 00000400:00000200:3.0:1769074990.315018:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae12f80 00000020:00000010:2.0:1769074990.315023:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 02000000:00000010:0.0:1769074990.315049:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3062c400. 00000400:00000200:3.0:1769074990.315053:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 10672 02000000:00000010:0.0:1769074990.315057:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b112a9900. 00000400:00000200:3.0:1769074990.315059:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.315062:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1aa00. 00000400:00000200:3.0:1769074990.315066:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.315071:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1769074990.315076:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650c700. 00000100:00000200:0.0:1769074990.315084:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1769074990.315086:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000100:00000010:0.0:1769074990.315090:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d1aa00. 00000020:00000010:2.0:1769074990.315091:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763380. 00000400:00000200:3.0:1769074990.315092:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000020:00000010:1.0:1769074990.315094:0:29089:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b0951f240. 00000020:00000010:2.0:1769074990.315097:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763380. 00000400:00000010:3.0:1769074990.315098:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000020:00000010:2.0:1769074990.315103:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000400:00000200:0.0:1769074990.315108:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f440 00000020:00000010:2.0:1769074990.315109:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2f80. 00000020:00000010:1.0:1769074990.315110:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000100:00000200:3.0:1769074990.315110:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30599f80 x1855008368832384/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.315112:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f440. 00000020:00000010:2.0:1769074990.315115:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4154b0. 00000020:00000010:1.0:1769074990.315122:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298de00. 00000100:00000200:0.0:1769074990.315123:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3ccb9f80 x1855008368833024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.315131:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000020:00000010:2.0:1769074990.315134:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763380. 00000020:00000010:1.0:1769074990.315141:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000020:00000010:2.0:1769074990.315141:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763380. 00000020:00000010:2.0:1769074990.315150:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703000. 00000020:00000010:2.0:1769074990.315153:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 02000000:00000010:3.0:1769074990.315156:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3cec2c00. 00000020:00000010:2.0:1769074990.315158:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415d48. 02000000:00000010:0.0:1769074990.315159:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b35d3b400. 00000400:00000010:3.0:1769074990.315162:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751d10. 00000400:00000010:0.0:1769074990.315165:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000400:00000010:3.0:1769074990.315169:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000400:00000010:0.0:1769074990.315173:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:3.0:1769074990.315174:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368832896, portal 4 00000100:00000200:0.0:1769074990.315179:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368833536, portal 10 00000020:00000010:2.0:1769074990.315179:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763380. 00000020:00000010:1.0:1769074990.315182:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000400:00000010:3.0:1769074990.315183:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000020:00000010:2.0:1769074990.315186:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763380. 00000400:00000010:0.0:1769074990.315189:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000020:00000010:1.0:1769074990.315189:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000100:00000200:3.0:1769074990.315190:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368832896, offset 0 00000100:00000200:2.0:1769074990.315191:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833280 00000100:00000200:0.0:1769074990.315195:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368833536, offset 0 00000100:00000200:1.0:1769074990.315197:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368832768 00000400:00000200:3.0:1769074990.315201:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1769074990.315203:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06508400. 00000400:00000200:0.0:1769074990.315207:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1769074990.315209:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b368efc00. 00010000:00000200:2.0:1769074990.315213:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1a680 x1855008368833280/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.315213:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1769074990.315219:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1b800 x1855008368832768/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.315221:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.315229:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae13180 00000400:00000200:0.0:1769074990.315237:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae13400 00000400:00000200:3.0:1769074990.315243:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 12544 00000400:00000010:2.0:1769074990.315253:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074990.315254:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.315257:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c45 [64] + 98496 00000400:00000010:1.0:1769074990.315257:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000200:3.0:1769074990.315264:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074990.315266:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.315267:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368833280, offset 224 00000100:00000200:1.0:1769074990.315268:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368832768, offset 224 00000100:00000200:3.0:1769074990.315269:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000400:00000200:0.0:1769074990.315276:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.315279:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1769074990.315279:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650d500. 00000400:00000200:1.0:1769074990.315289:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.315292:0:28096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074990.315295:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1769074990.315300:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b06d18a80. 00000400:00000200:3.0:1769074990.315300:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000200:1.0:1769074990.315302:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1769074990.315306:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000400:00000200:2.0:1769074990.315307:0:28096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae13300 00000100:00000200:3.0:1769074990.315316:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b38485500 x1855008368832896/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074990.315317:0:28096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a061 [1] + 224 00000400:00000200:1.0:1769074990.315319:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae13100 00000400:00000200:0.0:1769074990.315327:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000200:2.0:1769074990.315328:0:28096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1769074990.315332:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000400:00000200:2.0:1769074990.315337:0:28096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.315341:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3ccb8700 x1855008368833536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.315345:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b351db200. 00000400:00000200:1.0:1769074990.315347:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2a041 [1] + 224 00000400:00000010:3.0:1769074990.315351:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751cb8. 00000400:00000200:1.0:1769074990.315360:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.315362:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000100:00000200:2.0:1769074990.315365:0:28096:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3ccb8380 x1855008368833280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.315369:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368833408, portal 10 00000400:00000010:0.0:1769074990.315370:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367510b0. 00000400:00000200:1.0:1769074990.315372:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074990.315377:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fbb0 00000400:00000010:3.0:1769074990.315377:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000400:00000010:0.0:1769074990.315381:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fbb0. 00000100:00000200:3.0:1769074990.315388:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368833408, offset 0 00000100:00000200:0.0:1769074990.315392:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3650ea00 x1855008368832512/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.315393:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3059b800 x1855008368832768/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.315397:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074990.315409:0:28096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000200:3.0:1769074990.315410:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1769074990.315416:0:28096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:3.0:1769074990.315424:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae13380 00000020:00000010:2.0:1769074990.315433:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2580. 00000400:00000200:3.0:1769074990.315435:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c45 [64] + 98720 00000100:00000200:0.0:1769074990.315438:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3650ea00 x1855008368832512/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.315443:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000020:00000010:2.0:1769074990.315444:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000400:00000200:3.0:1769074990.315444:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074990.315448:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000020:00000010:2.0:1769074990.315453:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000400:00000200:3.0:1769074990.315454:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1769074990.315461:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000100:00000200:3.0:1769074990.315464:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1769074990.315466:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000100:00000010:3.0:1769074990.315468:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650f480. 00000020:00000010:1.0:1769074990.315471:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298de00. 00000020:00000010:2.0:1769074990.315475:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763380. 00000400:00000200:3.0:1769074990.315479:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 02000000:00000010:0.0:1769074990.315480:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0940f400. 00000020:00000010:2.0:1769074990.315481:0:28096:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d700. 00000400:00000010:3.0:1769074990.315482:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 02000000:00000010:0.0:1769074990.315490:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158100. 00000020:00000010:2.0:1769074990.315491:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763380. 00000100:00000200:3.0:1769074990.315492:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3ccb9500 x1855008368833408/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1769074990.315500:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ea00. 00000020:00000010:1.0:1769074990.315501:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000020:00000010:2.0:1769074990.315502:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703800. 00000020:00000010:1.0:1769074990.315508:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000020:00000010:2.0:1769074990.315509:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2580. 00000020:00000010:2.0:1769074990.315514:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415c80. 00000020:00000010:1.0:1769074990.315516:0:26108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298de00. 02000000:00000010:0.0:1769074990.315518:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a01502200. 00000020:00000010:1.0:1769074990.315522:0:26108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000400:00000010:0.0:1769074990.315524:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753bcb8. 00000020:00000010:1.0:1769074990.315528:0:26108:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000400:00000010:0.0:1769074990.315531:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000020:00000010:2.0:1769074990.315535:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763380. 00000100:00000200:0.0:1769074990.315536:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368833152, portal 10 00000020:00000010:3.0:1769074990.315538:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00000020:00000010:3.0:1769074990.315543:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00000400:00000010:0.0:1769074990.315545:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000020:00000010:2.0:1769074990.315545:0:28096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702800. 00000100:00000200:3.0:1769074990.315547:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833792 00000100:00000200:0.0:1769074990.315551:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368833152, offset 0 00000020:00000010:2.0:1769074990.315553:0:28096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000020:00000010:1.0:1769074990.315557:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000400:00000200:0.0:1769074990.315559:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1769074990.315561:0:28096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 02000000:00000010:3.0:1769074990.315561:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a0302c400. 00000020:00000010:1.0:1769074990.315564:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00010000:00000200:3.0:1769074990.315571:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d19c00 x1855008368833792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.315572:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1769074990.315572:0:26108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368832384 00000020:00000010:2.0:1769074990.315579:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763d80. 00000020:00000010:2.0:1769074990.315584:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763d80. 00000400:00000200:0.0:1769074990.315586:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae13280 02000000:00000010:1.0:1769074990.315587:0:26108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b368ec800. 00000100:00000200:2.0:1769074990.315590:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833024 00000400:00000010:3.0:1769074990.315592:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000400:00000200:0.0:1769074990.315596:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c45 [64] + 98944 00010000:00000200:1.0:1769074990.315601:0:26108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650c700 x1855008368832384/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1769074990.315601:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0650a800. 00000100:00000200:3.0:1769074990.315602:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368833792, offset 224 00000400:00000200:0.0:1769074990.315603:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1769074990.315611:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d1aa00 x1855008368833024/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.315613:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074990.315618:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074990.315625:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1769074990.315632:0:29082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1769074990.315634:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b08dd1880. 00000400:00000010:1.0:1769074990.315641:0:26108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000010:2.0:1769074990.315645:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000400:00000200:0.0:1769074990.315646:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000200:3.0:1769074990.315646:0:29082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae13500 00000400:00000010:0.0:1769074990.315652:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074990.315657:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3ccbb100 x1855008368833152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074990.315657:0:26108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368832384, offset 224 00000100:00000200:2.0:1769074990.315658:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368833024, offset 224 00000400:00000200:3.0:1769074990.315662:0:29082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a071 [1] + 224 00000400:00000200:3.0:1769074990.315673:0:29082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.315690:0:26108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.315698:0:29082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.315703:0:26108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074990.315706:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1769074990.315707:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b03444400. 00000400:00000010:0.0:1769074990.315712:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b580. 00000400:00000200:1.0:1769074990.315716:0:26108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae12f80 00000100:00000200:3.0:1769074990.315717:0:29082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3ccba300 x1855008368833792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.315718:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000400:00000200:2.0:1769074990.315719:0:28096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.315727:0:26108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2a081 [1] + 224 00000400:00000200:2.0:1769074990.315735:0:28096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae13200 00000400:00000200:1.0:1769074990.315736:0:26108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.315737:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368833664, portal 4 00000400:00000010:0.0:1769074990.315746:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000400:00000200:1.0:1769074990.315748:0:26108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.315749:0:28096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a06d [1] + 224 00000400:00000200:3.0:1769074990.315756:0:29082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000200:2.0:1769074990.315757:0:28096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.315761:0:29082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000200:2.0:1769074990.315764:0:28096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.315767:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368833664, offset 0 00000100:00000200:1.0:1769074990.315773:0:26108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30599f80 x1855008368832384/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.315774:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2f80. 00000100:00000200:2.0:1769074990.315776:0:28096:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3ccb9f80 x1855008368833024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.315778:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074990.315781:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4154b0. 00000020:00000010:3.0:1769074990.315788:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00000400:00000200:0.0:1769074990.315791:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.315807:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae13480 00000020:00000010:3.0:1769074990.315808:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00000020:00000010:3.0:1769074990.315814:0:29082:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b3524d180. 00000400:00000200:0.0:1769074990.315817:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 10896 00000020:00000010:3.0:1769074990.315821:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00000400:00000200:0.0:1769074990.315823:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.315823:0:28096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000020:00000010:3.0:1769074990.315826:0:29082:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351dbe00. 00000400:00000010:2.0:1769074990.315828:0:28096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:0.0:1769074990.315831:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074990.315832:0:29082:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589d80. 00000400:00000200:1.0:1769074990.315835:0:26108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000020:00000010:3.0:1769074990.315839:0:29082:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751190. 00000400:00000010:1.0:1769074990.315840:0:26108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000020:00000010:2.0:1769074990.315841:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00000100:00000200:0.0:1769074990.315848:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000010:2.0:1769074990.315849:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415d48. 00000100:00000010:0.0:1769074990.315854:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04978000. 00000020:00000010:1.0:1769074990.315856:0:26108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000020:00000010:2.0:1769074990.315856:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703000. 00000020:00000010:3.0:1769074990.315859:0:29082:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00000020:00000010:3.0:1769074990.315864:0:29082:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00000020:00000010:1.0:1769074990.315865:0:26108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000100:00000200:3.0:1769074990.315870:0:29082:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833536 00000400:00000200:0.0:1769074990.315872:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000020:00000010:1.0:1769074990.315872:0:26108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298de00. 00000400:00000010:0.0:1769074990.315877:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000020:00000010:2.0:1769074990.315878:0:28096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763d80. 02000000:00000010:3.0:1769074990.315880:0:29082:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe39000. 00000020:00000010:2.0:1769074990.315883:0:28096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763d80. 00000100:00000200:0.0:1769074990.315885:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b3ccb8e00 x1855008368833664/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1769074990.315888:0:28096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833408 00010000:00000200:3.0:1769074990.315891:0:29082:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b06d18a80 x1855008368833536/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.315892:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000020:00000010:1.0:1769074990.315899:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 02000000:00000010:2.0:1769074990.315899:0:28096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b06509c00. 00000020:00000010:1.0:1769074990.315908:0:26108:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298de00. 00010000:00000200:2.0:1769074990.315911:0:28096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650f480 x1855008368833408/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.315915:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751688. 00000020:00000010:1.0:1769074990.315915:0:26108:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000020:00000010:1.0:1769074990.315921:0:26108:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000400:00000200:0.0:1769074990.315922:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f330 00000400:00000010:0.0:1769074990.315927:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f330. 00000400:00000010:3.0:1769074990.315930:0:29082:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:0.0:1769074990.315937:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3ccb9f80 x1855008368833024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.315937:0:29082:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368833536, offset 224 00000400:00000010:2.0:1769074990.315939:0:28096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000020:00000010:1.0:1769074990.315940:0:26108:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f900. 00000020:00000010:1.0:1769074990.315947:0:26108:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f900. 00000100:00000200:2.0:1769074990.315948:0:28096:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368833408, offset 224 00000100:00000200:1.0:1769074990.315953:0:26108:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833664 00000400:00000200:3.0:1769074990.315955:0:29082:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074990.315957:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3ccb9f80 x1855008368833024/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.315964:0:26108:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08400. 00000400:00000200:2.0:1769074990.315966:0:28096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1769074990.315970:0:29082:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000200:1.0:1769074990.315975:0:26108:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04978000 x1855008368833664/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.315977:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b351da400. 00000400:00000200:2.0:1769074990.315983:0:28096:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1769074990.315984:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b111afc00. 00000400:00000200:3.0:1769074990.315986:0:29082:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae13400 00000100:00000010:0.0:1769074990.315992:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb9f80. 00000400:00000200:3.0:1769074990.315998:0:29082:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a08d [1] + 224 00000400:00000010:1.0:1769074990.316004:0:26108:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000400:00000200:2.0:1769074990.316005:0:28096:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae13380 00000400:00000200:3.0:1769074990.316006:0:29082:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074990.316010:0:26108:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368833664, offset 224 00000400:00000200:3.0:1769074990.316016:0:29082:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1769074990.316020:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000400:00000200:2.0:1769074990.316021:0:28096:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a0a1 [1] + 224 00000020:00000010:0.0:1769074990.316047:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000100:00000200:0.0:1769074990.316051:0:26104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833152 00000400:00000200:2.0:1769074990.316057:0:28096:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.316059:0:26108:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1769074990.316061:0:26104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3062c400. 00000400:00000200:2.0:1769074990.316066:0:28096:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1769074990.316069:0:29082:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3ccb8700 x1855008368833536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1769074990.316072:0:26104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b08dd1880 x1855008368833152/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.316075:0:26108:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1769074990.316076:0:28096:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3ccb9500 x1855008368833408/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.316093:0:26108:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae13480 00000400:00000200:1.0:1769074990.316108:0:26108:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2a0bd [1] + 224 00000400:00000010:0.0:1769074990.316113:0:26104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000400:00000200:1.0:1769074990.316116:0:26108:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.316117:0:26104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368833152, offset 224 00000400:00000200:3.0:1769074990.316119:0:29082:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:3.0:1769074990.316123:0:29082:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000200:1.0:1769074990.316126:0:26108:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074990.316128:0:28096:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000400:00000010:2.0:1769074990.316132:0:28096:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000020:00000010:3.0:1769074990.316135:0:29082:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2580. 00000400:00000200:0.0:1769074990.316139:0:26104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074990.316142:0:29082:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415c80. 00000020:00000010:2.0:1769074990.316144:0:28096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000100:00000200:1.0:1769074990.316149:0:26108:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3ccb8e00 x1855008368833664/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.316150:0:26104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1769074990.316151:0:28096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:3.0:1769074990.316151:0:29082:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703800. 00000020:00000010:2.0:1769074990.316158:0:28096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702800. 00000400:00000200:0.0:1769074990.316161:0:26104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae13280 00000400:00000200:0.0:1769074990.316171:0:26104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a0a9 [1] + 224 00000400:00000200:0.0:1769074990.316174:0:26104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.316178:0:26104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1769074990.316179:0:26108:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:1.0:1769074990.316183:0:26108:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000100:00000200:0.0:1769074990.316190:0:26104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b3ccbb100 x1855008368833152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.316192:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00000020:00000010:1.0:1769074990.316194:0:26108:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000020:00000010:3.0:1769074990.316201:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00000020:00000010:1.0:1769074990.316202:0:26108:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000400:00000200:0.0:1769074990.316206:0:26104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000020:00000010:1.0:1769074990.316208:0:26108:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298de00. 00000400:00000010:0.0:1769074990.316209:0:26104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000020:00000010:3.0:1769074990.316211:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351daa00. 00000020:00000010:3.0:1769074990.316218:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589a00. 00000020:00000010:0.0:1769074990.316222:0:26104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589d80. 00000020:00000010:3.0:1769074990.316223:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751c80. 00000020:00000010:0.0:1769074990.316228:0:26104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751190. 00000020:00000010:0.0:1769074990.316233:0:26104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351dbe00. 00000100:00000200:1.0:1769074990.316240:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1769074990.316245:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484e00. 00000400:00000200:1.0:1769074990.316257:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f908 00000400:00000010:1.0:1769074990.316259:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f908. 00000100:00000200:1.0:1769074990.316265:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30599180 x1855008368832640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.316266:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b307559c0. 00000020:00000010:0.0:1769074990.316268:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000020:00000010:3.0:1769074990.316272:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b307559c0. 00000020:00000010:0.0:1769074990.316275:0:28095:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b0951f6c0. 00000100:00000200:3.0:1769074990.316279:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368832896 02000000:00000010:3.0:1769074990.316290:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b3fe39c00. 00000020:00000010:0.0:1769074990.316292:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000010:1.0:1769074990.316295:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751d68. 00000020:00000010:0.0:1769074990.316299:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0768f800. 00000400:00000200:1.0:1769074990.316301:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fdd0 00000020:00000010:0.0:1769074990.316304:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcce00. 00010000:00000200:3.0:1769074990.316306:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650d500 x1855008368832896/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:526/0 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074990.316307:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fdd0. 00000020:00000010:0.0:1769074990.316308:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00000100:00000200:1.0:1769074990.316320:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30599c00 x1855008368832128/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.316329:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000100:00000200:3.0:1769074990.316335:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368832896, offset 224 00000020:00000010:0.0:1769074990.316336:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecc80. 00000100:00000200:1.0:1769074990.316338:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30599c00 x1855008368832128/t0(0) o400->MGC192.168.204.141@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.316342:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecc80. 00000400:00000200:3.0:1769074990.316347:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074990.316348:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368832640 00000400:00000200:3.0:1769074990.316357:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1769074990.316360:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b0940f400. 00000400:00000200:3.0:1769074990.316365:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae13180 00010000:00000200:0.0:1769074990.316369:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484e00 x1855008368832640/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.316369:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b421c4000. 00000400:00000200:3.0:1769074990.316374:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a089 [1] + 224 02000000:00000010:1.0:1769074990.316379:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b0a5a7c00. 00000400:00000200:3.0:1769074990.316384:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.316389:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599c00. 00000400:00000200:3.0:1769074990.316392:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1769074990.316395:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000100:00000200:0.0:1769074990.316400:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368832640, offset 224 00000100:00000200:3.0:1769074990.316401:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b38485500 x1855008368832896/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.316408:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.316419:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.316420:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000400:00000010:3.0:1769074990.316424:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00000400:00000200:0.0:1769074990.316428:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae13080 00000020:00000010:3.0:1769074990.316432:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589a00. 00000400:00000200:0.0:1769074990.316433:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2a045 [1] + 224 00000020:00000010:3.0:1769074990.316438:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751c80. 00000400:00000200:0.0:1769074990.316439:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.316442:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351daa00. 00000400:00000200:0.0:1769074990.316446:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.316452:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30599180 x1855008368832640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.316463:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751160. 00000400:00000200:3.0:1769074990.316466:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:3.0:1769074990.316467:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000100:00000200:3.0:1769074990.316472:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30599f80 x1855008368832384/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.316473:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000400:00000010:0.0:1769074990.316477:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000100:00000200:3.0:1769074990.316485:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30599f80 x1855008368832384/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.316489:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcce00. 00000020:00000010:0.0:1769074990.316495:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000400:00000010:1.0:1769074990.316497:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751058. 00000020:00000010:0.0:1769074990.316498:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0768f800. 00000400:00000200:1.0:1769074990.316503:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f220 00000400:00000010:1.0:1769074990.316505:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f220. 00000400:00000010:3.0:1769074990.316511:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751d10. 00000100:00000200:1.0:1769074990.316513:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30599180 x1855008368832640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.316518:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000100:00000200:1.0:1769074990.316523:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30599180 x1855008368832640/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.316523:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000400:00000010:0.0:1769074990.316531:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bc60. 00000100:00000200:3.0:1769074990.316535:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b38485500 x1855008368832896/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.316536:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:0.0:1769074990.316539:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 02000000:00000010:1.0:1769074990.316543:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0fa00. 00000100:00000200:0.0:1769074990.316548:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3059b800 x1855008368832768/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.316552:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b0a5a7d00. 00000100:00000010:1.0:1769074990.316559:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599180. 00000100:00000200:0.0:1769074990.316570:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3059b800 x1855008368832768/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.316572:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b38485500 x1855008368832896/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.316587:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b898. 00000400:00000200:0.0:1769074990.316591:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:0.0:1769074990.316592:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000100:00000200:0.0:1769074990.316595:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3ccb8380 x1855008368833280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.316602:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3ccb8380 x1855008368833280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1769074990.316603:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751cb8. 00000400:00000200:3.0:1769074990.316610:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:3.0:1769074990.316614:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000400:00000010:0.0:1769074990.316619:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bf20. 00000100:00000200:3.0:1769074990.316623:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3ccb9500 x1855008368833408/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074990.316624:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:0.0:1769074990.316627:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000100:00000200:0.0:1769074990.316634:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3ccba300 x1855008368833792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.316657:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3ccba300 x1855008368833792/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1769074990.316658:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3ccb9500 x1855008368833408/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.316671:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b049f7c00. 02000000:00000010:0.0:1769074990.316689:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8a029f3300. 00000100:00000010:0.0:1769074990.316693:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b800. 02000000:00000010:0.0:1769074990.316696:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a02cdfa00. 02000000:00000010:0.0:1769074990.316699:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b1326c600. 00000100:00000010:0.0:1769074990.316702:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb8380. 02000000:00000010:3.0:1769074990.316704:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b351da600. 02000000:00000010:0.0:1769074990.316706:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b173fc800. 02000000:00000010:0.0:1769074990.316712:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3e39c300. 02000000:00000010:3.0:1769074990.316714:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b0a5a7200. 00000100:00000010:0.0:1769074990.316715:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccba300. 00000100:00000010:3.0:1769074990.316722:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599f80. 00000400:00000010:0.0:1769074990.316731:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753bcb8. 02000000:00000010:3.0:1769074990.316732:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3cec2c00. 00000400:00000200:0.0:1769074990.316736:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 02000000:00000010:3.0:1769074990.316739:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b3fcc6800. 00000400:00000010:0.0:1769074990.316740:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000100:00000200:0.0:1769074990.316748:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3ccbb100 x1855008368833152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.316749:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 02000000:00000010:3.0:1769074990.316757:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b351db200. 00000100:00000200:0.0:1769074990.316759:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3ccbb100 x1855008368833152/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.316764:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b173a3200. 00000100:00000010:3.0:1769074990.316770:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb9500. 00000400:00000010:0.0:1769074990.316771:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b580. 00000400:00000200:0.0:1769074990.316777:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:0.0:1769074990.316778:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000100:00000200:0.0:1769074990.316781:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3ccb8e00 x1855008368833664/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.316787:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3ccb8e00 x1855008368833664/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.316798:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000400:00000200:0.0:1769074990.316800:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:0.0:1769074990.316801:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00000100:00000200:0.0:1769074990.316803:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b3ccb8700 x1855008368833536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.316807:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b3ccb8700 x1855008368833536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.316814:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a01502200. 02000000:00000010:0.0:1769074990.316817:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b111afe00. 00000100:00000010:0.0:1769074990.316819:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccbb100. 02000000:00000010:0.0:1769074990.316820:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b03444400. 02000000:00000010:0.0:1769074990.316822:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b10071200. 00000100:00000010:0.0:1769074990.316825:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb8e00. 02000000:00000010:0.0:1769074990.316826:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b35d3b400. 02000000:00000010:0.0:1769074990.316828:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b17534e00. 00000100:00000010:0.0:1769074990.316831:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3ccb8700. 00000020:00000010:3.0:1769074990.379375:0:53892:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c7400. 00000020:00000010:3.0:1769074990.379385:0:53892:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c7800. 00000040:00000010:3.0:1769074990.379390:0:53892:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c6000. 00000020:00000010:3.0:1769074990.379396:0:53892:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044be000. 00000020:00000010:3.0:1769074990.379402:0:53892:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b34c70508. 00000020:00000010:3.0:1769074990.379407:0:53892:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c6200. 80000000:00000010:3.0:1769074990.379412:0:53892:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b17321cc0. 40000000:00000010:3.0:1769074990.379416:0:53892:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b30755600. 00100000:00000010:3.0:1769074990.379423:0:53892:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a04d50000. 00040000:00000010:3.0:1769074990.379428:0:53892:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158000. 00040000:00000010:3.0:1769074990.379432:0:53892:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a04d57800. 00040000:00000010:3.0:1769074990.379437:0:53892:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7000. 00080000:00000010:3.0:1769074990.379444:0:53892:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b04a6a000. 00080000:00000010:3.0:1769074990.379449:0:53892:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e34000. 00000004:00000010:3.0:1769074990.379456:0:53892:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8a04d52000. 00000004:00000010:3.0:1769074990.379461:0:53892:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b30593000. 00000004:00000010:3.0:1769074990.379467:0:53892:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a03f40800. 00002000:00000010:3.0:1769074990.379472:0:53892:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3fc67400. 00000004:00000010:3.0:1769074990.379476:0:53892:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b0940b800. 00000020:00000010:3.0:1769074990.379511:0:53892:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c7800. 00000040:00000010:3.0:1769074990.379516:0:53892:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c6000. 00000020:00000010:3.0:1769074990.379519:0:53892:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044be000. 00000020:00000010:3.0:1769074990.379524:0:53892:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b34c70508. 00000020:00000010:3.0:1769074990.379529:0:53892:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c6200. 80000000:00000010:3.0:1769074990.379532:0:53892:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b17321cc0. 40000000:00000010:3.0:1769074990.379535:0:53892:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b30755600. 00100000:00000010:3.0:1769074990.379539:0:53892:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a04d50000. 00040000:00000010:3.0:1769074990.379542:0:53892:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b06158000. 00040000:00000010:3.0:1769074990.379546:0:53892:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a04d57800. 00040000:00000010:3.0:1769074990.379549:0:53892:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7000. 00080000:00000010:3.0:1769074990.379553:0:53892:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b36e34000. 00080000:00000010:3.0:1769074990.379557:0:53892:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b04a6a000. 00000004:00000010:3.0:1769074990.379561:0:53892:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a04d52000. 00000004:00000010:3.0:1769074990.379565:0:53892:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b30593000. 00000004:00000010:3.0:1769074990.379568:0:53892:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a03f40800. 00002000:00000010:3.0:1769074990.379571:0:53892:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3fc67400. 00000004:00000010:3.0:1769074990.379574:0:53892:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b0940b800. 00000020:00000010:3.0:1769074990.379578:0:53892:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c7400. 00000400:00000200:1.0:1769074990.677968:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.677972:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.677993:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1392 into portal 6 MB=0x6971ec9d7ff80 00000400:00000200:3.0:1769074990.677998:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80080 00000400:00000200:1.0:1769074990.678008:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1392/1392 into md 0x5bfd [128] + 155336 00000400:00000200:1.0:1769074990.678081:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.678088:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.678198:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5bfd [128] + 156728 00000100:00000200:1.0:1769074990.678208:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.678218:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38484380. 00000400:00000200:3.0:1769074990.678225:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.678232:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.678241:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1769074990.678247:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3650ea00. 00000400:00000200:1.0:1769074990.678254:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.678264:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 5928 into portal 6 MB=0x6971ec9d80000 00000400:00000200:1.0:1769074990.678271:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 5928/5928 into md 0x5bfd [128] + 157216 00000400:00000200:1.0:1769074990.678281:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.678286:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.678306:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.678306:0:27578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b077632c0. 00000020:00000010:0.0:1769074990.678314:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.678314:0:27578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b077632c0. 00000020:00000010:0.0:1769074990.678321:0:30782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35d3b400. 00000020:00000010:2.0:1769074990.678321:0:27578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702400. 00000020:00000010:0.0:1769074990.678326:0:30782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcca00. 00000020:00000010:2.0:1769074990.678326:0:27578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000020:00000010:0.0:1769074990.678331:0:30782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00000020:00000010:2.0:1769074990.678331:0:27578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000020:00000010:2.0:1769074990.678391:0:27578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b077632c0. 00000020:00000010:2.0:1769074990.678395:0:27578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b077632c0. 00000100:00000200:2.0:1769074990.678400:0:27578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453056 00000020:00000010:0.0:1769074990.678401:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.678404:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.678407:0:30782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453312 02000000:00000010:0.0:1769074990.678418:0:30782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b173a4800. 02000000:00000010:2.0:1769074990.678418:0:27578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b06509000. 00000400:00000200:3.0:1769074990.678467:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:1.0:1769074990.678468:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.678475:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38486300. 00000400:00000200:3.0:1769074990.678476:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80200 00000400:00000200:3.0:1769074990.678485:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5bfd [128] + 163144 00000400:00000200:3.0:1769074990.678492:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.678509:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.678519:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2224 into portal 6 MB=0x6971ec9d80100 00000400:00000200:1.0:1769074990.678524:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2224/2224 into md 0x5bfd [128] + 163632 00000400:00000200:1.0:1769074990.678533:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.678539:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.678542:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.678546:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38485500. 00000400:00000200:1.0:1769074990.678563:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.678570:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 10464 into portal 6 MB=0x6971ec9d80180 00000400:00000200:1.0:1769074990.678575:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 10464/10464 into md 0x5bfd [128] + 165856 00080000:00000010:2.0:1769074990.678583:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702800. 00000400:00000200:1.0:1769074990.678632:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.678639:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.678644:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:2.0:1769074990.678644:0:27578:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.678651:0:27578:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000100:00000010:1.0:1769074990.678653:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599f80. 00080000:00000400:2.0:1769074990.678655:0:27578:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.678659:0:27578:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.678662:0:27578:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.678665:0:27578:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.678708:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:2.0:1769074990.678709:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703000. 00080000:00000010:2.0:1769074990.678719:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077632c0. 00000400:00000200:1.0:1769074990.678720:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 15960 into portal 6 MB=0x6971ec9d80300 00000400:00000200:3.0:1769074990.678726:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.678731:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 15960/15960 into md 0x5bfd [128] + 176320 00080000:00000010:2.0:1769074990.678731:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763700. 00000100:00000200:3.0:1769074990.678745:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000400:00000200:1.0:1769074990.678751:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.678757:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.678783:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.678788:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.678794:0:27577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c600. 00000020:00000010:1.0:1769074990.678799:0:27577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000020:00000010:1.0:1769074990.678803:0:27577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00080000:00000010:2.0:1769074990.678844:0:27578:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00000100:00000010:3.0:1769074990.678855:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35cd0000. 00000020:00000010:1.0:1769074990.678872:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.678877:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.678884:0:27577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c200. 00000020:00000010:1.0:1769074990.678888:0:27577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3a00. 00000400:00000200:3.0:1769074990.678894:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:1.0:1769074990.678896:0:27577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3708. 00000400:00000200:3.0:1769074990.678902:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80280 00000400:00000200:3.0:1769074990.678908:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5bfd [128] + 192280 00000020:00000010:2.0:1769074990.678909:0:27578:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82780. 00000400:00000200:3.0:1769074990.678915:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.678918:0:30782:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b05f11400. 00000100:00000010:0.0:1769074990.678923:0:30782:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 1472 at ffff8c8a0967a000. 00000001:00000010:2.0:1769074990.678925:0:27578:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82ea0. 00000020:00000010:1.0:1769074990.678929:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.678934:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000400:00000010:0.0:1769074990.678938:0:30782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1592 at ffff8c8b35cf8800. 00000020:00000010:1.0:1769074990.678940:0:27577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298ce00. 00080000:00000010:2.0:1769074990.678943:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763700. 00000400:00000010:0.0:1769074990.678948:0:30782:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200850. 00000020:00000010:1.0:1769074990.678948:0:27577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3c00. 00080000:00000010:2.0:1769074990.678948:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077632c0. 00000400:00000200:0.0:1769074990.678957:0:30782:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.678957:0:27577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3000. 00000400:00000200:0.0:1769074990.678975:0:30782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.678984:0:30782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17669:17669:256:4294967295] 192.168.204.41@tcp LPNI seq info [17665:17665:8:4294967295] 00000020:00000010:2.0:1769074990.678984:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b077632c0. 00000020:00000010:2.0:1769074990.678989:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b077632c0. 00000020:00000010:1.0:1769074990.678992:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000400:00000200:0.0:1769074990.678997:0:30782:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000020:00000010:2.0:1769074990.678997:0:29220:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703e00. 00000020:00000010:1.0:1769074990.678998:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000400:00000200:3.0:1769074990.679001:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.679003:0:29220:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c80. 00000100:00000200:1.0:1769074990.679004:0:27577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453184 00000020:00000010:2.0:1769074990.679010:0:29220:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415d48. 00000400:00000200:0.0:1769074990.679012:0:30782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 02000000:00000010:1.0:1769074990.679018:0:27577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b04a0bc00. 00000800:00000200:0.0:1769074990.679019:0:30782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000100:00000200:3.0:1769074990.679020:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000800:00000010:0.0:1769074990.679052:0:30782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b112a9c00. 00000800:00000200:0.0:1769074990.679059:0:30782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.679067:0:30782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.679072:0:30782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b112a9c00 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:2.0:1769074990.679076:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b077632c0. 00000020:00000010:2.0:1769074990.679078:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b077632c0. 00000100:00000200:2.0:1769074990.679082:0:29220:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453440 00000100:00000200:0.0:1769074990.679083:0:30782:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 92 pages 375119 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80080-0x6971ec9d80080 02000000:00000010:2.0:1769074990.679090:0:29220:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0650b000. 00000020:00000010:0.0:1769074990.679120:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00080000:00000010:2.2F:1769074990.679120:0:29220:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000020:00000010:0.0:1769074990.679124:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.679127:0:34004:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453568 02000000:00000010:0.0:1769074990.679137:0:34004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b05378800. 00080000:00000010:1.0:1769074990.679157:0:27577:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d200. 00080000:00000400:1.0:1769074990.679195:0:27577:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.679200:0:27577:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000010:2.0:1769074990.679200:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703800. 00080000:00000400:1.0:1769074990.679205:0:27577:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.679210:0:27577:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.679212:0:27577:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.679215:0:27577:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.679233:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35cd7800. 00080000:00000010:1.0:1769074990.679236:0:27577:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c400. 00080000:00000010:1.0:1769074990.679245:0:27577:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00080000:00000010:1.0:1769074990.679253:0:27577:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000100:00000010:3.0:1769074990.679256:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af67800. 00080000:00000400:0.0:1769074990.679261:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.679266:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.679269:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.679271:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.679274:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.679276:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.679295:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35cd6200. 00080000:00000010:0.0:1769074990.679301:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.679306:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000020:00000010:1.0:1769074990.679325:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f0c0. 00000020:00000010:1.0:1769074990.679330:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f0c0. 00000020:00000010:1.0:1769074990.679336:0:29218:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298d600. 00000020:00000010:1.0:1769074990.679342:0:29218:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3c80. 00000020:00000010:1.0:1769074990.679347:0:29218:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3320. 00080000:00000010:0.0:1769074990.679364:0:34004:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.679379:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f0c0. 00000020:00000010:1.0:1769074990.679384:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f0c0. 00000100:00000200:1.0:1769074990.679388:0:29218:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453696 02000000:00000010:1.0:1769074990.679398:0:29218:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b04a0a800. 00000020:00000010:0.0:1769074990.679399:0:34004:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02953a20. 00000001:00000010:0.0:1769074990.679412:0:34004:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953360. 00080000:00000010:0.0:1769074990.679422:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.679425:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.679444:0:29216:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.679447:0:29216:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.679451:0:29216:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453824 02000000:00000010:0.0:1769074990.679462:0:29216:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b307f5000. 00000800:00000200:3.0:1769074990.679468:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.679473:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b112a9c00. 00000400:00000200:3.0:1769074990.679479:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.679484:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:3.0:1769074990.679489:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b05f11400 00000100:00000010:1.0:1769074990.679499:0:29218:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b04a0b000. 00000100:00000010:1.0:1769074990.679506:0:29218:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 160 at ffff8c8b2a1940c0. 00000400:00000200:3.0:1769074990.679509:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:1.0:1769074990.679516:0:29218:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 280 at ffff8c8a0298c000. 00000400:00000010:1.0:1769074990.679526:0:29218:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b181ac888. 00000400:00000200:1.0:1769074990.679532:0:29218:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.679543:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.679549:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17670:17670:256:4294967295] 192.168.204.41@tcp LPNI seq info [17666:17666:8:4294967295] 00080000:00000010:0.2F:1769074990.679550:0:29216:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:1.0:1769074990.679557:0:29218:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.679568:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:1.0:1769074990.679575:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.679580:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3fcc6c00. 00000800:00000200:1.0:1769074990.679585:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.679591:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.679595:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6c00 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074990.679603:0:29218:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 10 pages 38527 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80200-0x6971ec9d80200 00000100:00000010:0.0:1769074990.679611:0:29216:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b0952f800. 00000100:00000010:0.0:1769074990.679631:0:29216:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 160 at ffff8c8b133a7000. 00000400:00000010:0.0:1769074990.679642:0:29216:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 280 at ffff8c8a01502200. 00000100:00000200:1.0:1769074990.679645:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000400:00000010:0.0:1769074990.679649:0:29216:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200b60. 00000100:00000010:1.0:1769074990.679653:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3059b800. 00000400:00000200:0.0:1769074990.679659:0:29216:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.679662:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80500 00000400:00000200:3.0:1769074990.679681:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5bfd [128] + 192768 00000400:00000200:0.0:1769074990.679686:0:29216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.679693:0:29216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17671:17671:255:4294967295] 192.168.204.41@tcp LPNI seq info [17667:17667:7:4294967295] 00000400:00000200:3.0:1769074990.679699:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.679700:0:29216:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.679711:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.679717:0:29216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:0.0:1769074990.679724:0:29216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.679728:0:29216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b112a9c00. 00000800:00000200:0.0:1769074990.679733:0:29216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.679738:0:29216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.679742:0:29216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b112a9c00 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1769074990.679748:0:29216:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 10 pages 39339 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80280-0x6971ec9d80280 00000800:00000200:1.0:1769074990.679772:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.679777:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3fcc6c00. 00000400:00000200:1.0:1769074990.679782:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1769074990.679783:0:34004:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599f80 x1855008351453568/t8589935752(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 10464/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074990.679792:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:1.0:1769074990.679800:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b04a0b000 00000020:00000010:2.0:1769074990.679802:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763940. 00000020:00000010:2.0:1769074990.679807:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763940. 00000400:00000010:0.0:1769074990.679810:0:34004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000020:00000010:2.0:1769074990.679813:0:30781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0a5a5e00. 00000100:00000200:0.0:1769074990.679814:0:34004:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453568, offset 224 00000020:00000010:2.0:1769074990.679817:0:30781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2900. 00000400:00000200:0.0:1769074990.679822:0:34004:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.679822:0:30781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415bb8. 00000400:00000200:1.0:1769074990.679827:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.679833:0:34004:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.679838:0:34004:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17672:17672:255:4294967295] 192.168.204.41@tcp LPNI seq info [17668:17668:7:4294967295] 00000400:00000200:0.0:1769074990.679847:0:34004:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074990.679848:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763940. 00000020:00000010:2.0:1769074990.679850:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763940. 00000800:00000200:0.0:1769074990.679853:0:34004:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074990.679853:0:30781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351453952 00000800:00000010:0.0:1769074990.679857:0:34004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b17534e00. 00000400:00000200:1.0:1769074990.679858:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1160 into portal 6 MB=0x6971ec9d80380 02000000:00000010:2.0:1769074990.679862:0:30781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0487d800. 00000800:00000200:0.0:1769074990.679865:0:34004:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.679869:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1160/1160 into md 0x5bfd [128] + 193256 00000400:00000200:1.0:1769074990.679879:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.679885:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.679890:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000800:00000200:0.0:1769074990.679891:0:34004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:1.0:1769074990.679895:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599180. 00000800:00000200:0.0:1769074990.679897:0:34004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b17534e00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.679913:0:34004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3c00. 00000800:00000200:1.0:1769074990.679918:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.679919:0:34004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3000. 00000800:00000010:1.0:1769074990.679923:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b112a9c00. 00000020:00000010:0.0:1769074990.679927:0:34004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298ce00. 00000400:00000200:1.0:1769074990.679929:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.679935:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:1.0:1769074990.679939:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b0952f800 00000020:00000010:0.0:1769074990.679946:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00080000:00000010:2.0:1769074990.679950:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0a5a5000. 00000020:00000010:0.0:1769074990.679951:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.679957:0:34004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0768f800. 00000400:00000200:1.0:1769074990.679957:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.679964:0:34004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcce80. 00000400:00000200:1.0:1769074990.679967:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 9688 into portal 6 MB=0x6971ec9d80400 00000020:00000010:0.0:1769074990.679970:0:34004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3eed8. 00080000:00000400:2.0:1769074990.679972:0:30781:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.679975:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 9688/9688 into md 0x5bfd [128] + 194416 00080000:00000400:2.0:1769074990.679976:0:30781:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.679984:0:30781:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.679988:0:30781:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.679991:0:30781:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:1.0:1769074990.679992:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:2.0:1769074990.679996:0:30781:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.680000:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.680004:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.680009:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30599c00. 00000020:00000010:0.0:1769074990.680014:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00080000:00000010:2.0:1769074990.680014:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697c00. 00000020:00000010:0.0:1769074990.680018:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00080000:00000010:2.0:1769074990.680020:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763940. 00000100:00000200:0.0:1769074990.680022:0:34004:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454080 00080000:00000010:2.0:1769074990.680044:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077632c0. 02000000:00000010:0.0:1769074990.680049:0:34004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0952e400. 00000800:00000200:1.0:1769074990.680065:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.680069:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b17534e00. 00000400:00000200:1.0:1769074990.680074:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.680079:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.680083:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:1.0:1769074990.680086:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00080000:00000400:2.0:1769074990.680103:0:29220:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.680107:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:0.0:1769074990.680109:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03444400. 00080000:00000400:2.0:1769074990.680109:0:29220:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.680113:0:29220:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.680117:0:29220:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:1.0:1769074990.680118:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 3152 into portal 6 MB=0x6971ec9d80480 00080000:00000400:2.0:1769074990.680122:0:29220:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.680127:0:29220:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074990.680128:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.680128:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 3152/3152 into md 0x5bfd [128] + 204104 00080000:00000400:0.0:1769074990.680134:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.680138:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.680141:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:2.0:1769074990.680141:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03696000. 00080000:00000400:0.0:1769074990.680144:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.680146:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074990.680147:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763700. 00080000:00000010:2.0:1769074990.680152:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763ec0. 00000400:00000200:1.0:1769074990.680156:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.680160:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fc800. 00000400:00000200:1.0:1769074990.680162:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.0:1769074990.680168:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000100:00000200:1.0:1769074990.680168:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000010:0.0:1769074990.680178:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000100:00000010:1.0:1769074990.680178:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38593800. 00010000:00000200:2.0:1769074990.680226:0:27578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38484380 x1855008351453056/t8589935751(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1392/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:0.0:1769074990.680233:0:34004:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000010:2.0:1769074990.680242:0:27578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c330. 00000400:00000200:1.0:1769074990.680246:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:2.0:1769074990.680247:0:27578:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453056, offset 224 00000400:00000200:1.0:1769074990.680254:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1192 into portal 6 MB=0x6971ec9d80580 00000400:00000200:2.0:1769074990.680259:0:27578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.680262:0:34004:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a029536c0. 00000400:00000200:1.0:1769074990.680266:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1192/1192 into md 0x5bfd [128] + 207256 00000400:00000200:2.0:1769074990.680271:0:27578:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000001:00000010:0.0:1769074990.680272:0:34004:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953960. 00000400:00000200:1.0:1769074990.680276:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.680280:0:27578:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17673:17673:256:4294967295] 192.168.204.41@tcp LPNI seq info [17669:17669:8:4294967295] 00080000:00000010:0.0:1769074990.680283:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000400:00000200:1.0:1769074990.680284:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.0:1769074990.680287:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.680296:0:27578:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:1.0:1769074990.680301:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000800:00000200:2.0:1769074990.680303:0:27578:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000010:1.0:1769074990.680306:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755bb80. 00000020:00000010:0.0:1769074990.680323:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.680328:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.680335:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.680337:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02cdfa00. 00000020:00000010:0.0:1769074990.680342:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcce00. 00000400:00000200:1.0:1769074990.680347:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2240 into portal 6 MB=0x6971ec9d80600 00000020:00000010:0.0:1769074990.680349:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000400:00000200:1.0:1769074990.680358:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2240/2240 into md 0x5bfd [128] + 208448 00000400:00000200:1.0:1769074990.680369:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.2:1769074990.680372:0:27579:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:1.0:1769074990.680375:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.680382:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.680388:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b07559f80. 00000020:00000010:0.0:1769074990.680406:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.680410:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.680416:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7c00. 00000400:00000200:1.0:1769074990.680419:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.680421:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccf00. 00000020:00000010:0.0:1769074990.680427:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ee10. 00000400:00000200:1.0:1769074990.680432:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 5400 into portal 6 MB=0x6971ec9d80680 00000400:00000200:1.0:1769074990.680439:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 5400/5400 into md 0x5bfd [128] + 210688 00000800:00000010:2.0:1769074990.680442:0:27578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3e39c300. 00000100:00000200:3.0:1769074990.680446:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:0.0:1769074990.680450:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.680451:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074990.680453:0:27578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.680454:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000100:00000010:3.0:1769074990.680456:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af66300. 00000020:00000010:0.0:1769074990.680461:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205800. 00000400:00000200:1.0:1769074990.680464:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:2.0:1769074990.680464:0:27578:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.680466:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc100. 00000800:00000200:2.0:1769074990.680470:0:27578:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3e39c300 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.680473:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e4b0. 00000100:00000200:1.0:1769074990.680475:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.680482:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755aa00. 00000020:00000010:2.0:1769074990.680483:0:27578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074990.680489:0:27578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:0.0:1769074990.680491:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.680494:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:2.0:1769074990.680494:0:27578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702400. 00000020:00000010:0.0:1769074990.680499:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35204c00. 00000020:00000010:0.0:1769074990.680503:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc780. 00000400:00000200:1.0:1769074990.680508:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.680508:0:27578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000020:00000010:0.0:1769074990.680509:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00000020:00000010:2.0:1769074990.680513:0:27578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000020:00000010:2.0:1769074990.680520:0:27578:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702400. 00000800:00000200:3.0:1769074990.680521:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074990.680523:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2056 into portal 6 MB=0x6971ec9d80700 00000020:00000010:2.0:1769074990.680526:0:27578:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000020:00000010:0.0:1769074990.680527:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000800:00000010:3.0:1769074990.680528:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3e39c300. 00000020:00000010:0.0:1769074990.680532:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:2.0:1769074990.680532:0:27578:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415898. 00000400:00000200:1.0:1769074990.680536:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2056/2056 into md 0x5bfd [128] + 216088 00000400:00000200:3.0:1769074990.680537:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.680540:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865c00. 00000020:00000010:0.0:1769074990.680547:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc500. 00000400:00000200:3.0:1769074990.680550:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.680551:0:27578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000020:00000010:0.0:1769074990.680552:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e960. 00000400:00000200:1.0:1769074990.680556:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.680557:0:27578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000400:00000200:3.0:1769074990.680559:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c330 00000100:00000200:2.0:1769074990.680563:0:27578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454208 00000400:00000010:3.0:1769074990.680565:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c330. 00000400:00000200:1.0:1769074990.680568:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.680569:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 02000000:00000010:2.0:1769074990.680572:0:27578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0650a400. 00000020:00000010:0.0:1769074990.680574:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000100:00000200:0.0:1769074990.680578:0:27579:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454336 00000100:00000200:1.0:1769074990.680579:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.680585:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0755b800. 02000000:00000010:0.0:1769074990.680587:0:27579:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b352da000. 00000400:00000200:1.0:1769074990.680604:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.680612:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 16488 into portal 6 MB=0x6971ec9d80780 00000400:00000200:1.0:1769074990.680618:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 16488/16488 into md 0x5bfd [128] + 218144 00000400:00000200:1.0:1769074990.680630:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.680634:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.680637:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.680642:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8a80. 00080000:00000010:0.0:1769074990.680646:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864600. 00080000:00000010:2.0:1769074990.680646:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf17400. 00000400:00000200:1.0:1769074990.680654:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.680662:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2592 into portal 6 MB=0x6971ec9d80800 00000400:00000200:1.0:1769074990.680666:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2592/2592 into md 0x5bfd [128] + 234632 00080000:00000400:2.0:1769074990.680682:0:27578:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.680683:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.680687:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.680687:0:27578:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.680691:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.680691:0:27578:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.680695:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.680695:0:27578:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.680698:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.680698:0:27578:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.680702:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:2.0:1769074990.680702:0:27578:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.680711:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.680715:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.0:1769074990.680718:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864400. 00000100:00000200:1.0:1769074990.680718:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000010:2.0:1769074990.680718:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf16a00. 00000100:00000010:1.0:1769074990.680725:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8e00. 00080000:00000010:0.0:1769074990.680728:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000010:2.0:1769074990.680728:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00080000:00000010:0.0:1769074990.680735:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00080000:00000010:2.0:1769074990.680735:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763a00. 00000400:00000200:1.0:1769074990.680740:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:1.0:1769074990.680748:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 375119/375119 into md 0x2a0dd 00000020:00000010:2.0:1769074990.680772:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763400. 00000020:00000010:2.0:1769074990.680777:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763400. 00000020:00000010:2.0:1769074990.680781:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf17a00. 00080000:00000010:0.0:1769074990.680784:0:27579:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:2.0:1769074990.680784:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2b80. 00000020:00000010:2.0:1769074990.680787:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415af0. 00000020:00000010:2.0:1769074990.680809:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763400. 00000020:00000010:0.0:1769074990.680811:0:27579:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02953120. 00000020:00000010:2.0:1769074990.680813:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763400. 00000020:00000010:2.0:1769074990.680818:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c7e400. 00000001:00000010:0.0:1769074990.680820:0:27579:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02953cc0. 00000020:00000010:2.0:1769074990.680821:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2c00. 00000020:00000010:2.0:1769074990.680824:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415ed8. 00080000:00000010:0.0:1769074990.680831:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.680836:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000020:00000010:2.0:1769074990.680846:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763400. 00000020:00000010:1.0:1769074990.680850:0:29217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f0c0. 00000020:00000010:2.0:1769074990.680850:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763400. 00000020:00000010:1.0:1769074990.680856:0:29217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f0c0. 00000020:00000010:0.0:1769074990.680859:0:30779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:2.0:1769074990.680859:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c7fe00. 00000100:00000200:1.0:1769074990.680860:0:29217:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454592 00000020:00000010:0.0:1769074990.680866:0:30779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:2.0:1769074990.680866:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2800. 00000100:00000200:0.0:1769074990.680870:0:30779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454720 00000020:00000010:2.0:1769074990.680870:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415578. 02000000:00000010:1.0:1769074990.680872:0:29217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8a09d5bc00. 02000000:00000010:0.0:1769074990.680881:0:30779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d6a800. 00000020:00000010:2.0:1769074990.680890:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763400. 00000020:00000010:2.0:1769074990.680892:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763400. 00000100:00000200:2.0:1769074990.680895:0:32443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454464 02000000:00000010:2.0:1769074990.680904:0:32443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40227400. 00080000:00000010:1.0:1769074990.680931:0:29217:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298de00. 00080000:00000010:0.0:1769074990.680952:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864e00. 00080000:00000400:1.0:1769074990.680957:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.680962:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.680965:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.680968:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.680971:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.680974:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:0.0:1769074990.680979:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000100:00000010:2.0:1769074990.680983:0:32443:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b40224800. 00080000:00000400:0.0:1769074990.680984:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.680986:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00000010:2.0:1769074990.680988:0:32443:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 112 at ffff8c8a01de2300. 00080000:00000400:0.0:1769074990.680989:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:1.0:1769074990.680991:0:29217:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d800. 00080000:00000400:0.0:1769074990.680992:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000010:2.0:1769074990.680995:0:32443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 232 at ffff8c8b3e39c300. 00080000:00000400:0.0:1769074990.680996:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074990.680998:0:29217:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f0c0. 00000400:00000010:2.0:1769074990.681002:0:32443:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18221000. 00080000:00000010:1.0:1769074990.681005:0:29217:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f7c0. 00000400:00000200:2.0:1769074990.681010:0:32443:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.681014:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864800. 00080000:00000010:0.0:1769074990.681019:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000400:00000200:2.0:1769074990.681019:0:32443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.681024:0:32443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17674:17674:256:4294967295] 192.168.204.41@tcp LPNI seq info [17670:17670:8:4294967295] 00080000:00000010:0.0:1769074990.681048:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.681053:0:32443:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.681060:0:32443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:2.0:1769074990.681066:0:32443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.681071:0:32443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3db67c00. 00000800:00000200:2.0:1769074990.681076:0:32443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.681082:0:32443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:0.2:1769074990.681083:0:30779:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000800:00000200:2.0:1769074990.681086:0:32443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67c00 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1769074990.681097:0:32443:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 7 pages 28241 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80500-0x6971ec9d80500 00080000:00000010:1.0:1769074990.681113:0:29217:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:2.0:1769074990.681125:0:36924:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763400. 00000020:00000010:2.0:1769074990.681130:0:36924:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763400. 00000100:00000200:2.0:1769074990.681133:0:36924:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454848 00080000:00000010:0.0:1769074990.681137:0:30779:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 02000000:00000010:2.0:1769074990.681142:0:36924:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40226000. 00000020:00000010:1.0:1769074990.681152:0:29217:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b05fce720. 00000001:00000010:1.0:1769074990.681165:0:29217:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce1e0. 00000020:00000010:0.0:1769074990.681173:0:30779:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51480. 00080000:00000010:1.0:1769074990.681179:0:29217:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f7c0. 00000020:00000010:3.0:1769074990.681180:0:29215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00000020:00000010:3.0:1769074990.681187:0:29215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00080000:00000010:1.0:1769074990.681188:0:29217:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f0c0. 00000001:00000010:0.0:1769074990.681189:0:30779:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51e40. 00000100:00000200:3.0:1769074990.681193:0:29215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351454976 00080000:00000010:0.0:1769074990.681207:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:2.0:1769074990.681211:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04c7e200. 02000000:00000010:3.0:1769074990.681211:0:29215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d27800. 00080000:00000010:0.0:1769074990.681212:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000400:2.0:1769074990.681236:0:36924:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000010:1.2F:1769074990.681237:0:27577:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.681241:0:29096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00080000:00000400:2.0:1769074990.681241:0:36924:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.681243:0:36924:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000020:00000010:0.0:1769074990.681244:0:29096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00080000:00000400:2.0:1769074990.681249:0:36924:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000100:00000200:0.0:1769074990.681250:0:29096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351455104 00080000:00000400:2.0:1769074990.681252:0:36924:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.681254:0:36924:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 02000000:00000010:0.0:1769074990.681260:0:29096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d68800. 00080000:00000010:2.0:1769074990.681271:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04c7f000. 00080000:00000010:2.0:1769074990.681277:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763400. 00080000:00000010:1.0:1769074990.681283:0:27577:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000010:2.0:1769074990.681284:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b077634c0. 00000020:00000010:1.0:1769074990.681311:0:27577:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b05fce2a0. 00080000:00000010:0.2:1769074990.681324:0:29096:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000001:00000010:1.0:1769074990.681327:0:27577:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce8a0. 00080000:00000010:2.0:1769074990.681343:0:36924:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00080000:00000010:1.0:1769074990.681344:0:27577:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00080000:00000010:3.0:1769074990.681350:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7000. 00080000:00000010:1.0:1769074990.681352:0:27577:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00080000:00000010:0.0:1769074990.681373:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865800. 00000020:00000010:2.0:1769074990.681377:0:36924:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82660. 00080000:00000400:3.0:1769074990.681381:0:29215:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074990.681386:0:29215:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074990.681389:0:29215:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000001:00000010:2.0:1769074990.681390:0:36924:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82cc0. 00080000:00000400:3.0:1769074990.681393:0:29215:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074990.681398:0:29215:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.681400:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074990.681402:0:29215:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074990.681404:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077634c0. 00080000:00000400:0.0:1769074990.681405:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.681408:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000010:2.0:1769074990.681410:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763400. 00080000:00000400:0.0:1769074990.681411:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:1.2:1769074990.681413:0:30781:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000400:0.0:1769074990.681414:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.681420:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:3.0:1769074990.681424:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6200. 00080000:00000010:3.0:1769074990.681432:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00080000:00000010:0.0:1769074990.681438:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864000. 00080000:00000010:3.0:1769074990.681440:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00080000:00000010:1.0:1769074990.681446:0:30781:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000010:0.0:1769074990.681447:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.681456:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000010:2.2:1769074990.681459:0:29220:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000020:00000010:1.0:1769074990.681479:0:30781:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b3c40c2a0. 00000001:00000010:1.0:1769074990.681495:0:30781:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b075a2000. 00080000:00000010:2.0:1769074990.681504:0:29220:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00080000:00000010:1.0:1769074990.681508:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b077632c0. 00080000:00000010:0.0:1769074990.681510:0:29096:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000010:1.0:1769074990.681513:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763940. 00000020:00000010:2.0:1769074990.681534:0:29220:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82d80. 00000020:00000010:0.0:1769074990.681535:0:29096:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51420. 00010000:00000200:1.0:1769074990.681539:0:29217:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755bb80 x1855008351454592/t8589935755(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1192/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000001:00000010:0.0:1769074990.681550:0:29096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51a20. 00000001:00000010:2.0:1769074990.681550:0:29220:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82ae0. 00000400:00000010:1.0:1769074990.681552:0:29217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000100:00000200:1.0:1769074990.681557:0:29217:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454592, offset 224 00000400:00000200:1.0:1769074990.681562:0:29217:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.681565:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:2.0:1769074990.681565:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763ec0. 00000400:00000200:1.0:1769074990.681571:0:29217:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:0.0:1769074990.681572:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:2.0:1769074990.681572:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763700. 00000400:00000200:1.0:1769074990.681578:0:29217:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17675:17675:255:4294967295] 192.168.204.41@tcp LPNI seq info [17671:17671:7:4294967295] 00080000:00000010:3.0:1769074990.681587:0:29215:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00080000:00000010:1.2:1769074990.681595:0:29217:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.681599:0:30780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.681603:0:30780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00010000:00000200:2.0:1769074990.681603:0:36924:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755aa00 x1855008351454848/t8589935756(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 5400/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074990.681609:0:30780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351455232 00000400:00000200:1.0:1769074990.681618:0:29217:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 02000000:00000010:0.0:1769074990.681620:0:30780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d69400. 00000400:00000010:2.0:1769074990.681620:0:36924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ce58. 00000100:00000200:2.0:1769074990.681626:0:36924:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454848, offset 224 00000800:00000200:1.0:1769074990.681628:0:29217:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.681635:0:36924:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.681637:0:29217:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6c00. 00000020:00000010:3.0:1769074990.681642:0:29215:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321cc0. 00000800:00000200:1.0:1769074990.681648:0:29217:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.681648:0:36924:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000001:00000010:3.0:1769074990.681658:0:29215:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321600. 00000800:00000200:1.0:1769074990.681659:0:29217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.681665:0:29217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6c00 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:0.2:1769074990.681683:0:30780:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000010:2.2:1769074990.681687:0:36924:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000020:00000010:1.0:1769074990.681690:0:29217:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc100. 00080000:00000010:3.0:1769074990.681691:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00000400:00000200:2.0:1769074990.681694:0:36924:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17676:17676:254:4294967295] 192.168.204.41@tcp LPNI seq info [17672:17672:6:4294967295] 00000020:00000010:1.0:1769074990.681696:0:29217:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e4b0. 00080000:00000010:3.0:1769074990.681699:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00000020:00000010:1.0:1769074990.681702:0:29217:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205800. 00000400:00000200:2.0:1769074990.681715:0:36924:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074990.681722:0:30780:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865a00. 00000800:00000200:2.0:1769074990.681723:0:36924:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.681728:0:36924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67a00. 00010000:00000200:1.0:1769074990.681732:0:30781:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3059b800 x1855008351453952/t8589935745(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 15960/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074990.681735:0:36924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000400:0.0:1769074990.681743:0:30780:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00000800:00000200:2.0:1769074990.681746:0:36924:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000400:0.0:1769074990.681747:0:30780:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.681750:0:30780:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00000400:00000010:1.0:1769074990.681750:0:30781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00000800:00000200:2.0:1769074990.681750:0:36924:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67a00 type 1, nob 544 niov 1 nkiov 1 00000100:00000200:1.0:1769074990.681756:0:30781:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453952, offset 224 00080000:00000400:0.0:1769074990.681757:0:30780:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.681764:0:30780:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:1.0:1769074990.681767:0:30781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.681767:0:36924:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc500. 00080000:00000010:3.2F:1769074990.681768:0:16312:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00080000:00000400:0.0:1769074990.681769:0:30780:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:2.0:1769074990.681773:0:36924:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e960. 00000400:00000200:1.0:1769074990.681778:0:30781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.681780:0:36924:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865c00. 00000400:00000200:1.0:1769074990.681785:0:30781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17677:17677:253:4294967295] 192.168.204.41@tcp LPNI seq info [17673:17673:5:4294967295] 00080000:00000010:0.0:1769074990.681786:0:30780:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864c00. 00080000:00000010:0.0:1769074990.681794:0:30780:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000400:00000200:1.0:1769074990.681799:0:30781:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074990.681803:0:30780:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000800:00000200:1.0:1769074990.681804:0:30781:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.681812:0:30781:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6800. 00010000:00000200:2.0:1769074990.681812:0:29220:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38485500 x1855008351453440/t8589935746(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2224/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1769074990.681821:0:30781:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.681830:0:30781:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.681833:0:30781:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6800 type 1, nob 544 niov 1 nkiov 1 00000400:00000010:2.0:1769074990.681837:0:29220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c088. 00000020:00000010:1.0:1769074990.681841:0:30781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2900. 00000100:00000200:2.0:1769074990.681843:0:29220:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453440, offset 224 00000020:00000010:1.0:1769074990.681846:0:30781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415bb8. 00000020:00000010:1.0:1769074990.681851:0:30781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0a5a5e00. 00000400:00000200:2.0:1769074990.681853:0:29220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.681856:0:30780:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:3.0:1769074990.681863:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.681864:0:29220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00010000:00000200:1.0:1769074990.681872:0:27577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38486300 x1855008351453184/t8589935744(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 5928/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074990.681876:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:2.0:1769074990.681878:0:29220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17678:17678:252:4294967295] 192.168.204.41@tcp LPNI seq info [17674:17674:4:4294967295] 00000020:00000010:0.0:1769074990.681884:0:30780:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c516c0. 00000001:00000010:0.0:1769074990.681895:0:30780:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51a80. 00000400:00000010:1.0:1769074990.681895:0:27577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000400:00000200:2.0:1769074990.681895:0:29220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:1.0:1769074990.681901:0:27577:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453184, offset 224 00000400:00000200:3.0:1769074990.681905:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35cf8800 00000800:00000200:2.0:1769074990.681907:0:29220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.681908:0:30780:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000400:00000010:3.0:1769074990.681911:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1592 at ffff8c8b35cf8800. 00080000:00000010:0.0:1769074990.681913:0:30780:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000800:00000010:2.0:1769074990.681913:0:29220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67300. 00000100:00000200:3.0:1769074990.681919:0:16312:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b05f11400 00000400:00000200:1.0:1769074990.681924:0:27577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074990.681925:0:29220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.681931:0:27577:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:2.0:1769074990.681937:0:29220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.681941:0:27577:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17679:17679:251:4294967295] 192.168.204.41@tcp LPNI seq info [17675:17675:3:4294967295] 00000800:00000200:2.0:1769074990.681944:0:29220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67300 type 1, nob 544 niov 1 nkiov 1 00010000:00000200:0.0:1769074990.681947:0:29096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8a80 x1855008351455104/t8589935757(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 16488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074990.681959:0:29220:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3a00. 00000400:00000200:1.0:1769074990.681965:0:27577:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074990.681965:0:29220:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3708. 00000020:00000010:2.0:1769074990.681971:0:29220:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c200. 00000400:00000010:0.0:1769074990.681975:0:29096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000800:00000200:1.0:1769074990.681979:0:27577:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:0.0:1769074990.681982:0:29096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351455104, offset 224 00000800:00000010:1.0:1769074990.681984:0:27577:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6000. 00000800:00000200:1.0:1769074990.681995:0:27577:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.682002:0:27577:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.682004:0:27577:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6000 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:0.2:1769074990.682011:0:29096:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.682015:0:27577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000400:00000200:0.0:1769074990.682020:0:29096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.682020:0:27577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000800:00000200:3.0:1769074990.682023:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.682042:0:27577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c600. 00000800:00000010:3.0:1769074990.682051:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3db67c00. 00000400:00000200:0.0:1769074990.682052:0:29096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.682059:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.682061:0:29096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17680:17680:250:4294967295] 192.168.204.41@tcp LPNI seq info [17676:17676:2:4294967295] 00000400:00000200:1.0:1769074990.682072:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:3.0:1769074990.682079:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000400:00000200:0.0:1769074990.682082:0:29096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.682089:0:29096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.682093:0:29096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b17534e00. 00000400:00000200:1.0:1769074990.682095:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 38527/38527 into md 0x2a0e1 00000800:00000200:0.0:1769074990.682102:0:29096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.682102:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b40224800 00000800:00000200:0.0:1769074990.682112:0:29096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.682115:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074990.682116:0:29096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b17534e00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:3.0:1769074990.682118:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074990.682123:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000800:00000010:3.0:1769074990.682124:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6c00. 00000400:00000200:3.0:1769074990.682130:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.682131:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0298c000 00000020:00000010:0.0:1769074990.682132:0:29096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c00. 00000400:00000010:1.0:1769074990.682134:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 280 at ffff8c8a0298c000. 00000400:00000200:3.0:1769074990.682137:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.682140:0:29096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415ed8. 00000100:00000200:1.0:1769074990.682141:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b04a0b000 00000020:00000010:0.0:1769074990.682148:0:29096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c7e400. 00000400:00000200:3.0:1769074990.682151:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:3.0:1769074990.682157:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000400:00000200:1.0:1769074990.682165:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000800:00000200:3.0:1769074990.682173:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:0.0:1769074990.682179:0:30780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8e00 x1855008351455232/t8589935748(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2592/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074990.682179:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 39339/39339 into md 0x2a0e5 00000800:00000010:3.0:1769074990.682179:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67a00. 00000400:00000200:3.0:1769074990.682188:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.682198:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000010:0.0:1769074990.682201:0:30780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00000400:00000200:3.0:1769074990.682203:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ce58 00000400:00000200:1.0:1769074990.682204:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.682210:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ce58. 00000400:00000200:1.0:1769074990.682211:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00080000:00000010:2.0:1769074990.682214:0:27578:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00000100:00000200:0.0:1769074990.682219:0:30780:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351455232, offset 224 00000400:00000200:1.0:1769074990.682219:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01502200 00000400:00000010:1.0:1769074990.682223:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 280 at ffff8c8a01502200. 00000100:00000200:1.0:1769074990.682228:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b0952f800 00000800:00000200:3.0:1769074990.682229:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1769074990.682233:0:30780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.682235:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6800. 00000400:00000200:3.0:1769074990.682241:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.682247:0:30780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.682251:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.682253:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.682261:0:30780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17681:17681:252:4294967295] 192.168.204.41@tcp LPNI seq info [17677:17677:4:4294967295] 00000400:00000200:0.0:1769074990.682271:0:30780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074990.682276:0:27578:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82360. 00000800:00000200:0.0:1769074990.682277:0:30780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.682281:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000200:1.0:1769074990.682282:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1328 into portal 6 MB=0x6971ec9d80880 00000800:00000010:0.0:1769074990.682284:0:30780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b10071200. 00000400:00000010:3.0:1769074990.682287:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000001:00000010:2.0:1769074990.682289:0:27578:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f826c0. 00000800:00000200:0.0:1769074990.682292:0:30780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.682297:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1328/1328 into md 0x5bfd [128] + 237224 00080000:00000010:2.0:1769074990.682301:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763a00. 00000800:00000200:0.0:1769074990.682302:0:30780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:2.0:1769074990.682305:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000800:00000200:3.0:1769074990.682305:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1769074990.682307:0:30780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b10071200 type 1, nob 544 niov 1 nkiov 1 00000800:00000010:3.0:1769074990.682311:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67300. 00000400:00000200:3.0:1769074990.682316:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.682319:0:30780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2800. 00000400:00000200:3.0:1769074990.682325:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.682327:0:30780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415578. 00000400:00000200:3.0:1769074990.682330:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c088 00000020:00000010:0.0:1769074990.682333:0:30780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c7fe00. 00000400:00000010:3.0:1769074990.682334:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c088. 00080000:00000010:2.2:1769074990.682344:0:29219:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000800:00000200:3.0:1769074990.682354:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.682359:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6000. 00000400:00000200:3.0:1769074990.682363:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.682369:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.682373:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:3.0:1769074990.682375:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00080000:00000010:0.0:1769074990.682387:0:29216:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07864a00. 00000800:00000200:3.0:1769074990.682387:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.682391:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b17534e00. 00000400:00000200:3.0:1769074990.682396:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.682400:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.682403:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:3.0:1769074990.682404:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00080000:00000400:0.0:1769074990.682412:0:29216:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.682417:0:29216:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:1.0:1769074990.682418:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:0.0:1769074990.682421:0:29216:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.682426:0:29216:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:1.0:1769074990.682427:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:0.0:1769074990.682433:0:29216:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00010000:00000200:2.0:1769074990.682435:0:27578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599c00 x1855008351454208/t8589935749(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 9688/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074990.682436:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:0.0:1769074990.682437:0:29216:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000200:3.0:1769074990.682440:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1769074990.682445:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a096d8380. 00000800:00000010:3.0:1769074990.682447:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b10071200. 00000400:00000200:3.0:1769074990.682456:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.682457:0:29216:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865c00. 00000400:00000010:2.0:1769074990.682459:0:27578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cf68. 00000100:00000200:2.0:1769074990.682465:0:27578:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454208, offset 224 00080000:00000010:0.0:1769074990.682466:0:29216:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:3.0:1769074990.682468:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.0:1769074990.682473:0:29216:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000400:00000200:1.0:1769074990.682476:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.682476:0:27578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.682484:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:3.0:1769074990.682488:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000400:00000200:2.0:1769074990.682503:0:27578:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.682510:0:27578:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17682:17682:255:4294967295] 192.168.204.41@tcp LPNI seq info [17678:17678:7:4294967295] 00080000:00000010:0.0:1769074990.682518:0:29216:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:2.0:1769074990.682521:0:27578:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.682527:0:27578:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.682531:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 4112 into portal 6 MB=0x6971ec9d80900 00000400:00000200:1.0:1769074990.682537:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 4112/4112 into md 0x5bfd [128] + 238552 00000020:00000010:0.0:1769074990.682549:0:29216:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51120. 00000400:00000200:1.0:1769074990.682554:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.682558:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:0.0:1769074990.682561:0:29216:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51f00. 00000100:00000200:1.0:1769074990.682562:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:2.0:1769074990.682563:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000020:00000010:2.0:1769074990.682569:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000100:00000010:1.0:1769074990.682570:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642d80. 00080000:00000010:0.0:1769074990.682574:0:29216:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.682575:0:32407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c7ea00. 00000020:00000010:2.0:1769074990.682579:0:32407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d80. 00080000:00000010:0.0:1769074990.682580:0:29216:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.682582:0:32407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415320. 00010000:00000200:0.0:1769074990.682602:0:30779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b07559f80 x1855008351454720/t8589935743(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2240/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074990.682615:0:30779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00000020:00000010:2.0:1769074990.682615:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000020:00000010:2.0:1769074990.682618:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000100:00000200:0.0:1769074990.682619:0:30779:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454720, offset 224 00080000:00000010:1.0:1769074990.682622:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c000. 00000020:00000010:2.0:1769074990.682624:0:32407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04c7fe00. 00000400:00000200:0.0:1769074990.682627:0:30779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.682629:0:32407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2400. 00000400:00000200:0.0:1769074990.682634:0:30779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.682634:0:32407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415e10. 00010000:00000200:3.0:1769074990.682640:0:29215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0755b800 x1855008351454976/t8589935747(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2056/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074990.682642:0:30779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17683:17683:255:4294967295] 192.168.204.41@tcp LPNI seq info [17679:17679:7:4294967295] 00080000:00000400:1.0:1769074990.682642:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.682650:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.682657:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.682663:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.682682:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.682686:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:0.0:1769074990.682687:0:30779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074990.682689:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000400:00000010:3.0:1769074990.682693:0:29215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000020:00000010:2.0:1769074990.682694:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000800:00000200:0.0:1769074990.682696:0:30779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000100:00000200:2.0:1769074990.682699:0:32407:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351455360 00000800:00000010:0.0:1769074990.682702:0:30779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b10071200. 00000100:00000200:3.0:1769074990.682702:0:29215:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454976, offset 224 00080000:00000010:1.0:1769074990.682705:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c600. 02000000:00000010:2.0:1769074990.682709:0:32407:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40224400. 00080000:00000010:1.0:1769074990.682714:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000400:00000200:3.0:1769074990.682715:0:29215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.2:1769074990.682721:0:30779:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000010:1.0:1769074990.682723:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00000400:00000200:3.0:1769074990.682728:0:29215:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:0.0:1769074990.682739:0:30779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.682740:0:29215:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17684:17684:254:4294967295] 192.168.204.41@tcp LPNI seq info [17680:17680:6:4294967295] 00000800:00000200:0.0:1769074990.682750:0:30779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.682757:0:30779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b10071200 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.682758:0:29215:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.682767:0:29215:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.682772:0:29215:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00000800:00000200:3.0:1769074990.682776:0:29215:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.682778:0:30779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc780. 00000800:00000200:3.0:1769074990.682782:0:29215:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.682786:0:30779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000800:00000200:3.0:1769074990.682787:0:29215:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:1.0:1769074990.682790:0:29218:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.682793:0:30779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35204c00. 00000020:00000010:3.0:1769074990.682805:0:29215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2b80. 00000020:00000010:0.0:1769074990.682810:0:30779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00080000:00000010:2.0:1769074990.682811:0:32407:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04c7e400. 00000020:00000010:3.0:1769074990.682812:0:29215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415af0. 00000020:00000010:0.0:1769074990.682816:0:30779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:3.0:1769074990.682819:0:29215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf17a00. 00000100:00000200:0.0:1769074990.682821:0:30779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351455488 00000020:00000010:1.0:1769074990.682826:0:29218:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b05fcee40. 02000000:00000010:0.0:1769074990.682833:0:30779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d6ac00. 00080000:00000400:2.0:1769074990.682835:0:32407:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.682838:0:32407:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.682840:0:32407:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000001:00000010:1.0:1769074990.682842:0:29218:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b075a2a20. 00080000:00000400:2.0:1769074990.682843:0:32407:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.682849:0:32407:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.682851:0:32407:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074990.682858:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000800:00000010:3.0:1769074990.682860:0:27578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00080000:00000010:1.0:1769074990.682865:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074990.682870:0:32407:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02a0ee00. 00080000:00000010:2.0:1769074990.682877:0:32407:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00080000:00000010:2.0:1769074990.682881:0:32407:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763a00. 00080000:00000010:0.0:1769074990.682891:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607a00. 00010000:00000200:1.0:1769074990.682907:0:27579:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38593800 x1855008351454336/t8589935754(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 3152/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000400:0.0:1769074990.682913:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.682919:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.682922:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.682925:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000010:1.0:1769074990.682925:0:27579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00080000:00000010:2.0:1769074990.682928:0:32407:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00080000:00000400:0.0:1769074990.682931:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000100:00000200:1.0:1769074990.682932:0:27579:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454336, offset 224 00080000:00000400:0.0:1769074990.682934:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.682941:0:27579:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.682951:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:3.0:1769074990.682951:0:27578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:0.0:1769074990.682952:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607400. 00000020:00000010:2.0:1769074990.682955:0:32407:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82480. 00080000:00000010:0.0:1769074990.682960:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.682966:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000400:00000200:1.0:1769074990.682967:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17685:17685:253:4294967295] 192.168.204.41@tcp LPNI seq info [17681:17681:5:4294967295] 00000800:00000200:3.0:1769074990.682967:0:27578:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000001:00000010:2.0:1769074990.682968:0:32407:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82540. 00000400:00000200:1.0:1769074990.682980:0:27579:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:2.0:1769074990.682982:0:32407:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763a00. 00000800:00000200:1.0:1769074990.682986:0:27579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.682988:0:32407:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000800:00000010:1.0:1769074990.682991:0:27579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6200. 00000800:00000200:1.0:1769074990.682996:0:27579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.683002:0:27579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.683004:0:27579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6200 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:0.0:1769074990.683011:0:30779:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.683014:0:27579:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccf00. 00000020:00000010:1.0:1769074990.683019:0:27579:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ee10. 00000020:00000010:1.0:1769074990.683022:0:27579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7c00. 00080000:00000010:1.2:1769074990.683055:0:27579:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.683059:0:30779:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c512a0. 00000001:00000010:0.0:1769074990.683071:0:30779:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c511e0. 00080000:00000010:0.0:1769074990.683081:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.683084:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000100:00000010:1.0:1769074990.683087:0:29218:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 160 at ffff8c8b2a1940c0. 00000100:00000010:1.0:1769074990.683094:0:29218:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b04a0b000. 00010000:00000200:1.0:1769074990.683104:0:29218:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35cd0000 x1855008351453696/t8589935750(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000010:0.0:1769074990.683109:0:29216:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 160 at ffff8c8b133a7000. 00080000:00000010:2.2:1769074990.683112:0:28378:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000100:00000010:0.0:1769074990.683116:0:29216:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b0952f800. 00000400:00000010:1.0:1769074990.683122:0:29218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00010000:00000200:0.0:1769074990.683125:0:29216:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af67800 x1855008351453824/t8589935758(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074990.683129:0:29218:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453696, offset 224 00000400:00000200:1.0:1769074990.683139:0:29218:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.683145:0:29216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58c38. 00000400:00000200:1.0:1769074990.683148:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074990.683151:0:29216:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453824, offset 224 00000400:00000200:1.0:1769074990.683155:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17686:17686:252:4294967295] 192.168.204.41@tcp LPNI seq info [17682:17682:4:4294967295] 00000400:00000200:1.0:1769074990.683163:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.683169:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:0.2:1769074990.683169:0:29216:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000800:00000010:1.0:1769074990.683174:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6700. 00000800:00000200:1.0:1769074990.683181:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074990.683183:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d200. 00000400:00000200:0.0:1769074990.683186:0:29216:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.683190:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.683194:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6700 type 1, nob 544 niov 1 nkiov 1 00000001:00000010:2.0:1769074990.683195:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953000. 00000400:00000200:0.0:1769074990.683199:0:29216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:2.0:1769074990.683200:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6800. 00000020:00000010:1.0:1769074990.683205:0:29218:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2c80. 00000001:00000010:2.0:1769074990.683206:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a029539c0. 00000400:00000200:0.0:1769074990.683208:0:29216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17687:17687:251:4294967295] 192.168.204.41@tcp LPNI seq info [17683:17683:3:4294967295] 00000800:00000200:3.0:1769074990.683208:0:27578:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:2.0:1769074990.683213:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f7600. 00000020:00000010:1.0:1769074990.683215:0:29218:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415d48. 00000001:00000010:2.0:1769074990.683219:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e1e0. 00000020:00000010:1.0:1769074990.683222:0:29218:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703e00. 00080000:00000010:2.0:1769074990.683224:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696800. 00000400:00000200:0.0:1769074990.683227:0:29216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074990.683230:0:27578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcce00. 00000001:00000010:2.0:1769074990.683233:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a029535a0. 00000800:00000200:0.0:1769074990.683235:0:29216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.683240:0:29216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b1326c600. 00080000:00000010:2.0:1769074990.683240:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6200. 00000020:00000010:3.0:1769074990.683240:0:27578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000800:00000200:0.0:1769074990.683249:0:29216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:2.0:1769074990.683249:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e000. 00000020:00000010:3.0:1769074990.683249:0:27578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02cdfa00. 00080000:00000010:2.0:1769074990.683255:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697200. 00000800:00000200:0.0:1769074990.683258:0:29216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000001:00000010:2.0:1769074990.683259:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953b40. 00000800:00000200:0.0:1769074990.683262:0:29216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b1326c600 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:2.0:1769074990.683262:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6c00. 00000001:00000010:2.0:1769074990.683267:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953420. 00080000:00000010:2.0:1769074990.683269:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf16e00. 00000001:00000010:2.0:1769074990.683273:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953180. 00000020:00000010:0.0:1769074990.683274:0:29216:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3c80. 00080000:00000010:2.0:1769074990.683275:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4400. 00000020:00000010:0.0:1769074990.683278:0:29216:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3320. 00000001:00000010:2.0:1769074990.683279:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953c60. 00000020:00000010:0.0:1769074990.683281:0:29216:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298d600. 00080000:00000010:2.0:1769074990.683281:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5600. 00000001:00000010:2.0:1769074990.683286:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a029537e0. 00000400:00000200:3.0:1769074990.683289:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00080000:00000010:2.0:1769074990.683291:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5a00. 00000001:00000010:2.0:1769074990.683296:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663eae0. 00080000:00000010:2.0:1769074990.683299:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f7000. 00000001:00000010:2.0:1769074990.683305:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953660. 00010000:00000200:0.0:1769074990.683306:0:30779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642d80 x1855008351455488/t8589935760(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 4112/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074990.683307:0:16312:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 28241/28241 into md 0x2a0f1 00080000:00000010:2.0:1769074990.683309:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4800. 00000001:00000010:2.0:1769074990.683313:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fceae0. 00080000:00000010:2.0:1769074990.683317:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298c800. 00000001:00000010:2.0:1769074990.683321:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e420. 00000400:00000010:0.0:1769074990.683323:0:30779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58990. 00080000:00000010:2.0:1769074990.683323:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6600. 00000001:00000010:2.0:1769074990.683326:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fcea80. 00000100:00000200:0.0:1769074990.683327:0:30779:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351455488, offset 224 00080000:00000010:2.0:1769074990.683329:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298cc00. 00000400:00000200:0.0:1769074990.683333:0:30779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:2.0:1769074990.683333:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953540. 00080000:00000010:2.0:1769074990.683336:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4600. 00000400:00000200:0.0:1769074990.683340:0:30779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000001:00000010:2.0:1769074990.683341:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a029532a0. 00080000:00000010:2.0:1769074990.683344:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4200. 00000400:00000200:0.0:1769074990.683345:0:30779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17688:17688:250:4294967295] 192.168.204.41@tcp LPNI seq info [17684:17684:2:4294967295] 00000001:00000010:2.0:1769074990.683348:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fceb40. 00080000:00000010:1.0:1769074990.683350:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298da00. 00080000:00000010:2.0:1769074990.683352:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d400. 00000400:00000200:3.0:1769074990.683352:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.683360:0:30779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:2.0:1769074990.683360:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953ba0. 00080000:00000010:2.0:1769074990.683365:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5e00. 00000400:00000200:3.0:1769074990.683366:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000001:00000010:2.0:1769074990.683368:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce360. 00000800:00000200:0.0:1769074990.683370:0:30779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.683374:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35204400. 00000800:00000010:0.0:1769074990.683376:0:30779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a029f3300. 00080000:00000400:1.0:1769074990.683377:0:30782:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:3.0:1769074990.683377:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3e39c300 00000001:00000010:2.0:1769074990.683378:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f821e0. 00000800:00000200:0.0:1769074990.683382:0:30779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:3.0:1769074990.683383:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 232 at ffff8c8b3e39c300. 00080000:00000010:2.0:1769074990.683384:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703a00. 00080000:00000400:1.0:1769074990.683385:0:30782:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000800:00000200:0.0:1769074990.683391:0:30779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000400:1.0:1769074990.683393:0:30782:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000001:00000010:2.0:1769074990.683394:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953900. 00000100:00000200:3.0:1769074990.683395:0:16312:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b40224800 00000800:00000200:0.0:1769074990.683396:0:30779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a029f3300 type 1, nob 544 niov 1 nkiov 1 00080000:00000400:1.0:1769074990.683401:0:30782:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:2.0:1769074990.683402:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf17600. 00000020:00000010:0.0:1769074990.683408:0:30779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2400. 00000001:00000010:2.0:1769074990.683408:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663ea80. 00080000:00000400:1.0:1769074990.683409:0:30782:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000020:00000010:0.0:1769074990.683414:0:30779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415e10. 00080000:00000400:1.0:1769074990.683415:0:30782:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:0.0:1769074990.683420:0:30779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c7fe00. 00080000:00000010:2.0:1769074990.683425:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f7400. 00000800:00000200:3.0:1769074990.683432:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:2.0:1769074990.683434:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82a80. 00080000:00000010:1.0:1769074990.683436:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d400. 00000800:00000010:3.0:1769074990.683438:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b10071200. 00080000:00000010:2.0:1769074990.683439:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703600. 00080000:00000010:1.0:1769074990.683446:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000001:00000010:2.0:1769074990.683447:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a029534e0. 00000400:00000200:3.0:1769074990.683447:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1769074990.683454:0:34004:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30599180 x1855008351454080/t8589935753(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1160/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:2.0:1769074990.683454:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35204000. 00080000:00000010:1.0:1769074990.683456:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00000001:00000010:2.0:1769074990.683460:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce9c0. 00000400:00000200:3.0:1769074990.683460:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.683466:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30757200. 00000001:00000010:2.0:1769074990.683471:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82240. 00000400:00000200:3.0:1769074990.683471:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:0.0:1769074990.683475:0:34004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58660. 00000400:00000010:3.0:1769074990.683477:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00080000:00000010:2.0:1769074990.683478:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30702000. 00000001:00000010:2.0:1769074990.683487:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce300. 00000100:00000200:0.0:1769074990.683490:0:34004:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454080, offset 224 00080000:00000010:2.0:1769074990.683491:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30756c00. 00000001:00000010:2.0:1769074990.683495:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82420. 00000400:00000200:0.0:1769074990.683499:0:34004:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.683499:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b075b8c00. 00000800:00000200:3.0:1769074990.683503:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:2.0:1769074990.683504:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82f00. 00000400:00000200:0.0:1769074990.683508:0:34004:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:3.0:1769074990.683510:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00080000:00000010:2.0:1769074990.683511:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fde00. 00000400:00000200:0.0:1769074990.683514:0:34004:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17689:17689:250:4294967295] 192.168.204.41@tcp LPNI seq info [17685:17685:2:4294967295] 00000001:00000010:2.0:1769074990.683520:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fceea0. 00000400:00000200:3.0:1769074990.683520:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.683526:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908c00. 00000400:00000200:0.0:1769074990.683527:0:34004:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:2.0:1769074990.683530:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f824e0. 00000400:00000200:3.0:1769074990.683533:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.683535:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fd600. 00000800:00000200:0.0:1769074990.683538:0:34004:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:2.0:1769074990.683540:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953d20. 00000400:00000200:3.0:1769074990.683542:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000800:00000010:0.0:1769074990.683543:0:34004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afe00. 00080000:00000010:1.0:1769074990.683543:0:30782:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000010:2.0:1769074990.683543:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35204a00. 00000400:00000010:3.0:1769074990.683548:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000001:00000010:2.0:1769074990.683551:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82180. 00000800:00000200:0.0:1769074990.683553:0:34004:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074990.683555:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fce00. 00000800:00000200:0.0:1769074990.683558:0:34004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000001:00000010:2.0:1769074990.683560:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953840. 00000800:00000200:0.0:1769074990.683562:0:34004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afe00 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:2.0:1769074990.683562:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35205200. 00000001:00000010:2.0:1769074990.683566:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953a80. 00080000:00000010:2.0:1769074990.683569:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35205400. 00000020:00000010:0.0:1769074990.683572:0:34004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcce80. 00000001:00000010:2.0:1769074990.683572:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82600. 00000020:00000010:0.0:1769074990.683575:0:34004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3eed8. 00080000:00000010:2.0:1769074990.683575:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fd000. 00000020:00000010:0.0:1769074990.683578:0:34004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0768f800. 00000001:00000010:2.0:1769074990.683578:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce240. 00080000:00000010:2.0:1769074990.683580:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909a00. 00000001:00000010:2.0:1769074990.683583:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663ee40. 00080000:00000010:2.0:1769074990.683585:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35e00. 00000001:00000010:2.0:1769074990.683591:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82060. 00000020:00000010:1.0:1769074990.683593:0:30782:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5cc0. 00080000:00000010:2.0:1769074990.683594:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf16400. 00000001:00000010:2.0:1769074990.683601:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f822a0. 00002000:00000010:2.0:1769074990.683605:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a02f82c00. 00010000:00000200:0.0:1769074990.683606:0:32407:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a096d8380 x1855008351455360/t8589935759(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1328/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000001:00000010:1.0:1769074990.683608:0:30782:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c51e0. 00080000:00000010:2.0:1769074990.683608:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf17c00. 00000001:00000010:2.0:1769074990.683615:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82a20. 00002000:00000010:2.0:1769074990.683618:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8b35786540. 00000400:00000010:0.0:1769074990.683620:0:32407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58e58. 00080000:00000010:2.0:1769074990.683621:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04ac4400. 00000100:00000200:0.0:1769074990.683623:0:32407:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351455360, offset 224 00080000:00000010:1.0:1769074990.683626:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000001:00000010:2.0:1769074990.683627:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd000. 00000400:00000200:0.0:1769074990.683629:0:32407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00002000:00000010:2.0:1769074990.683634:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a010ddc00. 00080000:00000010:1.0:1769074990.683635:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074990.683638:0:32407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:2.0:1769074990.683638:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b04ac5600. 00000400:00000200:0.0:1769074990.683644:0:32407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17690:17690:250:4294967295] 192.168.204.41@tcp LPNI seq info [17686:17686:2:4294967295] 00000001:00000010:2.0:1769074990.683644:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd300. 00002000:00000010:2.0:1769074990.683647:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a010dd2a0. 00080000:00000010:2.0:1769074990.683651:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b08827400. 00000001:00000010:2.0:1769074990.683655:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd900. 00000400:00000200:0.0:1769074990.683657:0:32407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:2.0:1769074990.683658:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07606000. 00000001:00000010:2.0:1769074990.683661:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd420. 00000800:00000200:0.0:1769074990.683662:0:32407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.683665:0:32407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afc00. 00080000:00000010:2.0:1769074990.683665:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607600. 00000001:00000010:2.0:1769074990.683683:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd840. 00000800:00000200:0.0:1769074990.683684:0:32407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074990.683686:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607e00. 00000800:00000200:0.0:1769074990.683688:0:32407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000001:00000010:2.0:1769074990.683691:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd960. 00000800:00000200:0.0:1769074990.683692:0:32407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:2.0:1769074990.683694:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35205c00. 00000001:00000010:2.0:1769074990.683696:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c519c0. 00080000:00000010:2.0:1769074990.683699:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7e00. 00000020:00000010:0.0:1769074990.683701:0:32407:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d80. 00000020:00000010:0.0:1769074990.683704:0:32407:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415320. 00000001:00000010:2.0:1769074990.683704:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd6c0. 00080000:00000010:2.0:1769074990.683706:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4e00. 00000020:00000010:0.0:1769074990.683707:0:32407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c7ea00. 00000001:00000010:2.0:1769074990.683710:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d540. 00080000:00000010:2.0:1769074990.683716:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5c00. 00000400:00000200:1.0:1769074990.683717:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:2.0:1769074990.683722:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51840. 00080000:00000010:2.0:1769074990.683726:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07865600. 00000400:00000200:1.0:1769074990.683731:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 3344 into portal 6 MB=0x6971ec9d80a80 00000001:00000010:2.0:1769074990.683732:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51240. 00080000:00000010:2.0:1769074990.683738:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07865200. 00000400:00000200:1.0:1769074990.683740:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 3344/3344 into md 0x5bfd [128] + 242664 00000001:00000010:2.0:1769074990.683743:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955360. 00002000:00000010:2.0:1769074990.683748:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955720. 00000400:00000200:1.0:1769074990.683749:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.683751:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a096de000. 00000001:00000010:2.0:1769074990.683756:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099551e0. 00080000:00000010:0.0:1769074990.683757:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607800. 00002000:00000010:2.0:1769074990.683758:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955c00. 00080000:00000010:2.0:1769074990.683761:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b066caa00. 00000001:00000010:2.0:1769074990.683764:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a099557e0. 00000400:00000200:1.0:1769074990.683770:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00002000:00000010:2.0:1769074990.683771:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955c60. 00000100:00000200:1.0:1769074990.683775:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:0.0:1769074990.683776:0:32443:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000010:2.0:1769074990.683776:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b09479400. 00080000:00000400:0.0:1769074990.683782:0:32443:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000001:00000010:2.0:1769074990.683782:0:28378:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955060. 00000100:00000010:1.0:1769074990.683783:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642a00. 00080000:00000400:0.0:1769074990.683787:0:32443:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00002000:00000010:2.0:1769074990.683787:0:28378:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955d20. 00080000:00000400:0.0:1769074990.683790:0:32443:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:2.0:1769074990.683791:0:28378:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f11000. 00080000:00000400:0.0:1769074990.683793:0:32443:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.683796:0:32443:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.683802:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.683808:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2144 into portal 6 MB=0x6971ec9d80980 00080000:00000010:0.0:1769074990.683811:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07606200. 00000400:00000200:1.0:1769074990.683812:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2144/2144 into md 0x5bfd [128] + 246008 00080000:00000010:0.0:1769074990.683819:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.683821:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.683825:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.0:1769074990.683827:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000100:00000200:1.0:1769074990.683828:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.683834:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640e00. 00000400:00000200:1.0:1769074990.683854:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.683859:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 7032 into portal 6 MB=0x6971ec9d80b00 00000400:00000200:1.0:1769074990.683863:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 7032/7032 into md 0x5bfd [128] + 248152 00000400:00000200:1.0:1769074990.683872:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.683876:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.683879:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:2.0:1769074990.683883:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000100:00000010:1.0:1769074990.683884:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642680. 00000020:00000010:2.0:1769074990.683891:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00080000:00000010:0.0:1769074990.683892:0:32443:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:2.0:1769074990.683898:0:34004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35f11000. 00000020:00000010:2.0:1769074990.683902:0:34004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2880. 00000020:00000010:2.0:1769074990.683907:0:34004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000800:00000200:3.0:1769074990.683914:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.683919:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00080000:00000010:1.2:1769074990.683919:0:16311:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.683923:0:32443:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c518a0. 00000400:00000200:3.0:1769074990.683925:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.683932:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:0.0:1769074990.683936:0:32443:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51d20. 00000400:00000200:3.0:1769074990.683937:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.683939:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000400:00000200:3.0:1769074990.683945:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000200:1.0:1769074990.683946:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1896 into portal 6 MB=0x6971ec9d80b80 00000020:00000010:2.0:1769074990.683946:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00080000:00000010:0.0:1769074990.683949:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000400:00000010:3.0:1769074990.683950:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000020:00000010:2.0:1769074990.683954:0:34004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b09479400. 00080000:00000010:0.0:1769074990.683956:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000020:00000010:2.0:1769074990.683958:0:34004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2280. 00000400:00000200:1.0:1769074990.683962:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1896/1896 into md 0x5bfd [128] + 255184 00000020:00000010:2.0:1769074990.683964:0:34004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415640. 00000400:00000200:3.0:1769074990.683973:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.683974:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.683975:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.683980:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.683987:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.683988:0:32407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607e00. 00000400:00000200:3.0:1769074990.683988:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80a00 00000020:00000010:2.0:1769074990.683989:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:0.0:1769074990.683995:0:32407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcce80. 00000020:00000010:2.0:1769074990.683996:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000020:00000010:0.0:1769074990.683999:0:32407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3eed8. 00000100:00000200:2.0:1769074990.683999:0:34004:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351455872 00000400:00000200:3.0:1769074990.684001:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5bfd [128] + 257080 02000000:00000010:2.0:1769074990.684008:0:34004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40227800. 00000100:00000200:1.0:1769074990.684009:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000400:00000200:3.0:1769074990.684015:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1769074990.684016:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38642300. 00080000:00000010:0.2:1769074990.684018:0:32407:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:3.0:1769074990.684025:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.684055:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1769074990.684059:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af65180. 00000800:00000200:1.0:1769074990.684068:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.684072:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6700. 00000400:00000200:1.0:1769074990.684077:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.684082:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.684088:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.684092:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.684093:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000200:3.0:1769074990.684093:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 8928 into portal 6 MB=0x6971ec9d80c00 00080000:00000010:2.0:1769074990.684095:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b066caa00. 00000020:00000010:0.0:1769074990.684099:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000010:1.0:1769074990.684100:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000020:00000010:0.0:1769074990.684104:0:32407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607600. 00000400:00000200:3.0:1769074990.684110:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 8928/8928 into md 0x5bfd [128] + 257568 00000020:00000010:0.0:1769074990.684111:0:32407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc780. 00000400:00000010:3.0:1769074990.684114:0:16312:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794e70. 00000020:00000010:0.0:1769074990.684117:0:32407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00080000:00000400:2.0:1769074990.684119:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:3.0:1769074990.684120:0:16312:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b17297000 00000800:00000200:1.0:1769074990.684121:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000400:2.0:1769074990.684123:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000800:00000010:1.0:1769074990.684125:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00080000:00000400:2.0:1769074990.684128:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:1.0:1769074990.684130:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:2.0:1769074990.684134:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:3.0:1769074990.684134:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.684138:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:2.0:1769074990.684140:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000020:00000010:0.0:1769074990.684142:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.684142:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cf68 00080000:00000400:2.0:1769074990.684144:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:0.0:1769074990.684146:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000010:1.0:1769074990.684146:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cf68. 00000020:00000010:0.0:1769074990.684152:0:32407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07606000. 00000400:00000200:3.0:1769074990.684157:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.684159:0:32407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc480. 00000800:00000200:1.0:1769074990.684160:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1769074990.684161:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865200. 00000400:00000200:3.0:1769074990.684162:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b17297000 00000800:00000010:1.0:1769074990.684166:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b1326c600. 00000020:00000010:0.0:1769074990.684167:0:32407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000400:00000010:3.0:1769074990.684167:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 2168 at ffff8c8b17297000. 00080000:00000010:2.0:1769074990.684170:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.684173:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074990.684175:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000010:2.0:1769074990.684176:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000400:00000200:1.0:1769074990.684182:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.684186:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58c38 00000400:00000010:1.0:1769074990.684188:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58c38. 00000020:00000010:0.0:1769074990.684198:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000800:00000200:1.0:1769074990.684200:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1769074990.684204:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000800:00000010:1.0:1769074990.684204:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a029f3300. 00000400:00000200:3.0:1769074990.684210:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.684212:0:32407:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b0768f800. 00000400:00000200:1.0:1769074990.684212:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.684219:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 7304 into portal 6 MB=0x6971ec9d80c80 00000020:00000010:0.0:1769074990.684220:0:32407:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc880. 00000400:00000200:1.0:1769074990.684220:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.684227:0:32407:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00000400:00000200:3.0:1769074990.684228:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 7304/7304 into md 0x5c01 [128] + 0 00080000:00000010:2.0:1769074990.684230:0:34004:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00000400:00000200:1.0:1769074990.684236:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58990 00000400:00000010:1.0:1769074990.684238:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58990. 00000800:00000200:1.0:1769074990.684249:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.684251:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afe00. 00000400:00000200:1.0:1769074990.684254:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.684258:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.684259:0:32407:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.684260:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58660 00000020:00000010:2.0:1769074990.684264:0:34004:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82a20. 00000020:00000010:0.0:1769074990.684265:0:32407:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000400:00000010:1.0:1769074990.684265:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58660. 00000400:00000200:3.0:1769074990.684269:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.684273:0:32407:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351455616 00000001:00000010:2.0:1769074990.684278:0:34004:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82c00. 00000400:00000200:3.0:1769074990.684278:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:0.0:1769074990.684284:0:32407:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d69800. 00000100:00000200:3.0:1769074990.684287:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1769074990.684292:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af65c00. 00080000:00000010:2.0:1769074990.684293:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000800:00000200:1.0:1769074990.684294:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.684298:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afc00. 00080000:00000010:2.0:1769074990.684300:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.684301:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.684308:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.684312:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58e58 00000400:00000010:1.0:1769074990.684313:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58e58. 00000020:00000010:2.0:1769074990.684327:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.684332:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.684335:0:29220:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07865600. 00000020:00000010:2.0:1769074990.684338:0:29220:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d00. 00080000:00000010:0.0:1769074990.684341:0:32407:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04c7ea00. 00000020:00000010:2.0:1769074990.684342:0:29220:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4157d0. 00080000:00000400:0.0:1769074990.684362:0:32407:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.684365:0:32407:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.684368:0:32407:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.684370:0:32407:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.684372:0:32407:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.684374:0:32407:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.684385:0:32407:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04c7fe00. 00080000:00000010:0.0:1769074990.684389:0:32407:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.684394:0:32407:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000020:00000010:3.0:1769074990.684405:0:29219:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 00000020:00000010:1.0:1769074990.684407:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:3.0:1769074990.684412:0:29219:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00000020:00000010:1.0:1769074990.684413:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00080000:00000010:2.2:1769074990.684417:0:29220:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000100:00000200:3.0:1769074990.684418:0:29219:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456000 00000100:00000200:1.0:1769074990.684420:0:27579:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456128 02000000:00000010:1.0:1769074990.684435:0:27579:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8a09d59000. 02000000:00000010:3.0:1769074990.684435:0:29219:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b04a0b000. 00080000:00000010:0.0:1769074990.684439:0:32407:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:2.0:1769074990.684442:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.684446:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000100:00000200:2.0:1769074990.684449:0:29220:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351455744 02000000:00000010:2.0:1769074990.684459:0:29220:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40224c00. 00000020:00000010:0.0:1769074990.684470:0:32407:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51060. 00000001:00000010:0.0:1769074990.684479:0:32407:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51de0. 00080000:00000010:0.0:1769074990.684490:0:32407:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.684494:0:32407:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.684514:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.684518:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00080000:00000010:1.0:1769074990.684522:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298cc00. 00000100:00000200:0.0:1769074990.684523:0:32444:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456256 02000000:00000010:0.0:1769074990.684535:0:32444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0952f800. 00080000:00000010:3.0:1769074990.684537:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6000. 00080000:00000400:1.0:1769074990.684554:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.684558:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.684561:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.684565:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.684568:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000100:00000010:2.0:1769074990.684569:0:29220:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b40227000. 00080000:00000400:3.0:1769074990.684569:0:29219:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000010:0.2:1769074990.684570:0:32444:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000400:1.0:1769074990.684571:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000010:2.0:1769074990.684575:0:29220:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 224 at ffff8c8b3db67d00. 00080000:00000400:3.0:1769074990.684578:0:29219:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074990.684582:0:29219:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000010:2.0:1769074990.684585:0:29220:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff8c8b08827400. 00080000:00000400:3.0:1769074990.684585:0:29219:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074990.684591:0:29219:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000010:1.0:1769074990.684594:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c800. 00080000:00000400:3.0:1769074990.684594:0:29219:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000010:2.0:1769074990.684595:0:29220:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18221cb0. 00080000:00000010:1.0:1769074990.684604:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000400:00000200:2.0:1769074990.684605:0:29220:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.684613:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00080000:00000010:3.0:1769074990.684618:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7800. 00000400:00000200:2.0:1769074990.684619:0:29220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.684627:0:29220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17691:17691:256:4294967295] 192.168.204.41@tcp LPNI seq info [17687:17687:8:4294967295] 00080000:00000010:3.0:1769074990.684628:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755480. 00080000:00000010:0.0:1769074990.684637:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452a00. 00000400:00000200:2.0:1769074990.684637:0:29220:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00080000:00000010:3.0:1769074990.684639:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00000400:00000200:2.0:1769074990.684647:0:29220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:2.0:1769074990.684654:0:29220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.684659:0:29220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3db67700. 00080000:00000400:0.0:1769074990.684661:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.684664:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000800:00000200:2.0:1769074990.684664:0:29220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000400:0.0:1769074990.684667:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.684688:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000800:00000200:2.0:1769074990.684688:0:29220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000400:0.0:1769074990.684692:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000010:1.0:1769074990.684693:0:27579:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000800:00000200:2.0:1769074990.684693:0:29220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67700 type 2, nob 96 niov 1 nkiov 0 00080000:00000400:0.0:1769074990.684695:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000200:2.0:1769074990.684708:0:29220:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 14 pages 55542 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80a00-0x6971ec9d80a00 00080000:00000010:0.0:1769074990.684715:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453400. 00080000:00000010:0.0:1769074990.684721:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000020:00000010:1.0:1769074990.684722:0:27579:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5b40. 00080000:00000010:0.0:1769074990.684729:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000001:00000010:1.0:1769074990.684734:0:27579:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5ae0. 00010000:00000200:2.0:1769074990.684735:0:34004:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642a00 x1855008351455872/t8589935752(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 3344/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:1.0:1769074990.684748:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00080000:00000010:3.0:1769074990.684748:0:29219:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000010:2.0:1769074990.684751:0:34004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cdd0. 00080000:00000010:1.0:1769074990.684756:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000100:00000200:2.0:1769074990.684757:0:34004:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351455872, offset 224 00000400:00000200:2.0:1769074990.684766:0:34004:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.684773:0:34004:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.684778:0:34004:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17692:17692:255:4294967295] 192.168.204.41@tcp LPNI seq info [17688:17688:7:4294967295] 00000020:00000010:1.0:1769074990.684784:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00080000:00000010:0.0:1769074990.684789:0:32444:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:3.0:1769074990.684790:0:29219:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321480. 00000400:00000200:2.0:1769074990.684791:0:34004:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.684800:0:34004:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.684804:0:34004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67500. 00000001:00000010:3.0:1769074990.684807:0:29219:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321720. 00080000:00000010:1.2:1769074990.684808:0:29218:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000800:00000200:2.0:1769074990.684809:0:34004:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.684818:0:34004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.684820:0:32444:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51960. 00000020:00000010:1.0:1769074990.684822:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000800:00000200:2.0:1769074990.684822:0:34004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67500 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:3.0:1769074990.684826:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00000100:00000200:1.0:1769074990.684829:0:29218:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456384 00000001:00000010:0.0:1769074990.684831:0:32444:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c513c0. 00080000:00000010:3.0:1769074990.684833:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755480. 00000020:00000010:2.0:1769074990.684838:0:34004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2880. 02000000:00000010:1.0:1769074990.684842:0:29218:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cec2c00. 00000020:00000010:2.0:1769074990.684844:0:34004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00080000:00000010:0.0:1769074990.684845:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.684850:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.684850:0:34004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35f11000. 00000800:00000200:3.0:1769074990.684863:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.684867:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3db67700. 00000100:00000010:0.0:1769074990.684883:0:32443:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 112 at ffff8c8a01de2300. 00080000:00000010:0.2:1769074990.684900:0:32443:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000010:3.2:1769074990.684908:0:16312:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00000100:00000010:0.0:1769074990.684913:0:32443:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b40224800. 00000100:00000010:2.0:1769074990.684916:0:30782:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 1472 at ffff8c8a0967a000. 00080000:00000010:1.0:1769074990.684919:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d600. 00000100:00000010:2.0:1769074990.684922:0:30782:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b05f11400. 00010000:00000200:0.0:1769074990.684924:0:32443:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af66300 x1855008351454464/t8589935751(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074990.684926:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:2.0:1769074990.684931:0:30782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3650ea00 x1855008351453312/t8589935761(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074990.684939:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000400:00000010:0.0:1769074990.684942:0:32443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58908. 00080000:00000400:1.0:1769074990.684944:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000100:00000200:0.0:1769074990.684948:0:32443:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351454464, offset 224 00080000:00000400:1.0:1769074990.684950:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000010:2.0:1769074990.684950:0:30782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c440. 00000100:00000200:3.0:1769074990.684950:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b40227000 00000400:00000200:0.0:1769074990.684958:0:32443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000400:1.0:1769074990.684959:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00000200:2.0:1769074990.684962:0:30782:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351453312, offset 224 00080000:00000400:1.0:1769074990.684964:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:0.0:1769074990.684966:0:32443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.684969:0:30782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000400:1.0:1769074990.684973:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:0.0:1769074990.684975:0:32443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17693:17693:254:4294967295] 192.168.204.41@tcp LPNI seq info [17689:17689:6:4294967295] 00080000:00000400:1.0:1769074990.684977:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:0.0:1769074990.684987:0:32443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.684993:0:32443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.684996:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298d200. 00000800:00000010:0.0:1769074990.684998:0:32443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afc00. 00000400:00000200:2.0:1769074990.685001:0:30782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:0.0:1769074990.685005:0:32443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.685006:0:30782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17694:17694:254:4294967295] 192.168.204.41@tcp LPNI seq info [17690:17690:6:4294967295] 00080000:00000010:1.0:1769074990.685007:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000800:00000200:0.0:1769074990.685013:0:32443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.685016:0:32443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.685017:0:30782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.685018:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000020:00000010:0.0:1769074990.685045:0:32443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000020:00000010:0.0:1769074990.685050:0:32443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415898. 00000020:00000010:0.0:1769074990.685053:0:32443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702400. 00000800:00000200:2.0:1769074990.685055:0:30782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:3.0:1769074990.685058:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.685059:0:30782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67900. 00000800:00000010:3.0:1769074990.685064:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67500. 00000800:00000200:2.0:1769074990.685069:0:30782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.685072:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:0.0:1769074990.685077:0:32444:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b378a8450 x1855008351456256/t8589935763(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 8928/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074990.685078:0:30782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.685084:0:30782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67900 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1769074990.685085:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.685092:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cdd0 00000400:00000010:0.0:1769074990.685094:0:32444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58220. 00000400:00000010:3.0:1769074990.685096:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cdd0. 00000020:00000010:2.0:1769074990.685097:0:30782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcca00. 00080000:00000010:1.0:1769074990.685100:0:29218:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:2.0:1769074990.685104:0:30782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00000020:00000010:2.0:1769074990.685108:0:30782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35d3b400. 00000020:00000010:1.0:1769074990.685133:0:29218:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5000. 00000001:00000010:1.0:1769074990.685146:0:29218:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5de0. 00080000:00000010:1.0:1769074990.685158:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000100:00000200:0.0:1769074990.685168:0:32444:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456256, offset 224 00010000:00000200:2.0:1769074990.685168:0:29219:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642680 x1855008351456000/t8589935762(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 7032/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074990.685178:0:32444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.685181:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000800:00000200:3.0:1769074990.685183:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1769074990.685185:0:29219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cd48. 00000400:00000200:0.0:1769074990.685187:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:3.0:1769074990.685190:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afc00. 00000100:00000200:2.0:1769074990.685191:0:29219:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456000, offset 224 00000400:00000200:0.0:1769074990.685193:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17695:17695:254:4294967295] 192.168.204.41@tcp LPNI seq info [17691:17691:6:4294967295] 00000400:00000200:3.0:1769074990.685198:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.685199:0:29219:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.685208:0:32444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:3.0:1769074990.685212:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:0.0:1769074990.685217:0:32444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.685218:0:29219:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:1.2:1769074990.685219:0:27579:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000800:00000010:0.0:1769074990.685222:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afe00. 00000400:00000200:2.0:1769074990.685225:0:29219:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17696:17696:253:4294967295] 192.168.204.41@tcp LPNI seq info [17692:17692:5:4294967295] 00000800:00000200:0.0:1769074990.685228:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.685233:0:32444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.685234:0:29219:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.685236:0:32444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afe00 type 1, nob 544 niov 1 nkiov 1 00010000:00000200:1.0:1769074990.685241:0:27579:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38642300 x1855008351456128/t8589935754(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1896/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1769074990.685241:0:29219:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.685241:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58908 00000400:00000010:3.0:1769074990.685247:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58908. 00000020:00000010:0.0:1769074990.685248:0:32444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc880. 00000800:00000010:2.0:1769074990.685248:0:29219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67500. 00000020:00000010:0.0:1769074990.685254:0:32444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00000800:00000200:2.0:1769074990.685257:0:29219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.685259:0:32444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0768f800. 00000800:00000200:2.0:1769074990.685264:0:29219:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:1.0:1769074990.685268:0:27579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725550. 00000800:00000200:2.0:1769074990.685268:0:29219:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67500 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.685280:0:29219:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcce80. 00010000:00000200:0.0:1769074990.685281:0:32407:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640e00 x1855008351455616/t8589935753(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2144/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074990.685284:0:29219:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3eed8. 00000020:00000010:2.0:1769074990.685287:0:29219:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607e00. 00000400:00000010:0.0:1769074990.685294:0:32407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58330. 00000100:00000200:1.0:1769074990.685335:0:27579:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456128, offset 224 00000100:00000200:0.0:1769074990.685336:0:32407:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351455616, offset 224 00000400:00000200:1.0:1769074990.685347:0:27579:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:3.0:1769074990.685347:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.685354:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67900. 00000400:00000200:0.0:1769074990.685358:0:32407:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.685360:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.685362:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.685369:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.685374:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17697:17697:253:4294967295] 192.168.204.41@tcp LPNI seq info [17693:17693:5:4294967295] 00000400:00000200:1.0:1769074990.685386:0:27579:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.685392:0:27579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.685396:0:32407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:1.0:1769074990.685399:0:27579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6700. 00000400:00000200:0.0:1769074990.685401:0:32407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17698:17698:252:4294967295] 192.168.204.41@tcp LPNI seq info [17694:17694:4:4294967295] 00000800:00000200:1.0:1769074990.685410:0:27579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.685412:0:32407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.685425:0:32407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.685427:0:27579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000010:0.0:1769074990.685429:0:32407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afc00. 00000800:00000200:1.0:1769074990.685432:0:27579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6700 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.685436:0:32407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.685442:0:32407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.685445:0:32407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.685450:0:27579:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc780. 00000400:00000200:3.0:1769074990.685450:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c440 00000020:00000010:0.0:1769074990.685455:0:32407:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2280. 00000400:00000010:3.0:1769074990.685457:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c440. 00000020:00000010:1.0:1769074990.685458:0:27579:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000020:00000010:0.0:1769074990.685461:0:32407:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415640. 00000020:00000010:0.0:1769074990.685466:0:32407:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b09479400. 00000020:00000010:1.0:1769074990.685466:0:27579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607600. 00000800:00000200:3.0:1769074990.685479:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:1.0:1769074990.685500:0:29218:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af65c00 x1855008351456384/t8589935755(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 7304/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074990.685514:0:29218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000200:1.0:1769074990.685518:0:29218:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456384, offset 224 00000400:00000200:1.0:1769074990.685523:0:29218:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.685529:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.685533:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17699:17699:252:4294967295] 192.168.204.41@tcp LPNI seq info [17695:17695:4:4294967295] 00000400:00000200:1.0:1769074990.685542:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.685546:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.685550:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6b00. 00000800:00000200:1.0:1769074990.685554:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.685558:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.685561:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6b00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.685570:0:29218:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d00. 00000020:00000010:1.0:1769074990.685573:0:29218:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4157d0. 00000020:00000010:1.0:1769074990.685576:0:29218:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07865600. 00000800:00000010:3.0:1769074990.685700:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afe00. 00000400:00000200:2.0:1769074990.685706:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.685708:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.685717:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80d80 00000400:00000200:3.0:1769074990.685719:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.685724:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:2.0:1769074990.685728:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 7304 00000400:00000200:3.0:1769074990.685733:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58220 00000400:00000010:3.0:1769074990.685738:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58220. 00000400:00000200:2.0:1769074990.685739:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.685743:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.685855:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 55542/55542 into md 0x2a135 00000100:00000200:2.0:1769074990.685860:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000800:00000200:3.0:1769074990.685865:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1769074990.685866:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb9c00. 00000800:00000010:3.0:1769074990.685872:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67500. 00000400:00000200:3.0:1769074990.685877:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.685883:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.685884:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.685889:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:3.0:1769074990.685891:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cd48 00000400:00000010:3.0:1769074990.685894:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cd48. 00000400:00000200:1.0:1769074990.685900:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b08827400 00000400:00000010:1.0:1769074990.685902:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff8c8b08827400. 00000100:00000200:1.0:1769074990.685906:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b40227000 00000800:00000200:3.0:1769074990.685909:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.685913:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6700. 00000400:00000200:3.0:1769074990.685918:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.685923:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000400:00000200:3.0:1769074990.685924:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.685929:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000400:00000200:1.0:1769074990.685931:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.685934:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725550 00000400:00000010:3.0:1769074990.685938:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725550. 00000020:00000010:0.0:1769074990.685939:0:29218:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453800. 00000400:00000200:1.0:1769074990.685944:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2280 into portal 6 MB=0x6971ec9d80d00 00000020:00000010:0.0:1769074990.685946:0:29218:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc880. 00000020:00000010:0.0:1769074990.685953:0:29218:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00000800:00000200:3.0:1769074990.685954:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1769074990.685955:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2280/2280 into md 0x5c01 [128] + 7792 00000800:00000010:3.0:1769074990.685961:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afc00. 00000400:00000200:1.0:1769074990.685969:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.685972:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b08827400. 00000400:00000200:1.0:1769074990.685977:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.685983:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000100:00000200:1.0:1769074990.685983:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:0.0:1769074990.685989:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000100:00000010:1.0:1769074990.685992:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38640700. 00000100:00000200:0.0:1769074990.685994:0:29218:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456640 00080000:00000400:2.0:1769074990.685994:0:29220:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.685998:0:29220:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.686001:0:29220:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.686004:0:29220:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 02000000:00000010:0.0:1769074990.686006:0:29218:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b361ae000. 00080000:00000400:2.0:1769074990.686007:0:29220:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.686009:0:29220:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.686018:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.686044:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2184 into portal 6 MB=0x6971ec9d80e00 00000400:00000200:1.0:1769074990.686049:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2184/2184 into md 0x5c01 [128] + 10072 00000400:00000200:3.0:1769074990.686050:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.686055:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607600. 00000400:00000200:3.0:1769074990.686061:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.686065:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763a00. 00000400:00000200:3.0:1769074990.686067:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58330 00000400:00000010:3.0:1769074990.686071:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58330. 00080000:00000010:2.0:1769074990.686072:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.686092:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.686092:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.686100:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.686104:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000400:00000200:3.0:1769074990.686108:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80e80 00000100:00000010:1.0:1769074990.686110:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b38643800. 00000400:00000200:3.0:1769074990.686119:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 12256 00080000:00000010:2.0:1769074990.686133:0:29220:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00000020:00000010:1.0:1769074990.686143:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.686147:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.686151:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298c200. 00000020:00000010:1.0:1769074990.686155:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000020:00000010:1.0:1769074990.686158:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 00000020:00000010:2.0:1769074990.686167:0:29220:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f822a0. 00000001:00000010:2.0:1769074990.686178:0:29220:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82060. 00000020:00000010:1.0:1769074990.686182:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.686185:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.686188:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298ce00. 00000020:00000010:1.0:1769074990.686191:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3280. 00080000:00000010:2.0:1769074990.686191:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000400:00000200:3.0:1769074990.686193:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.686198:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3d48. 00080000:00000010:2.0:1769074990.686199:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763a00. 00000400:00000200:3.0:1769074990.686205:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.686211:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1769074990.686215:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af67b80. 00000020:00000010:1.0:1769074990.686222:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.686226:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000100:00000200:1.0:1769074990.686228:0:27579:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456512 00000020:00000010:2.0:1769074990.686233:0:29219:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 02000000:00000010:1.0:1769074990.686236:0:27579:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0882d800. 00000020:00000010:2.0:1769074990.686239:0:29219:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.686246:0:29219:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607e00. 00000020:00000010:2.0:1769074990.686250:0:29219:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2880. 00000020:00000010:2.0:1769074990.686254:0:29219:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000100:00000010:0.0:1769074990.686255:0:29218:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b061b4c00. 00000100:00000010:0.0:1769074990.686259:0:29218:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 656 at ffff8c8b061b7800. 00000400:00000010:0.0:1769074990.686267:0:29218:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 776 at ffff8c8b061b5800. 00000400:00000010:0.0:1769074990.686274:0:29218:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200c08. 00000400:00000200:0.0:1769074990.686278:0:29218:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.686282:0:29219:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.686284:0:29219:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000400:00000200:0.0:1769074990.686287:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.686291:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17700:17700:255:4294967295] 192.168.204.41@tcp LPNI seq info [17696:17696:7:4294967295] 00080000:00000010:1.0:1769074990.686292:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07865600. 00000400:00000200:0.0:1769074990.686300:0:29218:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00080000:00000010:2.2:1769074990.686301:0:29219:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000400:00000200:0.0:1769074990.686308:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000100:00000200:2.0:1769074990.686308:0:29219:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456768 00080000:00000400:1.0:1769074990.686312:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000800:00000200:0.0:1769074990.686313:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00080000:00000400:1.0:1769074990.686316:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 02000000:00000010:2.0:1769074990.686317:0:29219:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40227c00. 00000800:00000010:0.0:1769074990.686320:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b111afc00. 00080000:00000400:1.0:1769074990.686320:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.686325:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000800:00000200:0.0:1769074990.686329:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000400:1.0:1769074990.686330:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.686335:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000200:0.0:1769074990.686339:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.686343:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 2, nob 96 niov 1 nkiov 0 00080000:00000010:1.0:1769074990.686347:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30702400. 00000100:00000200:0.0:1769074990.686350:0:29218:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 41 pages 164942 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80d80-0x6971ec9d80d80 00080000:00000010:1.0:1769074990.686353:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00080000:00000010:1.0:1769074990.686359:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074990.686381:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35d3b400. 00000020:00000010:0.0:1769074990.686383:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.686386:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000100:00000200:0.0:1769074990.686390:0:32444:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351456896 02000000:00000010:0.0:1769074990.686400:0:32444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b061b6400. 00080000:00000400:2.0:1769074990.686407:0:29219:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.686411:0:29219:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000010:1.0:1769074990.686413:0:27579:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000400:2.0:1769074990.686414:0:29219:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.686419:0:29219:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.686422:0:29219:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.686425:0:29219:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074990.686440:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35f11000. 00000020:00000010:1.0:1769074990.686445:0:27579:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5960. 00080000:00000010:2.0:1769074990.686447:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763a00. 00080000:00000010:2.0:1769074990.686454:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00000001:00000010:1.0:1769074990.686456:0:27579:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5e40. 00080000:00000010:1.0:1769074990.686467:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00080000:00000010:1.0:1769074990.686470:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000800:00000200:1.0:1769074990.686499:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.686502:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6b00. 00000400:00000200:1.0:1769074990.686505:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.686510:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.686511:0:29219:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00000400:00000200:1.0:1769074990.686514:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 00000400:00000010:1.0:1769074990.686518:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000400:00000200:3.0:1769074990.686519:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:1.2:1769074990.686535:0:16311:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000400:00000200:3.0:1769074990.686549:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d80f00 00000020:00000010:2.0:1769074990.686550:0:29219:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82600. 00000400:00000200:1.0:1769074990.686552:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.686564:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 12744 00000001:00000010:2.0:1769074990.686565:0:29219:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82180. 00000400:00000200:1.0:1769074990.686569:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 3496 into portal 6 MB=0x6971ec9d80f80 00000400:00000200:1.0:1769074990.686577:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 3496/3496 into md 0x5c01 [128] + 13232 00080000:00000010:2.0:1769074990.686579:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000400:00000200:3.0:1769074990.686584:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.686585:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763a00. 00000400:00000200:3.0:1769074990.686594:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.686600:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1769074990.686605:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af64000. 00000400:00000200:1.0:1769074990.686615:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.686622:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.2:1769074990.686625:0:29220:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00000100:00000200:1.0:1769074990.686628:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.686635:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361ff100. 00000100:00000010:2.0:1769074990.686636:0:29220:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 224 at ffff8c8b3db67d00. 00000100:00000010:2.0:1769074990.686642:0:29220:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b40227000. 00010000:00000200:2.0:1769074990.686651:0:29220:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af65180 x1855008351455744/t8589935764(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074990.686665:0:29220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c770. 00010000:00000200:1.0:1769074990.686684:0:27579:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38640700 x1855008351456512/t8589935756(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2280/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1769074990.686687:0:29220:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351455744, offset 224 00000400:00000200:2.0:1769074990.686699:0:29220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074990.686702:0:27579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725110. 00000100:00000010:0.0:1769074990.686706:0:32444:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8a02b5f000. 00000100:00000200:1.0:1769074990.686707:0:27579:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456512, offset 224 00000400:00000200:2.0:1769074990.686709:0:29220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:0.0:1769074990.686712:0:32444:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 848 at ffff8c8b17530000. 00000400:00000200:1.0:1769074990.686718:0:27579:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.686719:0:29220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17701:17701:255:4294967295] 192.168.204.41@tcp LPNI seq info [17697:17697:7:4294967295] 00000400:00000010:0.0:1769074990.686721:0:32444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 968 at ffff8c8b2fe69c00. 00000400:00000200:2.0:1769074990.686730:0:29220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.686736:0:29220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.686741:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074990.686742:0:29220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67d00. 00000400:00000200:1.0:1769074990.686747:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17702:17702:254:4294967295] 192.168.204.41@tcp LPNI seq info [17698:17698:6:4294967295] 00000800:00000200:2.0:1769074990.686753:0:29220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.686753:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.686760:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b111afc00. 00000400:00000200:1.0:1769074990.686767:0:27579:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.686767:0:29220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:3.0:1769074990.686768:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074990.686775:0:29220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67d00 type 1, nob 544 niov 1 nkiov 1 00000400:00000010:0.0:1769074990.686777:0:32444:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200c40. 00000800:00000200:1.0:1769074990.686781:0:27579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.686782:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000800:00000010:1.0:1769074990.686787:0:27579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6b00. 00000400:00000200:0.0:1769074990.686788:0:32444:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.686790:0:29220:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc480. 00000800:00000200:1.0:1769074990.686795:0:27579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074990.686795:0:29220:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:3.0:1769074990.686795:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b061b4c00 00000400:00000200:0.0:1769074990.686802:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.686803:0:29220:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07606000. 00000800:00000200:1.0:1769074990.686808:0:27579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.686813:0:27579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6b00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.686814:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17703:17703:253:4294967295] 192.168.204.41@tcp LPNI seq info [17699:17699:5:4294967295] 00000100:00000010:2.0:1769074990.686819:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af65180. 00000400:00000200:0.0:1769074990.686822:0:32444:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 02000000:00000010:2.0:1769074990.686824:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b35d69800. 00000020:00000010:1.0:1769074990.686825:0:27579:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000100:00000010:2.0:1769074990.686828:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38640e00. 00000400:00000200:0.0:1769074990.686832:0:32444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000020:00000010:1.0:1769074990.686832:0:27579:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 02000000:00000010:2.0:1769074990.686835:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a09d59000. 00000020:00000010:1.0:1769074990.686840:0:27579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298c200. 00000800:00000200:0.0:1769074990.686841:0:32444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000100:00000010:2.0:1769074990.686841:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642300. 00000800:00000010:0.0:1769074990.686847:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b111afe00. 02000000:00000010:2.0:1769074990.686849:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b04a0b000. 00000800:00000200:0.0:1769074990.686852:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:2.0:1769074990.686852:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642680. 02000000:00000010:2.0:1769074990.686856:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b0952f800. 00000800:00000200:0.0:1769074990.686857:0:32444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:2.0:1769074990.686860:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b173a4800. 00000800:00000200:0.0:1769074990.686861:0:32444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afe00 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:1.0:1769074990.686864:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000100:00000010:2.0:1769074990.686864:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ea00. 00000100:00000200:0.0:1769074990.686867:0:32444:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 53 pages 215197 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80e80-0x6971ec9d80e80 00000020:00000010:1.0:1769074990.686871:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 02000000:00000010:2.0:1769074990.686873:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b40227400. 00000100:00000010:2.0:1769074990.686879:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af66300. 00000020:00000010:1.0:1769074990.686880:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702000. 02000000:00000010:2.0:1769074990.686885:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b40227800. 00000020:00000010:1.0:1769074990.686888:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3000. 00000400:00000200:3.0:1769074990.686888:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.686891:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642a00. 00000020:00000010:1.0:1769074990.686896:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3640. 02000000:00000010:2.0:1769074990.686898:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b40224400. 00000400:00000200:0.0:1769074990.686899:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.686904:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8380. 00000400:00000200:3.0:1769074990.686905:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 6920 into portal 6 MB=0x6971ec9d81080 02000000:00000010:2.0:1769074990.686908:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b0952e400. 00000400:00000200:0.0:1769074990.686911:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81000 00000100:00000010:2.0:1769074990.686913:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599180. 02000000:00000010:2.0:1769074990.686918:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b35d6ac00. 00000400:00000200:3.0:1769074990.686919:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 6920/6920 into md 0x5c01 [128] + 16728 00000100:00000010:2.0:1769074990.686922:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38642d80. 02000000:00000010:2.0:1769074990.686928:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b307f5000. 00000020:00000010:1.0:1769074990.686929:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074990.686930:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 23648 00000100:00000010:2.0:1769074990.686931:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af67800. 00000020:00000010:1.0:1769074990.686938:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 02000000:00000010:2.0:1769074990.686939:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b0650a400. 00000400:00000200:0.0:1769074990.686945:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.686947:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703600. 00000100:00000010:2.0:1769074990.686947:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599c00. 00000400:00000200:0.0:1769074990.686949:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.686955:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:1.0:1769074990.686955:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3300. 02000000:00000010:2.0:1769074990.686955:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b04a0a800. 00000100:00000010:0.0:1769074990.686961:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0497b100. 00000020:00000010:1.0:1769074990.686964:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3a28. 00000100:00000010:2.0:1769074990.686964:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0000. 02000000:00000010:2.0:1769074990.686971:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b352da000. 00000100:00000010:2.0:1769074990.686974:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593800. 02000000:00000010:2.0:1769074990.686979:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b35d27800. 00000100:00000010:2.0:1769074990.686983:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755b800. 02000000:00000010:2.0:1769074990.686988:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b35d6a800. 00000100:00000010:2.0:1769074990.686992:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07559f80. 00000800:00000200:0.0:1769074990.686999:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.686999:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 02000000:00000010:2.0:1769074990.686999:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b35d69400. 00000800:00000010:0.0:1769074990.687003:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67d00. 00000020:00000010:1.0:1769074990.687006:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074990.687007:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.687007:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8e00. 00000400:00000200:3.0:1769074990.687013:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.687014:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074990.687014:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b35d68800. 00000020:00000010:1.0:1769074990.687015:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703a00. 00000100:00000010:2.0:1769074990.687019:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a096d8a80. 00000400:00000200:0.0:1769074990.687020:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c770 00000020:00000010:1.0:1769074990.687022:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3500. 00000020:00000010:1.0:1769074990.687045:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3c80. 02000000:00000010:2.0:1769074990.687047:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b04a0bc00. 00000400:00000010:0.0:1769074990.687049:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c770. 02000000:00000010:0.0:1769074990.687053:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b40224c00. 00000100:00000010:2.0:1769074990.687053:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486300. 00000400:00000200:3.0:1769074990.687056:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 02000000:00000010:2.0:1769074990.687058:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b0650b000. 00000100:00000200:3.0:1769074990.687062:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.687063:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38485500. 00000100:00000010:3.0:1769074990.687068:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af65880. 00000800:00000200:0.0:1769074990.687069:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1769074990.687069:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b0487d800. 00000020:00000010:1.0:1769074990.687073:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000800:00000010:0.0:1769074990.687074:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6b00. 00000100:00000010:2.0:1769074990.687075:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059b800. 00000020:00000010:1.0:1769074990.687080:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074990.687082:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074990.687082:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b40226000. 00000100:00000200:1.0:1769074990.687087:0:27579:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457024 00000100:00000010:2.0:1769074990.687088:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755aa00. 00000400:00000200:0.0:1769074990.687089:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.687093:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725110 02000000:00000010:2.0:1769074990.687094:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a09d5bc00. 00000400:00000010:0.0:1769074990.687095:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725110. 00000100:00000010:2.0:1769074990.687097:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0755bb80. 02000000:00000010:1.0:1769074990.687101:0:27579:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b06c31400. 02000000:00000010:2.0:1769074990.687101:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b06509000. 00000100:00000010:2.0:1769074990.687108:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38484380. 02000000:00000010:2.0:1769074990.687112:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b05378800. 00000100:00000010:2.0:1769074990.687115:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30599f80. 02000000:00000010:2.0:1769074990.687120:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3051a400. 00000100:00000010:2.0:1769074990.687124:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38591500. 00000800:00000200:0.0:1769074990.687126:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1769074990.687127:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b40226c00. 00000800:00000010:0.0:1769074990.687129:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b111afe00. 00000100:00000010:2.0:1769074990.687130:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af67100. 00000400:00000200:0.0:1769074990.687131:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1769074990.687133:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3051bc00. 00000400:00000200:0.0:1769074990.687135:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000010:2.0:1769074990.687136:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38592680. 00000100:00000200:0.0:1769074990.687139:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8a02b5f000 02000000:00000010:2.0:1769074990.687139:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a02bbc400. 00000100:00000010:2.0:1769074990.687142:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076bb80. 02000000:00000010:2.0:1769074990.687146:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3fe17c00. 00000100:00000010:2.0:1769074990.687149:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38592d80. 02000000:00000010:2.0:1769074990.687153:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a02bbc000. 00000100:00000010:2.0:1769074990.687156:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30768a80. 02000000:00000010:2.0:1769074990.687159:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3fe16400. 00000100:00000010:2.0:1769074990.687162:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f87100. 02000000:00000010:2.0:1769074990.687165:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3fe16c00. 00000100:00000010:2.0:1769074990.687167:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84380. 02000000:00000010:2.0:1769074990.687170:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3051b400. 00000100:00000010:2.0:1769074990.687173:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af65500. 02000000:00000010:2.0:1769074990.687176:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03691000. 00000100:00000010:2.0:1769074990.687179:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076a680. 02000000:00000010:2.0:1769074990.687182:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b30518000. 00000100:00000010:2.0:1769074990.687185:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590000. 02000000:00000010:2.0:1769074990.687188:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b081c0400. 00000100:00000010:2.0:1769074990.687192:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85500. 02000000:00000010:2.0:1769074990.687196:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3fc87c00. 00000100:00000010:2.0:1769074990.687198:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84a80. 02000000:00000010:2.0:1769074990.687202:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a01ea0800. 00000100:00000010:2.0:1769074990.687204:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f85880. 02000000:00000010:2.0:1769074990.687207:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b30519000. 00000100:00000010:2.0:1769074990.687210:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af64380. 02000000:00000010:2.0:1769074990.687214:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3051b800. 00000100:00000010:2.0:1769074990.687216:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30769880. 02000000:00000010:2.0:1769074990.687220:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a09d5b400. 00000100:00000010:2.0:1769074990.687222:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f86d80. 02000000:00000010:2.0:1769074990.687225:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b04994800. 00000100:00000010:2.0:1769074990.687228:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c9f80. 02000000:00000010:2.0:1769074990.687232:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a09d59800. 00000100:00000010:2.0:1769074990.687235:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f86680. 02000000:00000010:2.0:1769074990.687238:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b075ecc00. 00000100:00000010:2.0:1769074990.687241:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052cb480. 02000000:00000010:2.0:1769074990.687246:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3cc94c00. 00000100:00000010:2.0:1769074990.687248:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052ca300. 00000100:00000010:1.0:1769074990.687250:0:27579:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b06c31800. 02000000:00000010:2.0:1769074990.687252:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b30518800. 00000100:00000010:1.0:1769074990.687255:0:27579:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 560 at ffff8c8b378bd800. 00000100:00000010:2.0:1769074990.687257:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30768380. 02000000:00000010:2.0:1769074990.687261:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3cc97000. 00000400:00000010:1.0:1769074990.687263:0:27579:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 680 at ffff8c8b17349000. 00000100:00000010:2.0:1769074990.687265:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052cb100. 00000400:00000010:1.0:1769074990.687270:0:27579:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b181ac5b0. 02000000:00000010:2.0:1769074990.687271:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a02bbf800. 00000100:00000010:2.0:1769074990.687276:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30768e00. 00000400:00000200:1.0:1769074990.687280:0:27579:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 02000000:00000010:2.0:1769074990.687282:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b307c3c00. 00000100:00000010:2.0:1769074990.687286:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c8380. 00000400:00000200:1.0:1769074990.687289:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 02000000:00000010:2.0:1769074990.687292:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b34e08c00. 00000400:00000200:1.0:1769074990.687296:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17704:17704:256:4294967295] 192.168.204.41@tcp LPNI seq info [17700:17700:8:4294967295] 00000100:00000010:2.0:1769074990.687298:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c9c00. 00000400:00000200:1.0:1769074990.687305:0:27579:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 02000000:00000010:2.0:1769074990.687305:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3cc97400. 00000100:00000010:2.0:1769074990.687311:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af66d80. 00000400:00000200:1.0:1769074990.687317:0:27579:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 02000000:00000010:2.0:1769074990.687318:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03691800. 00000100:00000010:2.0:1769074990.687323:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076aa00. 00000800:00000200:1.0:1769074990.687326:0:27579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 02000000:00000010:2.0:1769074990.687329:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3fc86800. 00000800:00000010:1.0:1769074990.687331:0:27579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3fcc6d00. 00000100:00000010:2.0:1769074990.687334:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076b480. 00000800:00000200:1.0:1769074990.687338:0:27579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:2.0:1769074990.687340:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03690800. 00000100:00000010:2.0:1769074990.687344:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30769c00. 00000800:00000200:1.0:1769074990.687345:0:27579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 02000000:00000010:2.0:1769074990.687348:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03692800. 00000800:00000200:1.0:1769074990.687349:0:27579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6d00 type 2, nob 96 niov 1 nkiov 0 00000100:00000010:2.0:1769074990.687353:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076b100. 02000000:00000010:2.0:1769074990.687357:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03691c00. 00000100:00000010:2.0:1769074990.687360:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30769500. 00000100:00000200:1.0:1769074990.687364:0:27579:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 35 pages 142088 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d80f00-0x6971ec9d80f00 02000000:00000010:2.0:1769074990.687366:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b2c0fb400. 00000100:00000010:2.0:1769074990.687372:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076a300. 02000000:00000010:2.0:1769074990.687376:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03690000. 00000100:00000010:2.0:1769074990.687379:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30768700. 02000000:00000010:2.0:1769074990.687383:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b04997800. 00000100:00000010:2.0:1769074990.687387:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30769f80. 02000000:00000010:2.0:1769074990.687389:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03693800. 00000100:00000010:2.0:1769074990.687391:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076ad80. 02000000:00000010:2.0:1769074990.687394:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03693000. 00000100:00000010:2.0:1769074990.687398:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30768000. 02000000:00000010:2.0:1769074990.687401:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b075ec400. 00000100:00000010:2.0:1769074990.687404:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c9880. 02000000:00000010:2.0:1769074990.687407:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a02bbec00. 00000100:00000010:2.0:1769074990.687411:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30769180. 00000020:00000010:0.0:1769074990.687412:0:30779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.687415:0:30779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 02000000:00000010:2.0:1769074990.687415:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3062e400. 00000020:00000010:1.0:1769074990.687417:0:29216:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000100:00000010:2.0:1769074990.687419:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c9180. 00000020:00000010:0.0:1769074990.687420:0:30779:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453c00. 00000020:00000010:1.0:1769074990.687421:0:29216:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 02000000:00000010:2.0:1769074990.687425:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a02bbfc00. 00000020:00000010:0.0:1769074990.687426:0:30779:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcce00. 00000100:00000200:1.0:1769074990.687427:0:29216:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457152 00000020:00000010:0.0:1769074990.687431:0:30779:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ec80. 00000100:00000010:2.0:1769074990.687431:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38593b80. 02000000:00000010:2.0:1769074990.687436:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3051b000. 02000000:00000010:1.0:1769074990.687438:0:29216:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3edb6400. 00000100:00000010:2.0:1769074990.687440:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052cb800. 02000000:00000010:2.0:1769074990.687446:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b30518400. 00000100:00000010:2.0:1769074990.687450:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c9500. 02000000:00000010:2.0:1769074990.687454:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b30519c00. 00000800:00000200:3.0:1769074990.687454:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.687460:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3fcc6d00. 00000020:00000010:0.0:1769074990.687461:0:30779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000100:00000010:2.0:1769074990.687461:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c8700. 00000020:00000010:0.0:1769074990.687466:0:30779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000100:00000200:0.0:1769074990.687469:0:30779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457280 02000000:00000010:2.0:1769074990.687469:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8a02bbe000. 00000400:00000200:3.0:1769074990.687469:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1769074990.687475:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b052c8a80. 02000000:00000010:0.0:1769074990.687479:0:30779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc91400. 00000400:00000200:3.0:1769074990.687480:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:3.0:1769074990.687487:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b06c31800 02000000:00000010:2.0:1769074990.687489:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b03692400. 00000100:00000010:2.0:1769074990.687495:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3076b800. 02000000:00000010:2.0:1769074990.687499:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b30519800. 00000100:00000010:2.0:1769074990.687503:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ce00. 00080000:00000010:1.0:1769074990.687508:0:29216:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703e00. 02000000:00000010:2.0:1769074990.687509:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b30518c00. 00000100:00000010:2.0:1769074990.687514:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38591180. 02000000:00000010:2.0:1769074990.687520:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3051a000. 00000400:00000200:3.0:1769074990.687521:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.687526:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748fb80. 02000000:00000010:2.0:1769074990.687530:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b385f2800. 00080000:00000400:1.0:1769074990.687534:0:29216:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000100:00000010:2.0:1769074990.687534:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38591c00. 02000000:00000010:2.0:1769074990.687539:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b385f3800. 00080000:00000400:1.0:1769074990.687541:0:29216:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000100:00000010:2.0:1769074990.687544:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38592a00. 00080000:00000400:1.0:1769074990.687546:0:29216:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00000010:0.0:1769074990.687547:0:30779:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b3cc93000. 02000000:00000010:2.0:1769074990.687549:0:29220:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 744 at ffff8c8b3fc87800. 00080000:00000400:1.0:1769074990.687552:0:29216:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000100:00000010:2.0:1769074990.687553:0:29220:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38590e00. 00000100:00000010:0.0:1769074990.687554:0:30779:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 128 at ffff8c8a02bccf00. 00080000:00000400:1.0:1769074990.687558:0:29216:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000010:0.0:1769074990.687562:0:30779:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff8c8b111afe00. 00000100:00000200:2.0:1769074990.687562:0:29220:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost_io: registering portal 6 00080000:00000400:1.0:1769074990.687563:0:29216:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000010:0.0:1769074990.687568:0:30779:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b182004d0. 00000400:00000010:2.0:1769074990.687568:0:29220:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39840. 00000400:00000200:0.0:1769074990.687573:0:30779:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.687581:0:29220:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 2168 at ffff8c8b0488a000. 00080000:00000010:1.0:1769074990.687583:0:29216:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0298c200. 00000400:00000200:0.0:1769074990.687584:0:30779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.687591:0:30779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17705:17705:256:4294967295] 192.168.204.41@tcp LPNI seq info [17701:17701:8:4294967295] 00080000:00000010:1.0:1769074990.687592:0:29216:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000020:00000010:2.0:1769074990.687596:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000020:00000010:2.0:1769074990.687599:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000400:00000200:0.0:1769074990.687600:0:30779:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00080000:00000010:1.0:1769074990.687603:0:29216:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00000100:00000200:2.0:1769074990.687603:0:29220:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457408 00000400:00000200:0.0:1769074990.687610:0:30779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 02000000:00000010:2.0:1769074990.687614:0:29220:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40226c00. 00000800:00000200:0.0:1769074990.687616:0:30779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.687620:0:30779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b111afc00. 00000800:00000200:0.0:1769074990.687624:0:30779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.687630:0:30779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.687634:0:30779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1769074990.687640:0:30779:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 8 pages 31707 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81000-0x6971ec9d81000 00000400:00000200:3.0:1769074990.687658:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 11424 into portal 6 MB=0x6971ec9d81100 00000400:00000200:3.0:1769074990.687665:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 11424/11424 into md 0x5c01 [128] + 24136 00080000:00000010:1.0:1769074990.687687:0:29216:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000400:00000200:0.0:1769074990.687688:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:2.0:1769074990.687697:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07606000. 00000400:00000200:3.0:1769074990.687697:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.687702:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81180 00000400:00000200:3.0:1769074990.687708:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.687714:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 35560 00080000:00000400:2.0:1769074990.687720:0:29220:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000100:00000200:3.0:1769074990.687721:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:2.0:1769074990.687724:0:29220:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:0.0:1769074990.687727:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.687727:0:29216:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5ea0. 00000100:00000010:3.0:1769074990.687728:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af66680. 00080000:00000400:2.0:1769074990.687729:0:29220:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.687735:0:29220:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:0.0:1769074990.687736:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:2.0:1769074990.687739:0:29220:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.687741:0:29220:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074990.687744:0:29216:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5360. 00000020:00000010:0.0:1769074990.687757:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00080000:00000010:2.0:1769074990.687758:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ac5600. 00080000:00000010:1.0:1769074990.687759:0:29216:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000020:00000010:0.0:1769074990.687762:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00080000:00000010:1.0:1769074990.687765:0:29216:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00080000:00000010:2.0:1769074990.687765:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000020:00000010:0.0:1769074990.687770:0:30782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453000. 00080000:00000010:2.0:1769074990.687773:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763a00. 00000020:00000010:0.0:1769074990.687775:0:30782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc500. 00000020:00000010:0.0:1769074990.687778:0:30782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000800:00000200:3.0:1769074990.687786:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.687790:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b111afc00. 00000400:00000200:3.0:1769074990.687794:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.687799:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:3.0:1769074990.687803:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b3cc93000 00000020:00000010:0.0:1769074990.687808:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00080000:00000010:1.2:1769074990.687810:0:16311:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.687813:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000100:00000200:0.0:1769074990.687818:0:30782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457536 00000400:00000200:3.0:1769074990.687820:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000100:00000200:1.0:1769074990.687824:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 02000000:00000010:0.0:1769074990.687828:0:30782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc93800. 00080000:00000010:2.0:1769074990.687829:0:29220:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00000100:00000010:1.0:1769074990.687831:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fd180. 00000400:00000200:3.0:1769074990.687837:0:16312:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 164942/164942 into md 0x2a159 00000020:00000010:2.0:1769074990.687861:0:29220:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f824e0. 00000001:00000010:2.0:1769074990.687871:0:29220:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82f00. 00080000:00000010:2.0:1769074990.687882:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763a00. 00010000:00000200:1.0:1769074990.687884:0:29216:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361ff100 x1855008351457152/t8589935757(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 3496/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:2.0:1769074990.687887:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000400:00000010:1.0:1769074990.687905:0:29216:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00080000:00000010:0.0:1769074990.687909:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452200. 00000020:00000010:2.0:1769074990.687909:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000100:00000200:1.0:1769074990.687910:0:29216:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457152, offset 224 00000020:00000010:2.0:1769074990.687914:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000400:00000200:1.0:1769074990.687921:0:29216:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.687921:0:27577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b04ac4400. 00000020:00000010:2.0:1769074990.687927:0:27577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00080000:00000400:0.0:1769074990.687931:0:30782:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.687932:0:29216:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.687932:0:27577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 00080000:00000400:0.0:1769074990.687936:0:30782:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.687940:0:30782:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:1.0:1769074990.687942:0:29216:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17706:17706:256:4294967295] 192.168.204.41@tcp LPNI seq info [17702:17702:8:4294967295] 00080000:00000400:0.0:1769074990.687945:0:30782:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.687951:0:30782:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.687953:0:30782:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:2.0:1769074990.687957:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000020:00000010:2.0:1769074990.687962:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000400:00000200:1.0:1769074990.687966:0:29216:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:2.0:1769074990.687967:0:27577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457664 00080000:00000010:0.0:1769074990.687969:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453200. 00080000:00000010:0.0:1769074990.687976:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 02000000:00000010:2.0:1769074990.687976:0:27577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40226000. 00000800:00000200:1.0:1769074990.687981:0:29216:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.687984:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000800:00000010:1.0:1769074990.687988:0:29216:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000800:00000200:1.0:1769074990.687995:0:29216:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.688002:0:29216:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.688006:0:29216:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.688023:0:29216:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3300. 00000020:00000010:1.0:1769074990.688050:0:29216:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3a28. 00000020:00000010:1.0:1769074990.688053:0:29216:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703600. 00080000:00000010:0.0:1769074990.688064:0:30782:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:0.0:1769074990.688095:0:30782:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51ba0. 00000800:00000200:1.0:1769074990.688099:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.688103:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000001:00000010:0.0:1769074990.688106:0:30782:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51300. 00000400:00000200:1.0:1769074990.688108:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.688115:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.0:1769074990.688118:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.688120:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00080000:00000010:0.0:1769074990.688124:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000400:00000010:1.0:1769074990.688125:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00010000:00000200:0.0:1769074990.688188:0:29219:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b38643800 x1855008351456768/t8589935765(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2184/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074990.688205:0:29219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58cc0. 00000100:00000200:0.0:1769074990.688209:0:29219:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456768, offset 224 00000400:00000200:0.0:1769074990.688214:0:29219:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.2:1769074990.688234:0:27577:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00080000:00000010:0.2:1769074990.688236:0:29219:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:0.0:1769074990.688245:0:29219:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.688250:0:29219:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17707:17707:256:4294967295] 192.168.204.41@tcp LPNI seq info [17703:17703:8:4294967295] 00000100:00000010:2.0:1769074990.688250:0:27577:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b40224400. 00000100:00000010:2.0:1769074990.688254:0:27577:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 720 at ffff8c8b40227800. 00000400:00000200:0.0:1769074990.688259:0:29219:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:2.0:1769074990.688260:0:27577:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 840 at ffff8c8b40227400. 00000800:00000200:0.0:1769074990.688266:0:29219:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.688266:0:27577:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b182218f8. 00000800:00000010:0.0:1769074990.688270:0:29219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afc00. 00000400:00000200:2.0:1769074990.688270:0:27577:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000800:00000200:0.0:1769074990.688275:0:29219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.688277:0:27577:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:0.0:1769074990.688280:0:29219:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.688283:0:29219:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.688285:0:27577:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17708:17708:255:4294967295] 192.168.204.41@tcp LPNI seq info [17704:17704:7:4294967295] 00010000:00000200:1.0:1769074990.688288:0:30782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af66680 x1855008351457536/t8589935766(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 11424/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074990.688292:0:27577:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000020:00000010:0.0:1769074990.688301:0:29219:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3280. 00000020:00000010:0.0:1769074990.688305:0:29219:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3d48. 00000400:00000200:2.0:1769074990.688305:0:27577:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000400:00000010:1.0:1769074990.688309:0:30782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000020:00000010:0.0:1769074990.688310:0:29219:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298ce00. 00000800:00000200:2.0:1769074990.688310:0:27577:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.688316:0:27577:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3db67700. 00000100:00000200:1.0:1769074990.688318:0:30782:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457536, offset 224 00000800:00000200:2.0:1769074990.688324:0:27577:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.688330:0:30782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074990.688335:0:27577:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.688339:0:27577:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67700 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1769074990.688344:0:30782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:2.0:1769074990.688347:0:27577:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 45 pages 181475 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81180-0x6971ec9d81180 00000400:00000200:0.0:1769074990.688351:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.688358:0:30782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17709:17709:254:4294967295] 192.168.204.41@tcp LPNI seq info [17705:17705:6:4294967295] 00000400:00000200:1.0:1769074990.688370:0:30782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00010000:00000200:2.0:1769074990.688375:0:29220:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af65880 x1855008351457408/t8589935758(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 6920/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1769074990.688381:0:30782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.688382:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 760 into portal 6 MB=0x6971ec9d81200 00000800:00000010:1.0:1769074990.688390:0:30782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000400:00000200:0.0:1769074990.688391:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 760/760 into md 0x5c01 [128] + 36048 00000400:00000010:2.0:1769074990.688395:0:29220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ccc0. 00000100:00000200:2.0:1769074990.688399:0:29220:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457408, offset 224 00000800:00000200:1.0:1769074990.688400:0:30782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.688407:0:30782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.688411:0:29220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.688412:0:30782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.688422:0:29220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074990.688425:0:30782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc500. 00000400:00000200:0.0:1769074990.688426:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.688430:0:30782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000400:00000200:2.0:1769074990.688430:0:29220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17710:17710:253:4294967295] 192.168.204.41@tcp LPNI seq info [17706:17706:5:4294967295] 00000400:00000200:0.0:1769074990.688433:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.688437:0:30782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453000. 00000400:00000200:2.0:1769074990.688447:0:29220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:0.0:1769074990.688453:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000800:00000200:2.0:1769074990.688453:0:29220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.688457:0:29220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67300. 00000100:00000010:0.0:1769074990.688458:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af47800. 00000800:00000200:2.0:1769074990.688462:0:29220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.688468:0:29220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.688471:0:29220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67300 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:1.0:1769074990.688473:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.688477:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afc00. 00000400:00000200:1.0:1769074990.688481:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.688482:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.688483:0:29220:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcce00. 00000400:00000200:1.0:1769074990.688488:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.688489:0:29220:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ec80. 00000400:00000200:0.0:1769074990.688492:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81280 00000400:00000200:1.0:1769074990.688493:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58cc0 00000020:00000010:2.0:1769074990.688494:0:29220:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453c00. 00000400:00000010:1.0:1769074990.688498:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58cc0. 00000400:00000200:0.0:1769074990.688506:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 36808 00000800:00000200:1.0:1769074990.688509:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.688512:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3db67700. 00000020:00000010:2.0:1769074990.688513:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.688515:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.688518:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.688518:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.688522:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000020:00000010:2.0:1769074990.688526:0:29220:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fd000. 00000400:00000200:0.0:1769074990.688527:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.688528:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b40224400 00000020:00000010:2.0:1769074990.688530:0:29220:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2e80. 00000100:00000200:0.0:1769074990.688533:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:2.0:1769074990.688535:0:29220:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415a28. 00000100:00000010:0.0:1769074990.688537:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af44a80. 00000800:00000200:1.0:1769074990.688541:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.688544:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:1.0:1769074990.688547:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.688552:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.688556:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:1.0:1769074990.688558:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000020:00000010:2.0:1769074990.688561:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:0.0:1769074990.688566:0:29219:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.688566:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000020:00000010:0.0:1769074990.688568:0:29219:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.688570:0:29220:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b173fce00. 00000100:00000200:0.0:1769074990.688571:0:29219:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457792 00000020:00000010:2.0:1769074990.688574:0:29220:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d00. 00000020:00000010:2.0:1769074990.688578:0:29220:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415000. 02000000:00000010:0.0:1769074990.688579:0:29219:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3fc86800. 00000800:00000200:1.0:1769074990.688590:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.688595:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67300. 00000400:00000200:1.0:1769074990.688598:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.688601:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.688605:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.688607:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.688611:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ccc0 00000100:00000200:2.0:1769074990.688612:0:29220:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351457920 00000400:00000010:1.0:1769074990.688616:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ccc0. 02000000:00000010:2.0:1769074990.688622:0:29220:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40227000. 00080000:00000010:0.0:1769074990.688633:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452400. 00080000:00000400:0.0:1769074990.688658:0:29219:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.688661:0:29219:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.688664:0:29219:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.688667:0:29219:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.688684:0:29219:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.688687:0:29219:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.688703:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452e00. 00080000:00000010:0.0:1769074990.688707:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.688712:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.688755:0:29219:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:0.0:1769074990.688786:0:29219:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c510c0. 00000100:00000010:2.0:1769074990.688788:0:29220:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b40226400. 00000100:00000010:2.0:1769074990.688792:0:29220:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 432 at ffff8c8b173fd600. 00000001:00000010:0.0:1769074990.688796:0:29219:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51b40. 00000400:00000010:2.0:1769074990.688798:0:29220:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 552 at ffff8c8b40225000. 00000400:00000010:2.0:1769074990.688804:0:29220:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18221fc0. 00080000:00000010:0.0:1769074990.688806:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.688809:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000400:00000200:2.0:1769074990.688809:0:29220:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.688816:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.688817:0:29220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.688829:0:29220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17711:17711:256:4294967295] 192.168.204.41@tcp LPNI seq info [17707:17707:8:4294967295] 00000400:00000200:3.0:1769074990.688831:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:2.0:1769074990.688840:0:29220:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:2.0:1769074990.688846:0:29220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:2.0:1769074990.688852:0:29220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.688853:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b061b5800 00000800:00000010:2.0:1769074990.688856:0:29220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3db67a00. 00000400:00000010:3.0:1769074990.688858:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 776 at ffff8c8b061b5800. 00000800:00000200:2.0:1769074990.688863:0:29220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:3.0:1769074990.688864:0:16312:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b061b4c00 00000800:00000200:2.0:1769074990.688872:0:29220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.688876:0:29220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67a00 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1769074990.688885:0:29220:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 27 pages 109447 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81280-0x6971ec9d81280 00080000:00000010:0.2:1769074990.688891:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000800:00000200:3.0:1769074990.688916:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.688921:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3db67a00. 00000400:00000200:3.0:1769074990.688925:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1769074990.688940:0:29219:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af47800 x1855008351457792/t8589935759(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 760/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074990.688956:0:29219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725ee0. 00000100:00000200:1.0:1769074990.688961:0:29219:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457792, offset 224 00000400:00000200:1.0:1769074990.688969:0:29219:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.688970:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03452600. 00000400:00000200:1.0:1769074990.688977:0:29219:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.688984:0:29219:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17712:17712:255:4294967295] 192.168.204.41@tcp LPNI seq info [17708:17708:7:4294967295] 00080000:00000400:0.0:1769074990.688991:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.688999:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:1.0:1769074990.688999:0:29219:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000400:0.0:1769074990.689003:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.689007:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.689010:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000800:00000200:1.0:1769074990.689011:0:29219:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000400:0.0:1769074990.689013:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000010:1.0:1769074990.689017:0:29219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000800:00000200:1.0:1769074990.689023:0:29219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.689045:0:29219:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.689048:0:29219:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:0.0:1769074990.689053:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453a00. 00000020:00000010:1.0:1769074990.689060:0:29219:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2e80. 00080000:00000010:0.0:1769074990.689061:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000020:00000010:1.0:1769074990.689065:0:29219:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415a28. 00080000:00000010:0.0:1769074990.689069:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000020:00000010:1.0:1769074990.689070:0:29219:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fd000. 00000400:00000200:3.0:1769074990.689106:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:3.0:1769074990.689111:0:16312:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b40226400 00000400:00000200:1.0:1769074990.689129:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00080000:00000010:0.0:1769074990.689136:0:29218:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:0.0:1769074990.689170:0:29218:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51ea0. 00000001:00000010:0.0:1769074990.689178:0:29218:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51360. 00080000:00000010:0.0:1769074990.689184:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.689186:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.689299:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 215197/215197 into md 0x2a165 00000400:00000200:3.0:1769074990.689316:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074990.689344:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.689347:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:0.0:1769074990.689349:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.689353:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.689356:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725ee0 00000400:00000010:0.0:1769074990.689357:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725ee0. 00000400:00000200:3.0:1769074990.689378:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81300 00000400:00000200:3.0:1769074990.689386:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 37296 00080000:00000010:0.2:1769074990.689388:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:1.0:1769074990.689408:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1769074990.689411:0:29218:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 656 at ffff8c8b061b7800. 00000100:00000010:0.0:1769074990.689416:0:29218:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b061b4c00. 00000400:00000200:1.0:1769074990.689418:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00010000:00000200:0.0:1769074990.689424:0:29218:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb9c00 x1855008351456640/t8589935767(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074990.689425:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b2fe69c00 00000400:00000010:1.0:1769074990.689430:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 968 at ffff8c8b2fe69c00. 00000100:00000200:1.0:1769074990.689437:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8a02b5f000 00000400:00000010:0.0:1769074990.689448:0:29218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000100:00000200:0.0:1769074990.689456:0:29218:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456640, offset 224 00000400:00000200:0.0:1769074990.689465:0:29218:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.689469:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:0.0:1769074990.689476:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.689482:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17713:17713:256:4294967295] 192.168.204.41@tcp LPNI seq info [17709:17709:8:4294967295] 00000400:00000200:0.0:1769074990.689491:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.689496:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.689500:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afc00. 00000400:00000200:1.0:1769074990.689505:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 142088/142088 into md 0x2a169 00000800:00000200:0.0:1769074990.689510:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.689518:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.689521:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.689538:0:29218:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc880. 00000020:00000010:0.0:1769074990.689542:0:29218:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00000400:00000200:3.0:1769074990.689545:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.689547:0:29218:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453800. 00080000:00000010:2.0:1769074990.689548:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fde00. 00000400:00000200:3.0:1769074990.689555:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:3.0:1769074990.689561:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1769074990.689567:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af67480. 00080000:00000400:2.0:1769074990.689570:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.689575:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.689578:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.689581:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.689584:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.689587:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074990.689603:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fd000. 00000800:00000200:0.0:1769074990.689605:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.689608:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afc00. 00080000:00000010:2.0:1769074990.689610:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00000400:00000200:0.0:1769074990.689612:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1769074990.689616:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000400:00000200:0.0:1769074990.689618:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.689622:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:0.0:1769074990.689625:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000020:00000010:0.0:1769074990.689650:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.689654:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.689659:0:29218:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453800. 00000020:00000010:0.0:1769074990.689662:0:29218:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc880. 00000020:00000010:0.0:1769074990.689666:0:29218:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00080000:00000010:2.0:1769074990.689693:0:32444:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc168. 00000020:00000010:0.0:1769074990.689709:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.689712:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.689713:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1769074990.689716:0:29218:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458048 00000400:00000200:1.0:1769074990.689722:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:1.0:1769074990.689726:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b17349000 02000000:00000010:0.0:1769074990.689727:0:29218:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3fc87000. 00000400:00000010:1.0:1769074990.689728:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 680 at ffff8c8b17349000. 00000020:00000010:2.0:1769074990.689730:0:32444:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82420. 00000100:00000200:1.0:1769074990.689735:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b06c31800 00000001:00000010:2.0:1769074990.689742:0:32444:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f82240. 00080000:00000010:2.0:1769074990.689755:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00080000:00000010:2.0:1769074990.689759:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.689766:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:1.0:1769074990.689778:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 31707/31707 into md 0x2a16d 00000400:00000200:1.0:1769074990.689797:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.689801:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:1.0:1769074990.689805:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b111afe00 00000400:00000010:1.0:1769074990.689807:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff8c8b111afe00. 00000100:00000200:1.0:1769074990.689811:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b3cc93000 00000400:00000200:1.0:1769074990.689834:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:1.0:1769074990.689845:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 181475/181475 into md 0x2a17d 00080000:00000010:2.0:1769074990.689883:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b075b8c00. 00080000:00000400:2.0:1769074990.689906:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.689909:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.689912:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.689915:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.689918:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.689921:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000010:0.0:1769074990.689929:0:29218:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b3fc85800. 00000100:00000010:0.0:1769074990.689933:0:29218:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 624 at ffff8c8b3fc87800. 00080000:00000010:2.0:1769074990.689937:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03697200. 00000400:00000010:0.0:1769074990.689942:0:29218:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 744 at ffff8c8b17526000. 00080000:00000010:2.0:1769074990.689942:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00080000:00000010:2.0:1769074990.689947:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000400:00000010:0.0:1769074990.689948:0:29218:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200118. 00000400:00000200:0.0:1769074990.689954:0:29218:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.689962:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.689967:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17714:17714:256:4294967295] 192.168.204.41@tcp LPNI seq info [17710:17710:8:4294967295] 00000400:00000200:0.0:1769074990.689973:0:29218:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.689981:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:0.0:1769074990.689987:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.689990:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b111afc00. 00000800:00000200:0.0:1769074990.689995:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074990.689998:0:30779:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00000800:00000200:0.0:1769074990.690003:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:1.0:1769074990.690006:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074990.690008:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1769074990.690019:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81400 00000100:00000200:0.0:1769074990.690049:0:29218:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 39 pages 159517 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81300-0x6971ec9d81300 00000020:00000010:2.0:1769074990.690049:0:30779:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a02f82a80. 00000400:00000200:1.0:1769074990.690057:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 37784 00000001:00000010:2.0:1769074990.690061:0:30779:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a02f821e0. 00000400:00000200:1.0:1769074990.690074:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.690080:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.690084:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.690089:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fce00. 00080000:00000010:2.2:1769074990.690089:0:30779:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc168. 00080000:00000010:2.0:1769074990.690100:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00080000:00000010:2.0:1769074990.690104:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000100:00000010:2.0:1769074990.690125:0:32444:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 848 at ffff8c8b17530000. 00000100:00000010:2.0:1769074990.690130:0:32444:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8a02b5f000. 00010000:00000200:2.0:1769074990.690138:0:32444:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af67b80 x1855008351456896/t8589935768(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1769074990.690141:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.690147:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b111afc00. 00000400:00000200:1.0:1769074990.690153:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.690156:0:32444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c220. 00000400:00000200:0.0:1769074990.690158:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.690161:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:2.0:1769074990.690162:0:32444:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351456896, offset 224 00000400:00000200:0.0:1769074990.690168:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000100:00000200:1.0:1769074990.690170:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b3fc85800 00000400:00000200:2.0:1769074990.690174:0:32444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.2:1769074990.690190:0:32444:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000200:0.0:1769074990.690199:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b40227400 00000400:00000010:0.0:1769074990.690201:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 840 at ffff8c8b40227400. 00000400:00000200:2.0:1769074990.690202:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074990.690206:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b40224400 00000400:00000200:2.0:1769074990.690207:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17715:17715:255:4294967295] 192.168.204.41@tcp LPNI seq info [17711:17711:7:4294967295] 00000400:00000200:2.0:1769074990.690216:0:32444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.690223:0:32444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.690227:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67c00. 00000800:00000200:2.0:1769074990.690232:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.690237:0:32444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.690242:0:32444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67c00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.690247:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.690247:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:2.0:1769074990.690255:0:32444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2880. 00000020:00000010:2.0:1769074990.690258:0:32444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000020:00000010:2.0:1769074990.690262:0:32444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607e00. 00000400:00000200:1.0:1769074990.690264:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81480 00000400:00000200:0.0:1769074990.690265:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 928 into portal 6 MB=0x6971ec9d81380 00000020:00000010:2.0:1769074990.690277:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.690278:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 38272 00000020:00000010:2.0:1769074990.690281:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000400:00000200:0.0:1769074990.690288:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 928/928 into md 0x5c01 [128] + 38760 00000020:00000010:2.0:1769074990.690288:0:32444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696800. 00000020:00000010:2.0:1769074990.690292:0:32444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2880. 00000020:00000010:2.0:1769074990.690295:0:32444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000400:00000200:0.0:1769074990.690298:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.690302:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.690306:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1769074990.690310:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8a0af46300. 00000020:00000010:2.0:1769074990.690319:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.690321:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.690325:0:32444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607e00. 00000020:00000010:2.0:1769074990.690328:0:32444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2280. 00000020:00000010:2.0:1769074990.690331:0:32444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415258. 00000020:00000010:2.0:1769074990.690349:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.690352:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000100:00000200:2.0:1769074990.690356:0:32444:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458304 00000020:00000010:3.0:1769074990.690362:0:29219:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 02000000:00000010:2.0:1769074990.690365:0:32444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40224c00. 00000020:00000010:3.0:1769074990.690369:0:29219:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000400:00000200:1.0:1769074990.690372:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1769074990.690375:0:29219:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458176 00000400:00000200:1.0:1769074990.690380:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.690385:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.690389:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b361fca80. 02000000:00000010:3.0:1769074990.690391:0:29219:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b061b5800. 00000800:00000200:0.0:1769074990.690407:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.690412:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67c00. 00000400:00000200:1.0:1769074990.690417:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:0.0:1769074990.690419:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.690426:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.690433:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 109447/109447 into md 0x2a189 00000400:00000200:0.0:1769074990.690438:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c220 00000400:00000010:0.0:1769074990.690443:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c220. 00000100:00000010:2.0:1769074990.690448:0:32444:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b40224800. 00000100:00000010:2.0:1769074990.690451:0:32444:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 176 at ffff8c8b049766c0. 00000400:00000010:2.0:1769074990.690457:0:32444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 296 at ffff8c8a02e3d600. 00000400:00000200:0.0:1769074990.690460:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:2.0:1769074990.690463:0:32444:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b182210a8. 00000400:00000200:0.0:1769074990.690468:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81600 00000400:00000200:2.0:1769074990.690468:0:32444:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.690473:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 39688 00000400:00000200:2.0:1769074990.690474:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.690479:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.690480:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17716:17716:256:4294967295] 192.168.204.41@tcp LPNI seq info [17712:17712:8:4294967295] 00000400:00000200:0.0:1769074990.690483:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.690490:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:2.0:1769074990.690490:0:32444:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.690493:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.690499:0:32444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:2.0:1769074990.690506:0:32444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.690507:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b40225000 00000800:00000010:2.0:1769074990.690509:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3db67c00. 00000400:00000010:1.0:1769074990.690510:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 552 at ffff8c8b40225000. 00000800:00000200:2.0:1769074990.690517:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000200:0.0:1769074990.690518:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000200:1.0:1769074990.690518:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b40226400 00000800:00000200:2.0:1769074990.690525:0:32444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000010:0.0:1769074990.690526:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489b480. 00000800:00000200:2.0:1769074990.690529:0:32444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67c00 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:2.0:1769074990.690535:0:32444:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 11 pages 42513 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81400-0x6971ec9d81400 00000400:00000200:0.0:1769074990.690549:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:3.0:1769074990.690552:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7a00. 00000400:00000200:0.0:1769074990.690558:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 14368 into portal 6 MB=0x6971ec9d81500 00000400:00000200:0.0:1769074990.690565:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 14368/14368 into md 0x5c01 [128] + 40176 00000800:00000200:1.0:1769074990.690566:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.690571:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3db67c00. 00080000:00000400:3.0:1769074990.690572:0:29219:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.690574:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:3.0:1769074990.690578:0:29219:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:0.0:1769074990.690580:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.690584:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00080000:00000400:3.0:1769074990.690585:0:29219:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:0.0:1769074990.690593:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.690593:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b40224800 00080000:00000400:3.0:1769074990.690593:0:29219:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:3.0:1769074990.690601:0:29219:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000100:00000200:0.0:1769074990.690603:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:3.0:1769074990.690605:0:29219:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000010:0.0:1769074990.690609:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3cf96a00. 00080000:00000010:2.0:1769074990.690614:0:27577:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02e3d400. 00000400:00000200:1.0:1769074990.690615:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.690626:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81680 00000400:00000200:1.0:1769074990.690633:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 54544 00000400:00000200:0.0:1769074990.690638:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000400:2.0:1769074990.690638:0:27577:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.690642:0:27577:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.690644:0:27577:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:1.0:1769074990.690646:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.690648:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 5592 into portal 6 MB=0x6971ec9d81580 00080000:00000400:2.0:1769074990.690648:0:27577:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.690654:0:27577:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:1.0:1769074990.690655:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.690660:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 5592/5592 into md 0x5c01 [128] + 55032 00080000:00000400:2.0:1769074990.690662:0:27577:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000200:1.0:1769074990.690666:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.690687:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2680. 00080000:00000010:3.0:1769074990.690690:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074990.690699:0:27577:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02e3c000. 00080000:00000010:3.0:1769074990.690700:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00080000:00000010:2.0:1769074990.690709:0:27577:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00080000:00000010:3.0:1769074990.690711:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755480. 00000020:00000010:1.0:1769074990.690715:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074990.690718:0:27577:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000020:00000010:1.0:1769074990.690720:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000020:00000010:1.0:1769074990.690727:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298ce00. 00000020:00000010:1.0:1769074990.690730:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3300. 00000020:00000010:1.0:1769074990.690733:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3a28. 00000400:00000200:0.0:1769074990.690749:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.690758:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.690763:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1769074990.690767:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748fb80. 00000020:00000010:1.0:1769074990.690772:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074990.690775:0:27577:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00000020:00000010:1.0:1769074990.690778:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000020:00000010:1.0:1769074990.690787:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30703600. 00000020:00000010:1.0:1769074990.690792:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3080. 00000020:00000010:0.0:1769074990.690795:0:29096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:1.0:1769074990.690797:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000020:00000010:0.0:1769074990.690801:0:29096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.690808:0:29096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453c00. 00000020:00000010:0.0:1769074990.690812:0:29096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc100. 00000020:00000010:2.0:1769074990.690812:0:27577:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b05fce240. 00000020:00000010:0.0:1769074990.690815:0:29096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000001:00000010:2.0:1769074990.690822:0:27577:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fceea0. 00000020:00000010:1.0:1769074990.690830:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074990.690833:0:27577:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000020:00000010:1.0:1769074990.690836:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074990.690839:0:27577:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000020:00000010:1.0:1769074990.690844:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7400. 00000020:00000010:0.0:1769074990.690849:0:29096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:1.0:1769074990.690851:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3e00. 00000020:00000010:0.0:1769074990.690853:0:29096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:1.0:1769074990.690859:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000100:00000010:2.0:1769074990.690859:0:30779:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 128 at ffff8c8a02bccf00. 00000020:00000010:0.0:1769074990.690860:0:29096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453000. 00000020:00000010:0.0:1769074990.690866:0:29096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb80. 00000100:00000010:2.0:1769074990.690866:0:30779:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b3cc93000. 00000020:00000010:0.0:1769074990.690869:0:29096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e0c8. 00010000:00000200:2.0:1769074990.690873:0:30779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0497b100 x1855008351457280/t8589935760(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074990.690885:0:30779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c4c8. 00000100:00000200:2.0:1769074990.690890:0:30779:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457280, offset 224 00000020:00000010:1.0:1769074990.690892:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:1.0:1769074990.690897:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000400:00000200:2.0:1769074990.690897:0:30779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.690902:0:29096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000100:00000200:1.0:1769074990.690902:0:32443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458432 00000020:00000010:0.0:1769074990.690908:0:29096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.690908:0:30779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074990.690912:0:29096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458816 02000000:00000010:1.0:1769074990.690914:0:32443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc97000. 00000400:00000200:2.0:1769074990.690915:0:30779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17717:17717:256:4294967295] 192.168.204.41@tcp LPNI seq info [17713:17713:8:4294967295] 02000000:00000010:0.0:1769074990.690923:0:29096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0952e400. 00000400:00000200:2.0:1769074990.690930:0:30779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.690936:0:30779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.690940:0:30779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67a00. 00000800:00000200:2.0:1769074990.690946:0:30779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.690950:0:30779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.690953:0:30779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67a00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.690964:0:30779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3500. 00000020:00000010:2.0:1769074990.690968:0:30779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3c80. 00000020:00000010:2.0:1769074990.690972:0:30779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703a00. 00000020:00000010:2.0:1769074990.690984:0:30779:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.690987:0:30779:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000100:00000200:2.0:1769074990.690990:0:30779:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458560 02000000:00000010:2.0:1769074990.690997:0:30779:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40227400. 00000100:00000010:1.0:1769074990.691049:0:32443:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b3cc97400. 00000100:00000010:1.0:1769074990.691052:0:32443:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 144 at ffff8c8b2a1940c0. 00000400:00000010:1.0:1769074990.691057:0:32443:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 264 at ffff8c8b049f6600. 00000400:00000010:1.0:1769074990.691063:0:32443:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b181ac0a8. 00000400:00000200:1.0:1769074990.691067:0:32443:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.691073:0:32443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.691076:0:32443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17718:17718:255:4294967295] 192.168.204.41@tcp LPNI seq info [17714:17714:7:4294967295] 00000400:00000200:1.0:1769074990.691082:0:32443:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.691088:0:32443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:1.0:1769074990.691093:0:32443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.691097:0:32443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3fcc6300. 00080000:00000010:2.0:1769074990.691099:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b30703a00. 00000800:00000200:1.0:1769074990.691103:0:32443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.691108:0:32443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.691111:0:32443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074990.691115:0:32443:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 9 pages 35423 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81480-0x6971ec9d81480 00080000:00000400:2.0:1769074990.691122:0:30779:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.691127:0:30779:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.691130:0:30779:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.691133:0:30779:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000020:00000010:1.0:1769074990.691136:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00080000:00000400:2.0:1769074990.691136:0:30779:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.691141:0:30779:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:1.0:1769074990.691142:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000100:00000200:1.0:1769074990.691146:0:30781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458944 02000000:00000010:1.0:1769074990.691154:0:30781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc97800. 00080000:00000010:2.2:1769074990.691164:0:30779:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00080000:00000010:2.0:1769074990.691190:0:30779:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01fb4c00. 00080000:00000010:2.0:1769074990.691198:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00000100:00000010:0.0:1769074990.691202:0:29096:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b0952f800. 00080000:00000010:2.0:1769074990.691203:0:30779:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000100:00000010:0.0:1769074990.691206:0:29096:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 624 at ffff8c8b173a4800. 00000400:00000010:0.0:1769074990.691213:0:29096:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 744 at ffff8c8b307f5000. 00000400:00000010:0.0:1769074990.691220:0:29096:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200150. 00000400:00000200:0.0:1769074990.691226:0:29096:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000100:00000010:1.0:1769074990.691229:0:30781:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b3cc95800. 00000400:00000200:0.0:1769074990.691235:0:29096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:1.0:1769074990.691236:0:30781:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 96 at ffff8c8b0a3c55a0. 00000400:00000200:0.0:1769074990.691245:0:29096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17719:17719:254:4294967295] 192.168.204.41@tcp LPNI seq info [17715:17715:6:4294967295] 00000400:00000010:1.0:1769074990.691246:0:30781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 216 at ffff8c8b3fcc6d00. 00000400:00000200:0.0:1769074990.691255:0:29096:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00080000:00000010:2.0:1769074990.691255:0:30779:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000200:0.0:1769074990.691262:0:29096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000400:00000010:1.0:1769074990.691266:0:30781:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b181ac9a0. 00000800:00000200:0.0:1769074990.691268:0:29096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.691273:0:30781:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.691274:0:29096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b111afc00. 00000400:00000200:1.0:1769074990.691284:0:30781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000200:0.0:1769074990.691286:0:29096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074990.691286:0:30779:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b05fce9c0. 00000400:00000200:1.0:1769074990.691292:0:30781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17720:17720:253:4294967295] 192.168.204.41@tcp LPNI seq info [17716:17716:5:4294967295] 00000800:00000200:0.0:1769074990.691297:0:29096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000001:00000010:2.0:1769074990.691297:0:30779:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fce360. 00000800:00000200:0.0:1769074990.691303:0:29096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:1.0:1769074990.691303:0:30781:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00080000:00000010:2.0:1769074990.691311:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000100:00000200:0.0:1769074990.691314:0:29096:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 39 pages 158091 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81600-0x6971ec9d81600 00080000:00000010:2.0:1769074990.691317:0:30779:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.691323:0:30781:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:1.0:1769074990.691332:0:30781:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.691338:0:30781:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3fcc6b00. 00000100:00000010:2.0:1769074990.691339:0:27577:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 720 at ffff8c8b40227800. 00000020:00000010:0.0:1769074990.691340:0:36924:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.691344:0:36924:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000800:00000200:1.0:1769074990.691346:0:30781:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:2.0:1769074990.691346:0:27577:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b40224400. 00000100:00000200:0.0:1769074990.691347:0:36924:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351458688 00000800:00000200:1.0:1769074990.691357:0:30781:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000200:2.0:1769074990.691357:0:27577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fd180 x1855008351457664/t8589935761(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 02000000:00000010:0.0:1769074990.691358:0:36924:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8a09d59800. 00000800:00000200:1.0:1769074990.691363:0:30781:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6b00 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1769074990.691370:0:30781:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 6 pages 24284 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81680-0x6971ec9d81680 00080000:00000010:2.2:1769074990.691371:0:27577:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000010:2.0:1769074990.691394:0:27577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c6e8. 00000100:00000200:2.0:1769074990.691398:0:27577:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457664, offset 224 00000400:00000200:2.0:1769074990.691405:0:27577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:1.0:1769074990.691409:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074990.691413:0:27577:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.691418:0:27577:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17721:17721:252:4294967295] 192.168.204.41@tcp LPNI seq info [17717:17717:4:4294967295] 00080000:00000010:0.0:1769074990.691426:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b09479400. 00000400:00000200:2.0:1769074990.691426:0:27577:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.691431:0:27577:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.691435:0:27577:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67300. 00000800:00000010:1.0:1769074990.691438:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67a00. 00000400:00000200:1.0:1769074990.691443:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074990.691443:0:27577:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000400:0.0:1769074990.691450:0:36924:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.691450:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:2.0:1769074990.691455:0:27577:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000400:0.0:1769074990.691456:0:36924:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:1.0:1769074990.691458:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c4c8 00080000:00000400:0.0:1769074990.691460:0:36924:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00000800:00000200:2.0:1769074990.691460:0:27577:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67300 type 1, nob 544 niov 1 nkiov 1 00000400:00000010:1.0:1769074990.691461:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c4c8. 00080000:00000400:0.0:1769074990.691467:0:36924:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.691470:0:36924:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.691473:0:36924:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:2.0:1769074990.691475:0:27577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074990.691479:0:27577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000020:00000010:2.0:1769074990.691482:0:27577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04ac4400. 00080000:00000010:0.0:1769074990.691488:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0768f800. 00080000:00000010:0.0:1769074990.691494:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.691495:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00080000:00000010:0.0:1769074990.691503:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000400:00000200:1.0:1769074990.691510:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 159517/159517 into md 0x2a195 00010000:00000200:2.0:1769074990.691511:0:30779:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3cf96a00 x1855008351458560/t8589935762(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 14368/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:3.0:1769074990.691513:0:29219:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000010:2.0:1769074990.691528:0:30779:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cbb0. 00000100:00000200:2.0:1769074990.691532:0:30779:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458560, offset 224 00000400:00000200:2.0:1769074990.691538:0:30779:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.691544:0:30779:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.691549:0:30779:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17722:17722:252:4294967295] 192.168.204.41@tcp LPNI seq info [17718:17718:4:4294967295] 00080000:00000010:0.0:1769074990.691553:0:36924:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:2.0:1769074990.691560:0:30779:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.691564:0:30779:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.691567:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1769074990.691569:0:30779:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67700. 00000400:00000200:1.0:1769074990.691574:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:1.0:1769074990.691580:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b17526000 00000800:00000200:2.0:1769074990.691580:0:30779:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000010:1.0:1769074990.691584:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 744 at ffff8c8b17526000. 00000020:00000010:0.0:1769074990.691586:0:36924:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51d80. 00000100:00000200:1.0:1769074990.691589:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b3fc85800 00000800:00000200:2.0:1769074990.691590:0:30779:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:3.0:1769074990.691592:0:29219:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321f00. 00000001:00000010:0.0:1769074990.691598:0:36924:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c517e0. 00000800:00000200:2.0:1769074990.691598:0:30779:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67700 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:1.0:1769074990.691609:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074990.691610:0:30779:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc100. 00000001:00000010:3.0:1769074990.691611:0:29219:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321ea0. 00080000:00000010:0.0:1769074990.691612:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000800:00000010:1.0:1769074990.691612:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3fcc6300. 00000020:00000010:2.0:1769074990.691617:0:30779:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000400:00000200:1.0:1769074990.691620:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.691621:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.691622:0:30779:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453c00. 00000400:00000200:1.0:1769074990.691630:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00080000:00000010:3.0:1769074990.691631:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755480. 00000100:00000200:1.0:1769074990.691633:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b3cc97400 00080000:00000010:3.0:1769074990.691636:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00000400:00000200:1.0:1769074990.691650:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.691657:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81700 00000400:00000200:1.0:1769074990.691661:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 60624 00000400:00000200:1.0:1769074990.691666:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.691683:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.691686:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.691690:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a3100. 00080000:00000010:3.2:1769074990.691697:0:27579:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00080000:00000010:2.0:1769074990.691704:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01fb5000. 00080000:00000010:0.2:1769074990.691706:0:29218:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000800:00000200:1.0:1769074990.691707:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.691711:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b111afc00. 00000400:00000200:1.0:1769074990.691716:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.691718:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:1.0:1769074990.691720:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b0952f800 00000400:00000200:1.0:1769074990.691728:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00080000:00000400:2.0:1769074990.691733:0:29220:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.691735:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 42513/42513 into md 0x2a19d 00080000:00000400:2.0:1769074990.691740:0:29220:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.691743:0:29220:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.691746:0:29220:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.691748:0:29220:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.691751:0:29220:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:2.0:1769074990.691765:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01fb5a00. 00080000:00000010:0.0:1769074990.691766:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0200. 00080000:00000010:3.0:1769074990.691767:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6e00. 00080000:00000010:2.0:1769074990.691773:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00080000:00000010:2.0:1769074990.691781:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00080000:00000400:0.0:1769074990.691785:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.691789:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.691792:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074990.691794:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.691796:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:1.0:1769074990.691797:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:3.0:1769074990.691799:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.691805:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074990.691805:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:1.0:1769074990.691809:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00080000:00000400:0.0:1769074990.691814:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074990.691814:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:1.0:1769074990.691816:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02e3d600 00000400:00000010:1.0:1769074990.691820:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 296 at ffff8c8a02e3d600. 00080000:00000400:3.0:1769074990.691822:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000100:00000200:1.0:1769074990.691826:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b40224800 00080000:00000010:0.0:1769074990.691835:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c1000. 00080000:00000010:2.0:1769074990.691835:0:29220:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00080000:00000400:3.0:1769074990.691835:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000200:1.0:1769074990.691839:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.691842:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3fcc6b00. 00080000:00000010:0.0:1769074990.691844:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.691845:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.691852:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:1.0:1769074990.691854:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b3cc95800 00080000:00000010:3.0:1769074990.691854:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c6400. 00080000:00000010:0.0:1769074990.691855:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00080000:00000010:3.0:1769074990.691863:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00000400:00000200:1.0:1769074990.691867:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:3.0:1769074990.691873:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00000020:00000010:2.0:1769074990.691874:0:29220:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b05fce300. 00000400:00000200:1.0:1769074990.691878:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 720 into portal 6 MB=0x6971ec9d81780 00000400:00000200:1.0:1769074990.691884:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 720/720 into md 0x5c01 [128] + 61112 00000001:00000010:2.0:1769074990.691888:0:29220:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fceb40. 00000400:00000200:1.0:1769074990.691893:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.691898:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.691901:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000100:00000200:1.0:1769074990.691902:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000010:2.0:1769074990.691908:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000100:00000010:1.0:1769074990.691909:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1f80. 00000800:00000200:1.0:1769074990.691927:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.691929:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67300. 00000400:00000200:1.0:1769074990.691933:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.691935:0:29218:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:1.0:1769074990.691941:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.691946:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c6e8 00000400:00000010:1.0:1769074990.691948:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c6e8. 00080000:00000010:2.0:1769074990.691959:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453c00. 00080000:00000010:3.0:1769074990.691965:0:27579:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000020:00000010:0.0:1769074990.691975:0:29218:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51540. 00080000:00000400:2.0:1769074990.691983:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000001:00000010:0.0:1769074990.691986:0:29218:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51780. 00080000:00000400:2.0:1769074990.691986:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.691989:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.691992:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000800:00000200:1.0:1769074990.691993:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:0.0:1769074990.691996:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000400:2.0:1769074990.691996:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000800:00000010:1.0:1769074990.692000:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67700. 00080000:00000400:2.0:1769074990.692000:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.692001:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.692009:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.692009:0:27579:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321060. 00080000:00000010:2.0:1769074990.692017:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b04ac4400. 00000400:00000200:1.0:1769074990.692023:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:3.0:1769074990.692024:0:27579:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321d20. 00010000:00000200:0.0:1769074990.692051:0:36924:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748fb80 x1855008351458688/t8589935763(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 5592/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:3.0:1769074990.692052:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00080000:00000010:3.0:1769074990.692061:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00000400:00000200:1.0:1769074990.692062:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cbb0 00080000:00000010:2.2:1769074990.692063:0:32444:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000010:1.0:1769074990.692069:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cbb0. 00000400:00000010:0.0:1769074990.692071:0:36924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00080000:00000010:2.0:1769074990.692077:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00000100:00000200:0.0:1769074990.692078:0:36924:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458688, offset 224 00080000:00000010:2.0:1769074990.692083:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000400:00000200:0.0:1769074990.692086:0:36924:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.692093:0:36924:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.692098:0:36924:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17723:17723:256:4294967295] 192.168.204.41@tcp LPNI seq info [17719:17719:8:4294967295] 00000400:00000200:0.0:1769074990.692109:0:36924:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.692115:0:36924:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.692119:0:36924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afe00. 00000800:00000200:0.0:1769074990.692125:0:36924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074990.692137:0:32444:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00080000:00000010:3.2:1769074990.692139:0:29215:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00080000:00000010:0.2:1769074990.692148:0:36924:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000800:00000200:0.0:1769074990.692162:0:36924:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.692165:0:36924:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afe00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.692172:0:32444:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b05fcea80. 00000020:00000010:0.0:1769074990.692180:0:36924:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb80. 00000001:00000010:2.0:1769074990.692183:0:32444:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b05fceae0. 00000020:00000010:0.0:1769074990.692185:0:36924:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e0c8. 00000020:00000010:0.0:1769074990.692189:0:36924:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453000. 00080000:00000010:2.0:1769074990.692193:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00080000:00000010:2.0:1769074990.692197:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000020:00000010:1.0:1769074990.692205:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:3.0:1769074990.692205:0:29215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00000020:00000010:3.0:1769074990.692213:0:29215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000020:00000010:1.0:1769074990.692214:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000100:00000010:0.0:1769074990.692215:0:29218:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 624 at ffff8c8b3fc87800. 00000100:00000010:2.0:1769074990.692215:0:29220:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 432 at ffff8c8b173fd600. 00000100:00000010:0.0:1769074990.692223:0:29218:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b3fc85800. 00000020:00000010:3.0:1769074990.692223:0:29215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c7e00. 00000100:00000010:2.0:1769074990.692224:0:29220:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b40226400. 00000020:00000010:1.0:1769074990.692227:0:34004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7000. 00000020:00000010:3.0:1769074990.692233:0:29215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589500. 00010000:00000200:0.0:1769074990.692237:0:29218:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af67480 x1855008351458048/t8589935770(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000200:2.0:1769074990.692237:0:29220:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af44a80 x1855008351457920/t8589935764(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:3.0:1769074990.692240:0:29215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751c80. 00000020:00000010:1.0:1769074990.692253:0:34004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3100. 00000400:00000010:0.0:1769074990.692259:0:29218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000020:00000010:1.0:1769074990.692259:0:34004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c37d0. 00000100:00000200:0.0:1769074990.692267:0:29218:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458048, offset 224 00000400:00000200:0.0:1769074990.692276:0:29218:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.2:1769074990.692278:0:29220:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000200:0.0:1769074990.692283:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000010:2.0:1769074990.692284:0:29220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cee0. 00000020:00000010:3.0:1769074990.692284:0:29215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00000400:00000200:0.0:1769074990.692290:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17724:17724:255:4294967295] 192.168.204.41@tcp LPNI seq info [17720:17720:7:4294967295] 00000100:00000200:2.0:1769074990.692292:0:29220:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457920, offset 224 00000020:00000010:3.0:1769074990.692292:0:29215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000020:00000010:1.0:1769074990.692298:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000100:00000200:3.0:1769074990.692300:0:29215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459072 00000400:00000200:2.0:1769074990.692305:0:29220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.692306:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074990.692307:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000100:00000200:1.0:1769074990.692314:0:34004:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459200 02000000:00000010:3.0:1769074990.692314:0:29215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b061b4c00. 00000800:00000200:0.0:1769074990.692315:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.692320:0:29220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074990.692323:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afc00. 00000400:00000200:2.0:1769074990.692324:0:29220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17725:17725:254:4294967295] 192.168.204.41@tcp LPNI seq info [17721:17721:6:4294967295] 00000800:00000200:0.0:1769074990.692329:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 02000000:00000010:1.0:1769074990.692329:0:34004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b17526000. 00000400:00000200:2.0:1769074990.692337:0:29220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.692338:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.692341:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:2.0:1769074990.692343:0:29220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.692347:0:29220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67d00. 00000800:00000200:2.0:1769074990.692351:0:29220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.692352:0:29218:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc880. 00000020:00000010:0.0:1769074990.692355:0:29218:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00000800:00000200:2.0:1769074990.692356:0:29220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.692358:0:29218:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453800. 00000800:00000200:2.0:1769074990.692358:0:29220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67d00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.692367:0:29220:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d00. 00000020:00000010:2.0:1769074990.692370:0:29220:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415000. 00000020:00000010:2.0:1769074990.692374:0:29220:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b173fce00. 00000100:00000010:2.0:1769074990.692395:0:32444:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 176 at ffff8c8b049766c0. 00000400:00000200:0.0:1769074990.692398:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000010:2.0:1769074990.692399:0:32444:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b40224800. 00080000:00000010:1.0:1769074990.692401:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6c00. 00000400:00000200:0.0:1769074990.692407:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 912 into portal 6 MB=0x6971ec9d81880 00010000:00000200:2.0:1769074990.692407:0:32444:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fce00 x1855008351458304/t8589935766(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074990.692414:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 912/912 into md 0x5c01 [128] + 61832 00000400:00000010:2.0:1769074990.692420:0:32444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c110. 00000400:00000200:0.0:1769074990.692423:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074990.692423:0:32444:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458304, offset 224 00000400:00000200:0.0:1769074990.692428:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.692428:0:32444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000400:1.0:1769074990.692431:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000100:00000200:0.0:1769074990.692432:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000400:00000200:2.0:1769074990.692436:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000010:0.0:1769074990.692438:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748ce00. 00080000:00000400:1.0:1769074990.692440:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:2.0:1769074990.692445:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17726:17726:253:4294967295] 192.168.204.41@tcp LPNI seq info [17722:17722:5:4294967295] 00080000:00000400:1.0:1769074990.692447:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.692454:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.692462:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:2.0:1769074990.692464:0:32444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000400:1.0:1769074990.692466:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000200:2.0:1769074990.692473:0:32444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.692478:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67500. 00000800:00000200:0.0:1769074990.692483:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1769074990.692483:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000010:0.0:1769074990.692485:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afe00. 00080000:00000010:1.0:1769074990.692487:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6200. 00000400:00000200:0.0:1769074990.692488:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074990.692488:0:32444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.692493:0:32444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67500 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:0.0:1769074990.692494:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:1.0:1769074990.692496:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074990.692498:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:0.0:1769074990.692502:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000020:00000010:2.0:1769074990.692503:0:32444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2880. 00080000:00000010:1.0:1769074990.692504:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000020:00000010:2.0:1769074990.692507:0:32444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000020:00000010:2.0:1769074990.692512:0:32444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696800. 00000800:00000200:0.0:1769074990.692515:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.692517:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afc00. 00000400:00000200:0.0:1769074990.692520:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.692524:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.692527:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000020:00000010:2.0:1769074990.692529:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000400:00000010:0.0:1769074990.692530:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000020:00000010:2.0:1769074990.692531:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.692536:0:32444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696800. 00000020:00000010:2.0:1769074990.692541:0:32444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2880. 00000400:00000200:0.0:1769074990.692543:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000020:00000010:2.0:1769074990.692545:0:32444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000400:00000200:0.0:1769074990.692552:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 35423/35423 into md 0x2a1a5 00080000:00000010:1.0:1769074990.692568:0:34004:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:2.0:1769074990.692581:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.692585:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000100:00000200:2.0:1769074990.692588:0:32444:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459456 02000000:00000010:2.0:1769074990.692596:0:32444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40224800. 00000020:00000010:1.0:1769074990.692597:0:34004:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5180. 00000001:00000010:1.0:1769074990.692607:0:34004:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5480. 00000400:00000200:0.0:1769074990.692610:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.692618:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00080000:00000010:1.0:1769074990.692618:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00080000:00000010:1.0:1769074990.692624:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074990.692626:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b049f6600 00000400:00000010:0.0:1769074990.692630:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 264 at ffff8c8b049f6600. 00000100:00000200:0.0:1769074990.692635:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b3cc97400 00000800:00000200:1.0:1769074990.692641:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.692644:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67d00. 00000400:00000200:1.0:1769074990.692648:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.692653:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.692657:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fce00. 00000400:00000200:1.0:1769074990.692658:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cee0 00000400:00000010:1.0:1769074990.692661:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cee0. 00080000:00000400:2.0:1769074990.692696:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.692701:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000800:00000200:1.0:1769074990.692704:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000400:2.0:1769074990.692704:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.692709:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000800:00000010:1.0:1769074990.692710:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67500. 00000400:00000200:1.0:1769074990.692715:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.692717:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c1600. 00080000:00000400:2.0:1769074990.692717:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:1.0:1769074990.692722:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:2.0:1769074990.692723:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.692725:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c110 00000400:00000010:1.0:1769074990.692728:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c110. 00080000:00000400:0.0:1769074990.692738:0:32443:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000010:2.0:1769074990.692740:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b173fd600. 00080000:00000400:0.0:1769074990.692742:0:32443:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.692745:0:32443:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000010:2.0:1769074990.692745:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00080000:00000400:0.0:1769074990.692748:0:32443:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:2.0:1769074990.692750:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00080000:00000400:0.0:1769074990.692751:0:32443:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.692754:0:32443:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00010000:00000200:1.0:1769074990.692761:0:29219:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a0af46300 x1855008351458176/t8589935769(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 928/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:0.0:1769074990.692766:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0800. 00080000:00000010:0.0:1769074990.692772:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.692776:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000010:1.0:1769074990.692792:0:29219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725770. 00080000:00000010:2.0:1769074990.692793:0:32444:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00000100:00000200:1.0:1769074990.692796:0:29219:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458176, offset 224 00000400:00000200:1.0:1769074990.692803:0:29219:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.692810:0:29219:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.692815:0:29219:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17727:17727:256:4294967295] 192.168.204.41@tcp LPNI seq info [17723:17723:8:4294967295] 00000400:00000200:1.0:1769074990.692823:0:29219:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:2.0:1769074990.692825:0:32444:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0663ee40. 00080000:00000010:0.0:1769074990.692830:0:32443:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000800:00000200:1.0:1769074990.692830:0:29219:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.692839:0:29219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6b00. 00000001:00000010:2.0:1769074990.692839:0:32444:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ea80. 00080000:00000010:2.0:1769074990.692852:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00080000:00000010:2.0:1769074990.692857:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00080000:00000010:1.2:1769074990.692859:0:29219:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.692863:0:32443:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51c60. 00000800:00000200:1.0:1769074990.692873:0:29219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:0.0:1769074990.692876:0:32443:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51720. 00000800:00000200:1.0:1769074990.692878:0:29219:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.692883:0:29219:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6b00 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:0.0:1769074990.692889:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000100:00000010:2.0:1769074990.692892:0:27579:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 560 at ffff8c8b378bd800. 00000020:00000010:1.0:1769074990.692893:0:29219:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2280. 00080000:00000010:0.0:1769074990.692894:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000100:00000010:2.0:1769074990.692897:0:27579:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b06c31800. 00000020:00000010:1.0:1769074990.692899:0:29219:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415258. 00010000:00000200:2.0:1769074990.692906:0:27579:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af64000 x1855008351457024/t8589935765(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074990.692907:0:29219:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607e00. 00000400:00000010:2.0:1769074990.692924:0:27579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c5d8. 00000100:00000200:2.0:1769074990.692928:0:27579:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351457024, offset 224 00000400:00000200:2.0:1769074990.692933:0:27579:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000200:1.0:1769074990.692939:0:34004:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1f80 x1855008351459200/t8589935771(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 720/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074990.692941:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:2.0:1769074990.692941:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.692950:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17728:17728:255:4294967295] 192.168.204.41@tcp LPNI seq info [17724:17724:7:4294967295] 00000400:00000200:2.0:1769074990.692965:0:27579:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000010:1.0:1769074990.692969:0:34004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725000. 00000800:00000200:2.0:1769074990.692973:0:27579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.692975:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 158091/158091 into md 0x2a1a9 00000800:00000010:2.0:1769074990.692978:0:27579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67900. 00000100:00000200:1.0:1769074990.692981:0:34004:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459200, offset 224 00000400:00000200:1.0:1769074990.692991:0:34004:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:2.2:1769074990.692998:0:27579:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000200:1.0:1769074990.692999:0:34004:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.693009:0:34004:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17729:17729:254:4294967295] 192.168.204.41@tcp LPNI seq info [17725:17725:6:4294967295] 00000800:00000200:2.0:1769074990.693017:0:27579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.693050:0:34004:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.693052:0:27579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.693058:0:34004:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074990.693058:0:27579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67900 type 1, nob 544 niov 1 nkiov 1 00000800:00000010:1.0:1769074990.693063:0:34004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6300. 00000800:00000200:1.0:1769074990.693070:0:34004:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074990.693072:0:27579:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3000. 00000800:00000200:1.0:1769074990.693077:0:34004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:2.0:1769074990.693079:0:27579:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3640. 00000800:00000200:1.0:1769074990.693083:0:34004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6300 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.693085:0:27579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702000. 00000020:00000010:1.0:1769074990.693097:0:34004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3100. 00000020:00000010:1.0:1769074990.693102:0:34004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c37d0. 00000020:00000010:1.0:1769074990.693105:0:34004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7000. 00080000:00000010:0.2:1769074990.693111:0:16311:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00010000:00000200:2.0:1769074990.693112:0:32444:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748ce00 x1855008351459456/t8589935767(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 912/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074990.693123:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1769074990.693125:0:32444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c660. 00000400:00000200:0.0:1769074990.693129:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000100:00000200:2.0:1769074990.693129:0:32444:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459456, offset 224 00000400:00000200:1.0:1769074990.693135:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.693140:0:32444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.693143:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b307f5000 00000400:00000200:1.0:1769074990.693146:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81800 00000400:00000010:0.0:1769074990.693148:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 744 at ffff8c8b307f5000. 00000400:00000200:2.0:1769074990.693149:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:0.0:1769074990.693154:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b0952f800 00000400:00000200:1.0:1769074990.693159:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 62744 00000400:00000200:2.0:1769074990.693160:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17730:17730:253:4294967295] 192.168.204.41@tcp LPNI seq info [17726:17726:5:4294967295] 00000400:00000200:2.0:1769074990.693178:0:32444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:1.0:1769074990.693182:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1769074990.693185:0:32444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.693191:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000010:2.0:1769074990.693195:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67500. 00000100:00000200:1.0:1769074990.693196:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1769074990.693197:0:32443:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 144 at ffff8c8b2a1940c0. 00000800:00000200:2.0:1769074990.693203:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:1.0:1769074990.693204:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0a80. 00000100:00000010:0.0:1769074990.693205:0:32443:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b3cc97400. 00000800:00000200:2.0:1769074990.693210:0:32444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.693214:0:32444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67500 type 1, nob 544 niov 1 nkiov 1 00010000:00000200:0.0:1769074990.693215:0:32443:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b361fca80 x1855008351458432/t8589935772(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074990.693225:0:32444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2880. 00000400:00000010:0.0:1769074990.693227:0:32443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000020:00000010:2.0:1769074990.693231:0:32444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000100:00000200:0.0:1769074990.693232:0:32443:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458432, offset 224 00000400:00000200:1.0:1769074990.693233:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000020:00000010:2.0:1769074990.693236:0:32444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696800. 00000400:00000200:0.0:1769074990.693239:0:32443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.693249:0:16312:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 24284/24284 into md 0x2a1ad 00000400:00000200:0.0:1769074990.693252:0:32443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:2.0:1769074990.693254:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.693257:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000400:00000200:0.0:1769074990.693258:0:32443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17731:17731:252:4294967295] 192.168.204.41@tcp LPNI seq info [17727:17727:4:4294967295] 00000020:00000010:2.0:1769074990.693261:0:32444:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03696800. 00000400:00000200:1.0:1769074990.693263:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.693265:0:32444:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2880. 00000020:00000010:2.0:1769074990.693270:0:32444:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a4153e8. 00000400:00000200:1.0:1769074990.693274:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:0.0:1769074990.693276:0:32443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:1.0:1769074990.693283:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3fcc6d00 00000800:00000200:0.0:1769074990.693284:0:32443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:1.0:1769074990.693287:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 216 at ffff8c8b3fcc6d00. 00000800:00000010:0.0:1769074990.693291:0:32443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afc00. 00000100:00000200:1.0:1769074990.693293:0:16312:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b3cc95800 00000800:00000200:0.0:1769074990.693298:0:32443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:2.0:1769074990.693299:0:32444:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.693302:0:32444:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000800:00000200:0.0:1769074990.693304:0:32443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:2.0:1769074990.693306:0:32444:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459328 00000800:00000200:0.0:1769074990.693307:0:32443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 1, nob 544 niov 1 nkiov 1 02000000:00000010:2.0:1769074990.693314:0:32444:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40226400. 00000020:00000010:0.0:1769074990.693317:0:32443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3300. 00000020:00000010:0.0:1769074990.693323:0:32443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3a28. 00000400:00000200:1.0:1769074990.693324:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.693329:0:32443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298ce00. 00000400:00000200:1.0:1769074990.693337:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2616 into portal 6 MB=0x6971ec9d81900 00000400:00000200:1.0:1769074990.693344:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2616/2616 into md 0x5c01 [128] + 63232 00000400:00000200:1.0:1769074990.693354:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.693358:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.693362:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.693366:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0380. 00000400:00000200:1.0:1769074990.693381:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.693386:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 4632 into portal 6 MB=0x6971ec9d81980 00000400:00000200:1.0:1769074990.693389:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 4632/4632 into md 0x5c01 [128] + 65848 00080000:00000010:0.0:1769074990.693395:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0000. 00000400:00000200:1.0:1769074990.693397:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:0.0:1769074990.693416:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:1.0:1769074990.693416:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:0.0:1769074990.693423:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000100:00000200:1.0:1769074990.693423:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.693428:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a0700. 00080000:00000400:0.0:1769074990.693429:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.693435:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.693439:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.693441:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:1.0:1769074990.693447:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.693455:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2144 into portal 6 MB=0x6971ec9d81a00 00080000:00000010:0.0:1769074990.693456:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0600. 00000400:00000200:1.0:1769074990.693463:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2144/2144 into md 0x5c01 [128] + 70480 00080000:00000010:0.0:1769074990.693464:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.693471:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.693476:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.693483:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.693487:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.693492:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a2300. 00000400:00000200:1.0:1769074990.693513:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.693521:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2960 into portal 6 MB=0x6971ec9d81a80 00000400:00000200:1.0:1769074990.693526:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2960/2960 into md 0x5c01 [128] + 72624 00080000:00000010:0.0:1769074990.693550:0:29096:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:1.0:1769074990.693575:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.693579:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.693583:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.693586:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b049a1c00. 00000020:00000010:0.0:1769074990.693588:0:29096:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51c00. 00000001:00000010:0.0:1769074990.693600:0:29096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51000. 00080000:00000010:0.0:1769074990.693610:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.693614:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:1.0:1769074990.693632:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7000. 00000020:00000010:0.0:1769074990.693635:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693640:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693645:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b036c0400. 00000020:00000010:0.0:1769074990.693648:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc880. 00000020:00000010:0.0:1769074990.693652:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00080000:00000400:1.0:1769074990.693655:0:30781:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.693660:0:30781:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.693663:0:30781:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.693666:0:30781:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.693683:0:30781:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.693686:0:30781:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:0.0:1769074990.693694:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693699:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693704:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298ce00. 00000020:00000010:0.0:1769074990.693710:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb80. 00080000:00000010:1.0:1769074990.693710:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7600. 00000020:00000010:0.0:1769074990.693716:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e0c8. 00080000:00000010:1.0:1769074990.693723:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00080000:00000010:1.0:1769074990.693731:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000020:00000010:0.0:1769074990.693740:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693744:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693750:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453800. 00000020:00000010:0.0:1769074990.693754:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccf80. 00000020:00000010:0.0:1769074990.693758:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e7d0. 00000020:00000010:0.0:1769074990.693781:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693784:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693790:0:32443:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453000. 00080000:00000010:1.0:1769074990.693793:0:30781:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:0.0:1769074990.693795:0:32443:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc800. 00000020:00000010:0.0:1769074990.693800:0:32443:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e190. 00000020:00000010:0.0:1769074990.693819:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.693822:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000020:00000010:1.0:1769074990.693823:0:30781:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5ba0. 00000100:00000200:0.0:1769074990.693825:0:32443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459584 02000000:00000010:0.0:1769074990.693835:0:32443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8a09d5bc00. 00000001:00000010:1.0:1769074990.693836:0:30781:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5780. 00080000:00000010:1.0:1769074990.693860:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00080000:00000010:1.0:1769074990.693863:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.693883:0:29219:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:1.0:1769074990.693887:0:29219:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000100:00000200:1.0:1769074990.693891:0:29219:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459712 00080000:00000010:0.0:1769074990.693896:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf20a00. 02000000:00000010:1.0:1769074990.693903:0:29219:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d69400. 00080000:00000400:0.0:1769074990.693917:0:32443:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000010:0.2:1769074990.693936:0:32443:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000100:00000010:3.0:1769074990.693945:0:29215:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b061b7800. 00080000:00000400:0.0:1769074990.693946:0:32443:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.693952:0:32443:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00000010:3.0:1769074990.693952:0:29215:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 1440 at ffff8c8a03f40800. 00080000:00000400:0.0:1769074990.693959:0:32443:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.693962:0:32443:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.693964:0:32443:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.693981:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01095e00. 00080000:00000010:1.0:1769074990.693987:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f6800. 00080000:00000010:0.0:1769074990.693988:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.693996:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00080000:00000400:1.0:1769074990.694011:0:29219:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.694015:0:29219:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.694017:0:29219:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.694019:0:29219:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.694021:0:29219:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.694023:0:29219:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.2:1769074990.694065:0:29219:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000010:0.0:1769074990.694071:0:32443:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000010:1.0:1769074990.694084:0:29219:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b049f7c00. 00080000:00000010:1.0:1769074990.694091:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00080000:00000010:1.0:1769074990.694095:0:29219:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000020:00000010:0.0:1769074990.694104:0:32443:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51ae0. 00000001:00000010:0.0:1769074990.694118:0:32443:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51180. 00000400:00000010:3.0:1769074990.694118:0:29215:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1560 at ffff8c8a04d55000. 00000400:00000010:3.0:1769074990.694128:0:29215:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b014cecb0. 00000400:00000200:3.0:1769074990.694133:0:29215:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.694134:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.694141:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000400:00000200:3.0:1769074990.694143:0:29215:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.694149:0:29215:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17732:17732:251:4294967295] 192.168.204.41@tcp LPNI seq info [17728:17728:3:4294967295] 00080000:00000010:1.0:1769074990.694154:0:29219:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000400:00000200:3.0:1769074990.694155:0:29215:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:3.0:1769074990.694163:0:29215:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000020:00000010:0.0:1769074990.694164:0:30780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000800:00000200:3.0:1769074990.694171:0:29215:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.694175:0:29215:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b06158000. 00000800:00000200:3.0:1769074990.694179:0:29215:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:0.2:1769074990.694183:0:30780:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.694184:0:29219:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5a20. 00000800:00000200:3.0:1769074990.694184:0:29215:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.694190:0:29215:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 2, nob 96 niov 1 nkiov 0 00000020:00000010:0.0:1769074990.694197:0:30780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000001:00000010:1.0:1769074990.694197:0:29219:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5f60. 00000100:00000200:3.0:1769074990.694197:0:29215:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 90 pages 365788 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81700-0x6971ec9d81700 00000100:00000200:0.0:1769074990.694206:0:30780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459840 00080000:00000010:1.0:1769074990.694213:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 02000000:00000010:0.0:1769074990.694216:0:30780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8a09d59000. 00080000:00000010:1.0:1769074990.694218:0:29219:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000020:00000010:3.0:1769074990.694233:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00000020:00000010:3.0:1769074990.694237:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000100:00000200:3.0:1769074990.694240:0:27579:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351459968 00080000:00000010:1.2:1769074990.694249:0:30781:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 02000000:00000010:3.0:1769074990.694250:0:27579:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b2fe69c00. 00000100:00000010:1.0:1769074990.694261:0:30781:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 96 at ffff8c8b0a3c55a0. 00000100:00000010:1.0:1769074990.694265:0:30781:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b3cc95800. 00010000:00000200:1.0:1769074990.694273:0:30781:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2680 x1855008351458944/t8589935769(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:0.0:1769074990.694280:0:30780:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cefc00. 00000400:00000010:1.0:1769074990.694285:0:30781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725198. 00000100:00000200:1.0:1769074990.694290:0:30781:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458944, offset 224 00080000:00000400:0.0:1769074990.694304:0:30780:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.694311:0:30780:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000010:3.0:1769074990.694311:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7600. 00000400:00000200:1.0:1769074990.694313:0:30781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000400:0.0:1769074990.694319:0:30780:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.694324:0:30780:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.694329:0:30780:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:1.0:1769074990.694330:0:30781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000400:0.0:1769074990.694334:0:30780:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:3.0:1769074990.694335:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074990.694341:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:1.0:1769074990.694342:0:30781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17733:17733:250:4294967295] 192.168.204.41@tcp LPNI seq info [17729:17729:2:4294967295] 00080000:00000400:3.0:1769074990.694344:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074990.694350:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:0.0:1769074990.694353:0:30780:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cef000. 00080000:00000400:3.0:1769074990.694353:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074990.694360:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.694362:0:30780:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000400:00000200:1.0:1769074990.694367:0:30781:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074990.694370:0:30780:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000800:00000200:1.0:1769074990.694376:0:30781:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:3.0:1769074990.694379:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02cdfa00. 00000800:00000010:1.0:1769074990.694381:0:30781:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6d00. 00080000:00000010:3.0:1769074990.694385:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00000800:00000200:1.0:1769074990.694390:0:30781:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:3.0:1769074990.694394:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00000800:00000200:1.0:1769074990.694398:0:30781:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.694402:0:30781:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6d00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:1.0:1769074990.694413:0:30781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3e00. 00000020:00000010:1.0:1769074990.694417:0:30781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000020:00000010:1.0:1769074990.694420:0:30781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7400. 00080000:00000010:0.0:1769074990.694444:0:30780:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00010000:00000200:1.0:1769074990.694445:0:29219:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0700 x1855008351459712/t8589935770(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 4632/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074990.694458:0:29219:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725f68. 00000100:00000200:1.0:1769074990.694460:0:29219:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459712, offset 224 00080000:00000010:3.0:1769074990.694461:0:27579:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000200:1.0:1769074990.694468:0:29219:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.694473:0:29219:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.694477:0:29219:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17734:17734:249:4294967295] 192.168.204.41@tcp LPNI seq info [17730:17730:1:4294967295] 00000020:00000010:0.0:1769074990.694479:0:30780:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51f60. 00000400:00000200:1.0:1769074990.694488:0:29219:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:3.0:1769074990.694491:0:27579:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b173214e0. 00000800:00000200:1.0:1769074990.694492:0:29219:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:0.0:1769074990.694493:0:30780:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51600. 00000800:00000010:1.0:1769074990.694499:0:29219:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6700. 00000800:00000200:1.0:1769074990.694503:0:29219:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:3.0:1769074990.694504:0:27579:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321c00. 00080000:00000010:0.0:1769074990.694509:0:30780:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000800:00000200:1.0:1769074990.694510:0:29219:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.694517:0:29219:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6700 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:0.0:1769074990.694518:0:30780:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:3.0:1769074990.694519:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00080000:00000010:3.0:1769074990.694526:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00000020:00000010:1.0:1769074990.694530:0:29219:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb80. 00000020:00000010:1.0:1769074990.694537:0:29219:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e0c8. 00000020:00000010:1.0:1769074990.694541:0:29219:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298ce00. 00000100:00000010:0.0:1769074990.694550:0:29096:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 624 at ffff8c8b173a4800. 00080000:00000010:0.2:1769074990.694567:0:29096:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000100:00000010:0.0:1769074990.694581:0:29096:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b0952f800. 00080000:00000010:3.2:1769074990.694583:0:30779:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000200:1.0:1769074990.694588:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:0.0:1769074990.694594:0:29096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489b480 x1855008351458816/t8589935768(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:1.0:1769074990.694600:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81b80 00000400:00000200:1.0:1769074990.694610:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 75584 00000400:00000010:0.0:1769074990.694618:0:29096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000400:00000200:1.0:1769074990.694619:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.694626:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.694627:0:29096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351458816, offset 224 00000100:00000200:1.0:1769074990.694629:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.694634:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f86680. 00000400:00000200:0.0:1769074990.694635:0:29096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.694644:0:29096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.694649:0:29096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17735:17735:248:4294967295] 192.168.204.41@tcp LPNI seq info [17731:17731:0:4294967295] 00000020:00000010:0.0:1769074990.694663:0:29096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3080. 00000400:00000200:1.0:1769074990.694683:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:3.0:1769074990.694683:0:27579:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a1c00 x1855008351459968/t8589935774(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2960/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:0.0:1769074990.694684:0:29096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:0.0:1769074990.694692:0:29096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30703600. 00000400:00000200:1.0:1769074990.694698:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2680 into portal 6 MB=0x6971ec9d81b00 00000400:00000010:3.0:1769074990.694702:0:27579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f7f8. 00000400:00000200:1.0:1769074990.694708:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2680/2680 into md 0x5c01 [128] + 76072 00000020:00000010:0.0:1769074990.694712:0:29096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000100:00000200:3.0:1769074990.694714:0:27579:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459968, offset 224 00000020:00000010:0.0:1769074990.694716:0:29096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:1.0:1769074990.694720:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.694723:0:27579:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.694724:0:29096:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee800. 00000020:00000010:0.0:1769074990.694731:0:29096:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc300. 00000400:00000200:1.0:1769074990.694731:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.694737:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:0.0:1769074990.694739:0:29096:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ec80. 00000400:00000200:3.0:1769074990.694745:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17736:17736:248:4294967295] 192.168.204.41@tcp LPNI seq info [17732:17732:-1:4294967295] 00000100:00000200:1.0:1769074990.694753:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:3.0:1769074990.694758:0:27579:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc800. 00000100:00000010:1.0:1769074990.694760:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f86d80. 00000020:00000010:3.0:1769074990.694763:0:27579:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e190. 00000020:00000010:3.0:1769074990.694767:0:27579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453000. 00000020:00000010:0.0:1769074990.694770:0:29096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.694775:0:29096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.694779:0:29096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460224 00000020:00000010:3.0:1769074990.694787:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 02000000:00000010:0.0:1769074990.694788:0:29096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8a09d5b400. 00000400:00000200:1.0:1769074990.694790:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:3.0:1769074990.694792:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00000020:00000010:3.0:1769074990.694800:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453000. 00000400:00000200:1.0:1769074990.694805:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81c80 00000020:00000010:3.0:1769074990.694806:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589c00. 00000020:00000010:3.0:1769074990.694811:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087510c8. 00000400:00000200:1.0:1769074990.694812:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 78752 00000400:00000200:1.0:1769074990.694821:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.694825:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.694827:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1769074990.694830:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85880. 00000020:00000010:3.0:1769074990.694843:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 00000020:00000010:3.0:1769074990.694847:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00000400:00000200:1.0:1769074990.694851:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:3.0:1769074990.694853:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3cf17c00. 00000020:00000010:3.0:1769074990.694858:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589080. 00000400:00000200:1.0:1769074990.694859:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2096 into portal 6 MB=0x6971ec9d81c00 00000020:00000010:3.0:1769074990.694863:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751bb8. 00000400:00000200:1.0:1769074990.694867:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2096/2096 into md 0x5c01 [128] + 79240 00000020:00000010:3.0:1769074990.694884:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 00000020:00000010:3.0:1769074990.694888:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00000100:00000200:3.0:1769074990.694890:0:27579:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460096 00000020:00000010:2.0:1769074990.694895:0:32444:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 2048 at ffff8c8a0334c800. 02000000:00000010:3.0:1769074990.694898:0:27579:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b17349000. 00000400:00000200:1.0:1769074990.694902:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1769074990.694906:0:32444:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8c8b0488e000. 00000400:00000200:1.0:1769074990.694912:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.694912:0:32444:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 2048 at ffff8c8a0334e800. 00000100:00000200:1.0:1769074990.694920:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:2.0:1769074990.694921:0:32444:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8c8b04888000. 00000100:00000010:1.0:1769074990.694929:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84a80. 00000100:00000010:2.0:1769074990.694947:0:32444:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b40224400. 00000400:00000200:1.0:1769074990.694956:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:3.0:1769074990.694957:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf16400. 00000100:00000010:2.0:1769074990.694959:0:32444:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4416 at ffff8c8a04536000. 00000400:00000200:1.0:1769074990.694970:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d81d00 00000400:00000200:1.0:1769074990.694976:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 81336 00000400:00000010:2.0:1769074990.694976:0:32444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8c8a04534000. 00000400:00000010:2.0:1769074990.694987:0:32444:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18221f88. 00000400:00000200:2.0:1769074990.694994:0:32444:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.695002:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.695004:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.695009:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17737:17737:248:4294967295] 192.168.204.41@tcp LPNI seq info [17733:17733:-2:4294967295] 00000400:00000200:1.0:1769074990.695015:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.695021:0:32444:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00080000:00000400:3.0:1769074990.695043:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074990.695047:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000010:2.0:1769074990.695048:0:32444:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 440 at ffff8c8b30703600. 00080000:00000400:3.0:1769074990.695049:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00000200:1.0:1769074990.695051:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:3.0:1769074990.695055:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000100:00000010:1.0:1769074990.695057:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f85500. 00080000:00000400:3.0:1769074990.695059:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000010:2.0:1769074990.695060:0:32444:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18221b98. 00080000:00000400:3.0:1769074990.695064:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:2.0:1769074990.695069:0:32444:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00080000:00000010:3.0:1769074990.695081:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf17600. 00000400:00000200:2.0:1769074990.695082:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:3.0:1769074990.695088:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755480. 00000400:00000200:2.0:1769074990.695093:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17738:17738:248:4294967295] 192.168.204.41@tcp LPNI seq info [17734:17734:-3:4294967295] 00000100:00000010:0.0:1769074990.695094:0:29096:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b0952f800. 00080000:00000010:3.0:1769074990.695096:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00000020:00000010:1.0:1769074990.695097:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000100:00000010:0.0:1769074990.695099:0:29096:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 864 at ffff8c8b173a4800. 00000400:00000200:2.0:1769074990.695101:0:32444:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000020:00000010:1.0:1769074990.695104:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000400:00000010:0.0:1769074990.695109:0:29096:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 984 at ffff8c8b307f5000. 00000100:00000200:2.0:1769074990.695109:0:32444:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 276 pages 1127832 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81800-0x6971ec9d81801 00000020:00000010:1.0:1769074990.695111:0:30781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b049f7400. 00000400:00000010:0.0:1769074990.695117:0:29096:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200d20. 00000020:00000010:1.0:1769074990.695119:0:30781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3e00. 00000400:00000200:0.0:1769074990.695126:0:29096:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.695127:0:30781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000400:00000200:0.0:1769074990.695136:0:29096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.695141:0:29096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17739:17739:248:4294967295] 192.168.204.41@tcp LPNI seq info [17735:17735:-4:4294967295] 00080000:00000010:3.0:1769074990.695144:0:27579:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000200:0.0:1769074990.695148:0:29096:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000020:00000010:2.0:1769074990.695149:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.695153:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000100:00000200:0.0:1769074990.695155:0:29096:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 54 pages 218293 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81b80-0x6971ec9d81b80 00000020:00000010:2.0:1769074990.695159:0:29218:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b30702000. 00000020:00000010:2.0:1769074990.695163:0:29218:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2d00. 00000020:00000010:1.0:1769074990.695164:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000020:00000010:2.0:1769074990.695168:0:29218:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415000. 00000020:00000010:1.0:1769074990.695171:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000020:00000010:3.0:1769074990.695172:0:27579:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321b40. 00000100:00000200:1.0:1769074990.695179:0:30781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460480 00010000:00000200:0.0:1769074990.695182:0:30780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a2300 x1855008351459840/t8589935771(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2144/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000001:00000010:3.0:1769074990.695183:0:27579:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321120. 02000000:00000010:1.0:1769074990.695192:0:30781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b35d69800. 00080000:00000010:3.0:1769074990.695198:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00000020:00000010:2.0:1769074990.695202:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00080000:00000010:3.0:1769074990.695205:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755480. 00000020:00000010:2.0:1769074990.695208:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000400:00000010:0.0:1769074990.695211:0:30780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:2.0:1769074990.695213:0:29218:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460352 00000100:00000200:0.0:1769074990.695215:0:30780:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459840, offset 224 00000400:00000200:0.0:1769074990.695222:0:30780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 02000000:00000010:2.0:1769074990.695222:0:29218:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40227800. 00000020:00000010:3.0:1769074990.695226:0:27578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 00000400:00000200:0.0:1769074990.695230:0:30780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:3.0:1769074990.695231:0:27578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00000100:00000200:3.0:1769074990.695237:0:27578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460608 00000400:00000200:0.0:1769074990.695240:0:30780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17740:17740:248:4294967295] 192.168.204.41@tcp LPNI seq info [17736:17736:-5:4294967295] 00080000:00000010:3.2:1769074990.695254:0:27578:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00000020:00000010:0.0:1769074990.695256:0:30780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccf80. 00000020:00000010:0.0:1769074990.695262:0:30780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e7d0. 00000020:00000010:0.0:1769074990.695266:0:30780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453800. 02000000:00000010:3.0:1769074990.695267:0:27578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc95800. 00080000:00000010:2.0:1769074990.695295:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01fb5e00. 00010000:00000200:0.0:1769074990.695298:0:32443:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0380 x1855008351459584/t8589935773(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2616/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074990.695309:0:32443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074990.695312:0:32443:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459584, offset 224 00080000:00000400:2.0:1769074990.695317:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:0.0:1769074990.695318:0:32443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000400:2.0:1769074990.695320:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.695323:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:0.0:1769074990.695324:0:32443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000400:2.0:1769074990.695325:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.695328:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:0.0:1769074990.695329:0:32443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17741:17741:248:4294967295] 192.168.204.41@tcp LPNI seq info [17737:17737:-6:4294967295] 00080000:00000400:2.0:1769074990.695331:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:0.0:1769074990.695341:0:32443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc880. 00000100:00000010:3.0:1769074990.695342:0:27578:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b3cc97400. 00000020:00000010:0.0:1769074990.695347:0:32443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00080000:00000010:2.0:1769074990.695348:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3fe61a00. 00000100:00000010:3.0:1769074990.695348:0:27578:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 80 at ffff8c8b173211e0. 00000100:00000010:1.0:1769074990.695349:0:30781:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b35d6ac00. 00000020:00000010:0.0:1769074990.695353:0:32443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b036c0400. 00080000:00000010:2.0:1769074990.695355:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763a00. 00000100:00000010:1.0:1769074990.695358:0:30781:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 336 at ffff8c8b049f6600. 00000400:00000010:3.0:1769074990.695358:0:27578:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 200 at ffff8c8b06158d00. 00080000:00000010:2.0:1769074990.695361:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00000400:00000010:3.0:1769074990.695368:0:27578:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b014ce8f8. 00000400:00000010:1.0:1769074990.695370:0:30781:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 456 at ffff8c8b421c7200. 00000400:00000200:3.0:1769074990.695374:0:27578:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.695384:0:27578:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.695389:0:27578:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17742:17742:248:4294967295] 192.168.204.41@tcp LPNI seq info [17738:17738:-7:4294967295] 00000400:00000200:3.0:1769074990.695394:0:27578:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000010:1.0:1769074990.695398:0:30781:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b181ac428. 00000100:00000200:3.0:1769074990.695400:0:27578:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 5 pages 17845 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81d00-0x6971ec9d81d00 00000400:00000200:1.0:1769074990.695405:0:30781:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.695415:0:30781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.695419:0:30781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17743:17743:248:4294967295] 192.168.204.41@tcp LPNI seq info [17739:17739:-8:4294967295] 00080000:00000010:2.0:1769074990.695424:0:29218:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000200:1.0:1769074990.695425:0:30781:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000800:00000200:0.0:1769074990.695433:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000200:3.0:1769074990.695435:0:27579:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f86d80 x1855008351460096/t8589935775(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2680/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074990.695436:0:30781:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 21 pages 84650 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d81c80-0x6971ec9d81c80 00000800:00000010:0.0:1769074990.695439:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6b00. 00000400:00000200:0.0:1769074990.695447:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1769074990.695452:0:27579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f660. 00000400:00000200:0.0:1769074990.695457:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:2.0:1769074990.695457:0:29218:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0663e420. 00000100:00000200:3.0:1769074990.695458:0:27579:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460096, offset 224 00000400:00000200:0.0:1769074990.695463:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725770 00000400:00000010:0.0:1769074990.695467:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725770. 00000001:00000010:2.0:1769074990.695468:0:29218:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663eae0. 00000800:00000200:0.0:1769074990.695477:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.695479:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000800:00000010:0.0:1769074990.695481:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b111afe00. 00080000:00000010:2.0:1769074990.695483:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763a00. 00000800:00000200:0.0:1769074990.695486:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:1.0:1769074990.695492:0:27579:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:0.0:1769074990.695495:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695501:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afe00 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:1.0:1769074990.695501:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.695509:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17744:17744:248:4294967295] 192.168.204.41@tcp LPNI seq info [17740:17740:-8:4294967295] 00000020:00000010:1.0:1769074990.695520:0:27579:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589c00. 00000800:00000200:0.0:1769074990.695522:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.695524:0:27579:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087510c8. 00000800:00000010:0.0:1769074990.695527:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67900. 00000020:00000010:1.0:1769074990.695529:0:27579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453000. 00000400:00000200:0.0:1769074990.695532:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.2:1769074990.695532:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000200:0.0:1769074990.695539:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695542:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c5d8 00000400:00000010:0.0:1769074990.695544:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c5d8. 00000800:00000200:0.0:1769074990.695552:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695556:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b0773ca00. 00000800:00000200:0.0:1769074990.695560:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695564:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000200:2.0:1769074990.695566:0:29218:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f84a80 x1855008351460352/t8589935776(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2096/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:0.0:1769074990.695567:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0773ca00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.695576:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1769074990.695579:0:29218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c880. 00000100:00000200:2.0:1769074990.695582:0:29218:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460352, offset 224 00000400:00000200:2.0:1769074990.695587:0:29218:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695590:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6300. 00000400:00000200:2.0:1769074990.695593:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.695597:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.695598:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17745:17745:248:4294967295] 192.168.204.41@tcp LPNI seq info [17741:17741:-8:4294967295] 00000400:00000200:0.0:1769074990.695601:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695603:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725000 00000400:00000010:0.0:1769074990.695605:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725000. 00000020:00000010:2.0:1769074990.695609:0:29218:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3e00. 00000800:00000200:0.0:1769074990.695610:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.695612:0:29218:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00000800:00000010:0.0:1769074990.695614:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b0773c500. 00000020:00000010:2.0:1769074990.695615:0:29218:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b049f7400. 00000800:00000200:0.0:1769074990.695617:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695621:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695623:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0773c500 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1769074990.695633:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695635:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67500. 00000400:00000200:0.0:1769074990.695637:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695641:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695644:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c660 00000400:00000010:0.0:1769074990.695646:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c660. 00000800:00000200:0.0:1769074990.695650:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695653:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b0773c800. 00000800:00000200:0.0:1769074990.695657:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695661:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695664:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b0773c800 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1769074990.695684:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695687:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afc00. 00000400:00000200:0.0:1769074990.695689:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695692:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695693:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:0.0:1769074990.695694:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00000800:00000200:0.0:1769074990.695698:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695701:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b111afc00. 00000800:00000200:0.0:1769074990.695703:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695705:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695707:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b111afc00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1769074990.695711:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695712:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b06158000. 00000400:00000200:0.0:1769074990.695714:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695716:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:0.0:1769074990.695718:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b061b7800 00000800:00000200:0.0:1769074990.695721:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695724:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8400. 00000800:00000200:0.0:1769074990.695726:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695728:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695729:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8400 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.695733:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695735:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6d00. 00000400:00000200:0.0:1769074990.695736:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695738:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695740:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725198 00000400:00000010:0.0:1769074990.695741:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725198. 00000800:00000200:0.0:1769074990.695743:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695745:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8c00. 00000800:00000200:0.0:1769074990.695747:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695749:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695751:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8c00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.695755:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695756:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6700. 00000400:00000200:0.0:1769074990.695758:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695760:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695761:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725f68 00000400:00000010:0.0:1769074990.695762:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725f68. 00000800:00000200:0.0:1769074990.695765:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695766:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8a01ef8a00. 00000800:00000200:0.0:1769074990.695768:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695770:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695771:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8a00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1769074990.695775:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695776:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b111afe00. 00000400:00000200:0.0:1769074990.695778:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695780:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695782:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:0.0:1769074990.695783:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000800:00000200:0.0:1769074990.695785:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695787:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8a01ef8900. 00000800:00000200:0.0:1769074990.695789:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695791:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695792:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8900 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1769074990.695796:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695797:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b0773ca00. 00000400:00000200:0.0:1769074990.695799:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695801:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695802:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f7f8 00000400:00000010:0.0:1769074990.695803:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f7f8. 00000800:00000200:0.0:1769074990.695806:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695808:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8b00. 00000800:00000200:0.0:1769074990.695810:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695812:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695813:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8b00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.695817:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695818:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b0773c500. 00000400:00000200:0.0:1769074990.695820:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695821:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:0.0:1769074990.695823:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b40224400 00000800:00000200:0.0:1769074990.695825:0:16311:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.695827:0:16311:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8300. 00000800:00000200:0.0:1769074990.695829:0:16311:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.695831:0:16311:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.695832:0:16311:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8300 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:0.0:1769074990.695835:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695837:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b0773c800. 00000400:00000200:0.0:1769074990.695838:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695840:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:0.0:1769074990.695841:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b40224400 00000800:00000200:0.0:1769074990.695844:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695845:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b111afc00. 00000400:00000200:0.0:1769074990.695846:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695848:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:0.0:1769074990.695849:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b0952f800 00000800:00000200:0.0:1769074990.695853:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695854:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8400. 00000400:00000200:0.0:1769074990.695856:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695857:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695858:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:0.0:1769074990.695859:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000800:00000200:0.0:1769074990.695863:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695864:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8c00. 00000400:00000200:0.0:1769074990.695865:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695867:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695868:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:0.0:1769074990.695870:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000800:00000200:0.0:1769074990.695872:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695874:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8a01ef8a00. 00000400:00000200:0.0:1769074990.695875:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695877:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:0.0:1769074990.695879:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b3cc97400 00000800:00000200:0.0:1769074990.695882:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695883:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8a01ef8900. 00000400:00000200:0.0:1769074990.695884:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695886:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:0.0:1769074990.695887:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b35d6ac00 00000800:00000200:0.0:1769074990.695890:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695892:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8b00. 00000400:00000200:0.0:1769074990.695893:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695895:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695896:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f660 00000400:00000010:0.0:1769074990.695897:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f660. 00000800:00000200:0.0:1769074990.695918:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1769074990.695920:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8300. 00000400:00000200:0.0:1769074990.695922:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.695924:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.695925:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c880 00000400:00000010:0.0:1769074990.695926:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c880. 00000400:00000200:1.0:1769074990.697357:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:1.0:1769074990.697368:0:16312:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 365788/365788 into md 0x2a1dd 00000400:00000200:1.0:1769074990.697500:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.697505:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:1.0:1769074990.697508:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a04d55000 00000400:00000010:1.0:1769074990.697509:0:16312:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1560 at ffff8c8a04d55000. 00000100:00000200:1.0:1769074990.697512:0:16312:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b061b7800 00000400:00000200:1.0:1769074990.697528:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:1.0:1769074990.697532:0:16312:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 1048576/1048576 into md 0x2a1f1 00000400:00000200:0.0:1769074990.697865:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.697876:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d82100 00080000:00000010:1.0:1769074990.697881:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf16e00. 00000400:00000200:0.0:1769074990.697883:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 81824 00000400:00000200:0.0:1769074990.697908:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:1.0:1769074990.697910:0:29215:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:0.0:1769074990.697916:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:1.0:1769074990.697916:0:29215:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.697923:0:29215:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00000200:0.0:1769074990.697925:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:1.0:1769074990.697927:0:29215:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000100:00000010:0.0:1769074990.697931:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b1748df80. 00080000:00000400:1.0:1769074990.697932:0:29215:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.697938:0:29215:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074990.697957:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf17a00. 00080000:00000010:1.0:1769074990.697965:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00080000:00000010:1.0:1769074990.697971:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00080000:00000010:1.0:1769074990.698092:0:29215:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:1.0:1769074990.698130:0:29215:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c55a0. 00000001:00000010:1.0:1769074990.698138:0:29215:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c54e0. 00080000:00000010:1.0:1769074990.698146:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00080000:00000010:1.0:1769074990.698148:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000400:00000200:2.0:1769074990.698732:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.698740:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d82300 00000400:00000200:2.0:1769074990.698745:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 82312 00000400:00000200:2.0:1769074990.698753:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.698757:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.698760:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.698763:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccbaa00. 00080000:00000010:1.2:1769074990.698775:0:16312:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000100:00000010:0.0:1769074990.698832:0:29215:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 1440 at ffff8c8a03f40800. 00000100:00000010:0.0:1769074990.698836:0:29215:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b061b7800. 00010000:00000200:0.0:1769074990.698844:0:29215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a3100 x1855008351459072/t8589935777(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074990.698857:0:29215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58f68. 00000100:00000200:0.0:1769074990.698860:0:29215:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459072, offset 224 00000400:00000200:0.0:1769074990.698864:0:29215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.698871:0:29215:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.698874:0:29215:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17746:17746:256:4294967295] 192.168.204.41@tcp LPNI seq info [17742:17742:8:4294967295] 00000400:00000200:0.0:1769074990.698881:0:29215:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.698885:0:29215:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.698888:0:29215:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8300. 00000800:00000200:0.0:1769074990.698892:0:29215:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.698897:0:29215:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.698900:0:29215:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8300 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.698923:0:29215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589500. 00000020:00000010:0.0:1769074990.698928:0:29215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751c80. 00000020:00000010:0.0:1769074990.698931:0:29215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c7e00. 00000020:00000010:0.0:1769074990.698950:0:29215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.698953:0:29215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.698957:0:29215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee400. 00000020:00000010:0.0:1769074990.698960:0:29215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc880. 00000020:00000010:0.0:1769074990.698963:0:29215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ea28. 00000020:00000010:0.0:1769074990.698988:0:29215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.698990:0:29215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.698993:0:29215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462144 00000800:00000200:2.0:1769074990.698996:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1769074990.699001:0:29215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0940ec00. 00000800:00000010:2.0:1769074990.699001:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8300. 00000400:00000200:2.0:1769074990.699007:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.699015:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.699020:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58f68 00000400:00000010:2.0:1769074990.699023:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58f68. 00000020:00000010:3.0:1769074990.699216:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 00000020:00000010:3.0:1769074990.699221:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000020:00000010:3.0:1769074990.699228:0:29218:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da000. 00000020:00000010:3.0:1769074990.699233:0:29218:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589d80. 00000100:00000010:0.0:1769074990.699235:0:29215:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b0940d400. 00000020:00000010:3.0:1769074990.699241:0:29218:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751708. 00000100:00000010:0.0:1769074990.699242:0:29215:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 912 at ffff8c8b061b7800. 00000400:00000200:1.0:1769074990.699242:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000010:0.0:1769074990.699253:0:29215:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1032 at ffff8c8b35cfd800. 00000400:00000200:1.0:1769074990.699258:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d82380 00000400:00000010:0.0:1769074990.699262:0:29215:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200070. 00000400:00000200:1.0:1769074990.699267:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 82800 00000400:00000200:0.0:1769074990.699278:0:29215:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.699280:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.699284:0:29218:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 00000400:00000200:0.0:1769074990.699290:0:29215:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.699290:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074990.699291:0:29218:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000100:00000200:3.0:1769074990.699299:0:29218:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351461632 00000400:00000200:0.0:1769074990.699301:0:29215:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17747:17747:256:4294967295] 192.168.204.41@tcp LPNI seq info [17743:17743:8:4294967295] 00000400:00000200:0.0:1769074990.699306:0:29215:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 02000000:00000010:3.0:1769074990.699313:0:29218:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc94c00. 00000400:00000200:0.0:1769074990.699314:0:29215:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:0.0:1769074990.699321:0:29215:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000100:00000200:1.0:1769074990.699323:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000800:00000010:0.0:1769074990.699325:0:29215:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8a01ef8b00. 00000800:00000200:0.0:1769074990.699331:0:29215:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:1.0:1769074990.699331:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84380. 00000400:00000200:2.0:1769074990.699331:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074990.699341:0:29215:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.699344:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000800:00000200:0.0:1769074990.699345:0:29215:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8b00 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1769074990.699353:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a04534000 00000400:00000010:2.0:1769074990.699357:0:16311:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8c8a04534000. 00000100:00000200:0.0:1769074990.699362:0:29215:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 57 pages 232806 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d82300-0x6971ec9d82300 00000100:00000200:2.0:1769074990.699366:0:16311:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b40224400 00000020:00000010:1.0:1769074990.699367:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000020:00000010:1.0:1769074990.699370:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000020:00000010:1.0:1769074990.699376:0:27579:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0298ce00. 00000020:00000010:1.0:1769074990.699380:0:27579:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3100. 00000020:00000010:1.0:1769074990.699384:0:27579:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c37d0. 00000800:00000200:2.0:1769074990.699405:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.699408:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8a01ef8b00. 00000400:00000200:2.0:1769074990.699411:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.699416:0:27579:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000400:00000200:2.0:1769074990.699416:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000020:00000010:1.0:1769074990.699419:0:27579:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000100:00000200:2.0:1769074990.699420:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b0940d400 00000100:00000200:1.0:1769074990.699422:0:27579:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462272 02000000:00000010:1.0:1769074990.699431:0:27579:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b30519800. 00000400:00000200:2.0:1769074990.699435:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:2.0:1769074990.699444:0:16311:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 79256/79256 into md 0x2a1f5 00000100:00000010:3.0:1769074990.699457:0:29218:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b06509000. 00000100:00000010:3.0:1769074990.699463:0:29218:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 112 at ffff8c8a09589b80. 00000400:00000010:3.0:1769074990.699469:0:29218:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 232 at ffff8c8b06158200. 00000400:00000010:3.0:1769074990.699478:0:29218:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b014cefc0. 00000400:00000200:3.0:1769074990.699484:0:29218:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.699494:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:3.0:1769074990.699499:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17748:17748:256:4294967295] 192.168.204.41@tcp LPNI seq info [17744:17744:8:4294967295] 00000400:00000200:3.0:1769074990.699506:0:29218:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000100:00000010:1.0:1769074990.699522:0:27579:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b30519c00. 00000100:00000010:1.0:1769074990.699526:0:27579:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 160 at ffff8c8b2a194000. 00000400:00000010:1.0:1769074990.699533:0:27579:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 280 at ffff8c8b07607e00. 00000400:00000200:2.0:1769074990.700107:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.700113:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:3.0:1769074990.700331:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000400:00000010:1.0:1769074990.700361:0:27579:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b181acbd0. 00000400:00000200:1.0:1769074990.700368:0:27579:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.700371:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b30703600 00000400:00000010:2.0:1769074990.700373:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 440 at ffff8c8b30703600. 00000100:00000200:2.0:1769074990.700377:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b40224400 00000400:00000200:1.0:1769074990.700381:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.700385:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17749:17749:255:4294967295] 192.168.204.41@tcp LPNI seq info [17745:17745:7:4294967295] 00000400:00000200:1.0:1769074990.700391:0:27579:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:1.0:1769074990.700397:0:27579:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:1.0:1769074990.700402:0:27579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.700406:0:27579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b3fcc6200. 00000800:00000200:1.0:1769074990.700411:0:27579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:1.0:1769074990.700416:0:27579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.700419:0:27579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6200 type 2, nob 96 niov 1 nkiov 0 00000400:00000200:2.0:1769074990.700427:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000100:00000200:1.0:1769074990.700430:0:27579:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 10 pages 37838 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d82380-0x6971ec9d82380 00000400:00000200:2.0:1769074990.700434:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 3568 into portal 6 MB=0x6971ec9d81d80 00000400:00000200:2.0:1769074990.700439:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 3568/3568 into md 0x5c01 [128] + 83288 00000400:00000200:2.0:1769074990.700449:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.700453:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.700457:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.700461:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb9180. 00000400:00000200:2.0:1769074990.700477:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000800:00000200:1.0:1769074990.700479:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.700482:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b3fcc6200. 00000400:00000200:2.0:1769074990.700484:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 218293/218293 into md 0x2a1f9 00000400:00000200:1.0:1769074990.700486:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.700489:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:1.0:1769074990.700493:0:16311:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b30519c00 00000020:00000010:1.0:1769074990.700526:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000020:00000010:1.0:1769074990.700531:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000020:00000010:1.0:1769074990.700538:0:30782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e3d600. 00000800:00000200:3.0:1769074990.700541:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.700544:0:30782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3b80. 00000020:00000010:1.0:1769074990.700551:0:30782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3960. 00000400:00000200:2.0:1769074990.700573:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.700579:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000020:00000010:1.0:1769074990.700581:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000400:00000200:2.0:1769074990.700582:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b307f5000 00000020:00000010:1.0:1769074990.700583:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000400:00000010:2.0:1769074990.700585:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 984 at ffff8c8b307f5000. 00000100:00000200:1.0:1769074990.700586:0:30782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460736 00000100:00000200:2.0:1769074990.700589:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b0952f800 02000000:00000010:1.0:1769074990.700594:0:30782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3051b000. 00000400:00000200:2.0:1769074990.700625:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.700632:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1424 into portal 6 MB=0x6971ec9d81e00 00000400:00000200:2.0:1769074990.700637:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1424/1424 into md 0x5c01 [128] + 86856 00000400:00000200:2.0:1769074990.700644:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.700648:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.700651:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.700655:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccbb480. 00080000:00000010:1.0:1769074990.700656:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a01502200. 00080000:00000010:0.0:1769074990.700696:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cee200. 00080000:00000400:1.0:1769074990.700701:0:30782:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.700705:0:30782:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.700708:0:30782:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.700710:0:30782:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.700713:0:30782:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.700715:0:30782:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000010:3.0:1769074990.700724:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8b06158500. 00000800:00000200:3.0:1769074990.700731:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:3.0:1769074990.700735:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:1.0:1769074990.700736:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b0a5a5e00. 00000800:00000200:3.0:1769074990.700738:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 2, nob 96 niov 1 nkiov 0 00080000:00000010:1.0:1769074990.700744:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000400:00000200:2.0:1769074990.700747:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00080000:00000010:1.0:1769074990.700752:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00000100:00000200:3.0:1769074990.700752:0:29218:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 7 pages 25604 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d82100-0x6971ec9d82100 00000400:00000200:2.0:1769074990.700759:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 17845/17845 into md 0x2a205 00000400:00000200:2.0:1769074990.700775:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.700778:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 00080000:00000010:0.0:1769074990.700781:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7e00. 00000400:00000200:2.0:1769074990.700782:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000020:00000010:3.0:1769074990.700784:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000400:00000200:2.0:1769074990.700791:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b06158d00 00000020:00000010:3.0:1769074990.700792:0:29220:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351db200. 00000400:00000010:2.0:1769074990.700794:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 200 at ffff8c8b06158d00. 00000100:00000200:2.0:1769074990.700800:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b3cc97400 00080000:00000400:0.0:1769074990.700812:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.700816:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.700818:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.700821:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.700823:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000010:1.0:1769074990.700824:0:30782:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000400:0.0:1769074990.700825:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.700842:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b036c0400. 00000800:00000200:2.0:1769074990.700842:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.700848:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8b06158500. 00080000:00000010:0.0:1769074990.700850:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.700854:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.700857:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000400:00000200:2.0:1769074990.700862:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000020:00000010:1.0:1769074990.700863:0:30782:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5240. 00000100:00000200:2.0:1769074990.700867:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b06509000 00000001:00000010:1.0:1769074990.700876:0:30782:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5f00. 00000400:00000200:2.0:1769074990.700880:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000020:00000010:3.0:1769074990.700886:0:29220:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589180. 00080000:00000010:1.0:1769074990.700891:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000400:00000200:2.0:1769074990.700892:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 84650/84650 into md 0x2a209 00000020:00000010:3.0:1769074990.700896:0:29220:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751320. 00080000:00000010:1.0:1769074990.700897:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00080000:00000010:0.0:1769074990.700925:0:29096:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:0.0:1769074990.700966:0:29096:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c514e0. 00000001:00000010:0.0:1769074990.700979:0:29096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51cc0. 00080000:00000010:0.0:1769074990.700993:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.700998:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:1.2:1769074990.701063:0:27568:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000400:00000200:2.0:1769074990.701098:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.701102:0:29220:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 00010000:00000200:0.0:1769074990.701106:0:30782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb9180 x1855008351460736/t8589935778(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 3568/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074990.701108:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000020:00000010:3.0:1769074990.701108:0:29220:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000100:00000200:3.0:1769074990.701115:0:29220:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460864 00000400:00000200:2.0:1769074990.701116:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b421c7200 00000400:00000010:2.0:1769074990.701121:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 456 at ffff8c8b421c7200. 02000000:00000010:3.0:1769074990.701125:0:29220:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0650a400. 00000100:00000200:2.0:1769074990.701129:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b35d6ac00 00000400:00000010:0.0:1769074990.701134:0:30782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed582a8. 00000100:00000200:0.0:1769074990.701141:0:30782:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460736, offset 224 00000400:00000200:0.0:1769074990.701152:0:30782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.701156:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:0.0:1769074990.701166:0:30782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.701173:0:30782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17750:17750:256:4294967295] 192.168.204.41@tcp LPNI seq info [17746:17746:8:4294967295] 00000400:00000200:0.0:1769074990.701184:0:30782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.701191:0:30782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.701196:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2240 into portal 6 MB=0x6971ec9d81f80 00000400:00000200:2.0:1769074990.701204:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2240/2240 into md 0x5c01 [128] + 88280 00000400:00000200:2.0:1769074990.701215:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.701220:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.2:1769074990.701222:0:30782:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000100:00000200:2.0:1769074990.701224:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.701230:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb8a80. 00000800:00000010:0.0:1769074990.701238:0:30782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8900. 00000800:00000200:0.0:1769074990.701248:0:30782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.701254:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000800:00000200:0.0:1769074990.701260:0:30782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000200:2.0:1769074990.701266:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1832 into portal 6 MB=0x6971ec9d81e80 00000800:00000200:0.0:1769074990.701268:0:30782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8900 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.701274:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1832/1832 into md 0x5c01 [128] + 90520 00000400:00000200:2.0:1769074990.701286:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.701291:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.701293:0:30782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3b80. 00000100:00000200:2.0:1769074990.701296:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000020:00000010:0.0:1769074990.701300:0:30782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3960. 00000100:00000010:2.0:1769074990.701302:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccbbb80. 00000020:00000010:0.0:1769074990.701307:0:30782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e3d600. 00000020:00000010:0.0:1769074990.701331:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.701336:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.701343:0:30782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453000. 00000020:00000010:0.0:1769074990.701348:0:30782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccf80. 00000800:00000200:2.0:1769074990.701349:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.701354:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8900. 00000020:00000010:0.0:1769074990.701355:0:30782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e7d0. 00000400:00000200:2.0:1769074990.701359:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.701366:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.701369:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed582a8 00000400:00000010:2.0:1769074990.701372:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed582a8. 00000400:00000200:2.0:1769074990.701388:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000020:00000010:0.0:1769074990.701393:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.701398:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 2256 into portal 6 MB=0x6971ec9d81f00 00000020:00000010:0.0:1769074990.701400:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.701406:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 2256/2256 into md 0x5c01 [128] + 92352 00000020:00000010:0.0:1769074990.701409:0:30782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03453800. 00000400:00000200:2.0:1769074990.701415:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.701417:0:30782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc600. 00000400:00000200:2.0:1769074990.701422:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.701424:0:30782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e000. 00000100:00000200:2.0:1769074990.701427:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.701433:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccba680. 00080000:00000010:3.0:1769074990.701439:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351db600. 00000400:00000200:2.0:1769074990.701454:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000400:3.0:1769074990.701462:0:29220:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:2.0:1769074990.701463:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 7672 into portal 6 MB=0x6971ec9d82000 00000020:00000010:0.0:1769074990.701468:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00080000:00000400:3.0:1769074990.701468:0:29220:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:2.0:1769074990.701475:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 7672/7672 into md 0x5c01 [128] + 94608 00000020:00000010:0.0:1769074990.701476:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00080000:00000400:3.0:1769074990.701480:0:29220:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:3.0:1769074990.701485:0:29220:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000020:00000010:0.0:1769074990.701487:0:30782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02e3d600. 00080000:00000400:3.0:1769074990.701488:0:29220:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074990.701492:0:29220:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:2.0:1769074990.701493:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.701496:0:30782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcca80. 00000400:00000200:2.0:1769074990.701502:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.701504:0:30782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e3e8. 00000100:00000200:2.0:1769074990.701506:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000010:3.0:1769074990.701507:0:29220:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351da200. 00080000:00000010:1.0:1769074990.701514:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205c00. 00000100:00000010:2.0:1769074990.701514:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb8700. 00080000:00000010:3.0:1769074990.701515:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00080000:00000400:1.0:1769074990.701542:0:30781:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000010:3.0:1769074990.701547:0:29220:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755480. 00080000:00000400:1.0:1769074990.701548:0:30781:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.701553:0:30781:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000020:00000010:0.0:1769074990.701555:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00080000:00000400:1.0:1769074990.701556:0:30781:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000020:00000010:0.0:1769074990.701562:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00080000:00000400:1.0:1769074990.701563:0:30781:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.701569:0:30781:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:0.0:1769074990.701574:0:30782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a03c08200. 00000020:00000010:0.0:1769074990.701582:0:30782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccc00. 00000020:00000010:0.0:1769074990.701586:0:30782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e258. 00080000:00000010:1.0:1769074990.701588:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205400. 00080000:00000010:1.0:1769074990.701597:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00080000:00000010:1.0:1769074990.701603:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000020:00000010:0.0:1769074990.701617:0:30782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00080000:00000010:3.0:1769074990.701622:0:29220:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000020:00000010:0.0:1769074990.701624:0:30782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.701631:0:30782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351461248 00000400:00000200:2.0:1769074990.701637:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 02000000:00000010:0.0:1769074990.701645:0:30782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b075ec400. 00000400:00000200:2.0:1769074990.701646:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 5240 into portal 6 MB=0x6971ec9d82080 00000400:00000200:2.0:1769074990.701655:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 5240/5240 into md 0x5c01 [128] + 102280 00000020:00000010:3.0:1769074990.701660:0:29220:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321900. 00000400:00000200:2.0:1769074990.701666:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1769074990.701686:0:29220:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321f60. 00080000:00000010:1.0:1769074990.701689:0:30781:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000400:00000200:2.0:1769074990.701690:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.701695:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.701699:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb8e00. 00080000:00000010:3.0:1769074990.701702:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755480. 00080000:00000010:3.0:1769074990.701709:0:29220:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00000400:00000200:2.0:1769074990.701716:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.701725:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 4608 into portal 6 MB=0x6971ec9d82180 00000400:00000200:2.0:1769074990.701730:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 4608/4608 into md 0x5c01 [128] + 107520 00000400:00000200:2.0:1769074990.701741:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.701745:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:0.0:1769074990.701750:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03c09a00. 00000100:00000200:2.0:1769074990.701750:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000010:3.2:1769074990.701751:0:27578:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00000100:00000010:2.0:1769074990.701758:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccbb100. 00000400:00000200:2.0:1769074990.701778:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.701784:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 4720 into portal 6 MB=0x6971ec9d82200 00080000:00000400:0.0:1769074990.701787:0:30782:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00000400:00000200:2.0:1769074990.701792:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 4720/4720 into md 0x5c01 [128] + 112128 00080000:00000400:0.0:1769074990.701795:0:30782:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000010:3.0:1769074990.701796:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351db400. 00080000:00000400:0.0:1769074990.701803:0:30782:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00000400:00000200:2.0:1769074990.701803:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:0.0:1769074990.701811:0:30782:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:2.0:1769074990.701813:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:0.0:1769074990.701817:0:30782:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000100:00000200:2.0:1769074990.701819:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:0.0:1769074990.701822:0:30782:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000100:00000010:2.0:1769074990.701826:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb9500. 00080000:00000400:3.0:1769074990.701826:0:27578:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074990.701834:0:27578:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074990.701838:0:27578:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:2.0:1769074990.701843:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:0.0:1769074990.701845:0:30782:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03c09800. 00080000:00000400:3.0:1769074990.701846:0:27578:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000020:00000010:1.0:1769074990.701849:0:30781:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c58a0. 00000400:00000200:2.0:1769074990.701853:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 7160 into portal 6 MB=0x6971ec9d82280 00080000:00000400:3.0:1769074990.701855:0:27578:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000010:0.0:1769074990.701856:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.701864:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 7160/7160 into md 0x5c01 [128] + 116848 00080000:00000400:3.0:1769074990.701864:0:27578:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:1.0:1769074990.701865:0:30781:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5300. 00080000:00000010:0.0:1769074990.701869:0:30782:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000400:00000200:2.0:1769074990.701881:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.2:1769074990.701883:0:30781:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000400:00000200:2.0:1769074990.701887:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.701891:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000010:3.0:1769074990.701891:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351db800. 00080000:00000010:1.0:1769074990.701899:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000100:00000010:2.0:1769074990.701899:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccba300. 00080000:00000010:3.0:1769074990.701902:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00080000:00000010:1.0:1769074990.701904:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000400:00000200:2.0:1769074990.701912:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:3.0:1769074990.701921:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00000100:00000010:1.0:1769074990.701922:0:30781:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 336 at ffff8c8b049f6600. 00000400:00000200:2.0:1769074990.701922:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 1344 into portal 6 MB=0x6971ec9d82400 00000100:00000010:1.0:1769074990.701928:0:30781:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b35d6ac00. 00000400:00000200:2.0:1769074990.701928:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 1344/1344 into md 0x5c01 [128] + 124008 00000400:00000200:2.0:1769074990.701936:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1769074990.701938:0:30781:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85880 x1855008351460480/t8589935774(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1769074990.701940:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.701944:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1769074990.701949:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb8380. 00000400:00000010:1.0:1769074990.701953:0:30781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725bb0. 00080000:00000010:0.0:1769074990.701956:0:30782:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000100:00000200:1.0:1769074990.701958:0:30781:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460480, offset 224 00000400:00000200:2.0:1769074990.701963:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:1.0:1769074990.701967:0:30781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.701972:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 232806/232806 into md 0x2a219 00000400:00000200:1.0:1769074990.701973:0:30781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.701979:0:30781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17751:17751:256:4294967295] 192.168.204.41@tcp LPNI seq info [17747:17747:8:4294967295] 00080000:00000010:3.0:1769074990.701989:0:27578:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000200:1.0:1769074990.701992:0:30781:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000020:00000010:0.0:1769074990.701999:0:30782:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8a03c51240. 00000800:00000200:1.0:1769074990.702003:0:30781:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.702010:0:30781:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6200. 00000001:00000010:0.0:1769074990.702015:0:30782:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c51840. 00000800:00000200:1.0:1769074990.702016:0:30781:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:3.0:1769074990.702021:0:27578:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321c60. 00000001:00000010:3.0:1769074990.702047:0:27578:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321360. 00000800:00000200:1.0:1769074990.702049:0:30781:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.702056:0:30781:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6200 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:3.0:1769074990.702058:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00080000:00000010:0.0:1769074990.702064:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:3.0:1769074990.702064:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00080000:00000010:0.0:1769074990.702073:0:30782:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000020:00000010:1.0:1769074990.702081:0:30781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589080. 00000020:00000010:3.0:1769074990.702086:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00000020:00000010:1.0:1769074990.702089:0:30781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751bb8. 00000020:00000010:3.0:1769074990.702090:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000400:00000200:2.0:1769074990.702091:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.702095:0:30781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf17c00. 00000020:00000010:3.0:1769074990.702099:0:34004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da800. 00000400:00000200:2.0:1769074990.702100:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000020:00000010:0.0:1769074990.702103:0:36924:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:3.0:1769074990.702106:0:34004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589b00. 00000400:00000200:2.0:1769074990.702108:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35cfd800 00000020:00000010:0.0:1769074990.702110:0:36924:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000400:00000010:2.0:1769074990.702113:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1032 at ffff8c8b35cfd800. 00000020:00000010:1.0:1769074990.702115:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000020:00000010:1.0:1769074990.702119:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000020:00000010:0.0:1769074990.702120:0:36924:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f000. 00000100:00000200:2.0:1769074990.702120:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b0940d400 00000020:00000010:1.0:1769074990.702124:0:30781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35205200. 00000020:00000010:0.0:1769074990.702129:0:36924:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc180. 00000020:00000010:1.0:1769074990.702130:0:30781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3200. 00000020:00000010:0.0:1769074990.702137:0:36924:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3eed8. 00000020:00000010:1.0:1769074990.702138:0:30781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3ed8. 00000020:00000010:1.0:1769074990.702168:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000800:00000200:2.0:1769074990.702168:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.702172:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000800:00000010:2.0:1769074990.702172:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6200. 00000400:00000200:2.0:1769074990.702176:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.2:1769074990.702176:0:36924:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.702177:0:30781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35204a00. 00080000:00000010:3.2:1769074990.702178:0:34004:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00000020:00000010:1.0:1769074990.702184:0:30781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000400:00000200:2.0:1769074990.702185:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.702188:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725bb0 00000020:00000010:1.0:1769074990.702189:0:30781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3960. 00000400:00000010:2.0:1769074990.702191:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725bb0. 00000020:00000010:1.0:1769074990.702210:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000400:00000200:2.0:1769074990.702210:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000020:00000010:1.0:1769074990.702214:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000400:00000200:2.0:1769074990.702217:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 37838/37838 into md 0x2a221 00000020:00000010:0.0:1769074990.702220:0:36924:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:1.0:1769074990.702220:0:30781:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b35204000. 00000020:00000010:0.0:1769074990.702227:0:36924:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000020:00000010:1.0:1769074990.702229:0:30781:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3580. 00000100:00000200:0.0:1769074990.702233:0:36924:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351460992 00000020:00000010:1.0:1769074990.702235:0:30781:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3e10. 00000400:00000200:2.0:1769074990.702237:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.702241:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:2.0:1769074990.702244:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b07607e00 00000020:00000010:3.0:1769074990.702245:0:34004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751258. 02000000:00000010:0.0:1769074990.702246:0:36924:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b075ecc00. 00000400:00000010:2.0:1769074990.702247:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 280 at ffff8c8b07607e00. 00000020:00000010:1.0:1769074990.702255:0:30781:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f640. 00000100:00000200:2.0:1769074990.702255:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b30519c00 00000020:00000010:1.0:1769074990.702258:0:30781:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f640. 00000100:00000200:1.0:1769074990.702261:0:30781:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351461120 02000000:00000010:1.0:1769074990.702271:0:30781:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b30518800. 00000400:00000200:2.0:1769074990.702275:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:2.0:1769074990.702283:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 25604/25604 into md 0x2a21d 00000020:00000010:3.0:1769074990.702284:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755240. 00000020:00000010:3.0:1769074990.702290:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755240. 00000100:00000200:3.0:1769074990.702293:0:34004:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351461376 02000000:00000010:3.0:1769074990.702304:0:34004:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0650b000. 00080000:00000010:0.0:1769074990.702330:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296ec00. 00080000:00000010:1.0:1769074990.702340:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204400. 00080000:00000400:0.0:1769074990.702356:0:36924:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.702360:0:36924:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.702363:0:36924:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.702365:0:30781:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.702366:0:36924:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.702374:0:36924:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.702375:0:30781:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.702377:0:36924:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000400:1.0:1769074990.702379:0:30781:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000400:00000200:2.0:1769074990.702380:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000400:1.0:1769074990.702383:0:30781:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:2.0:1769074990.702386:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00080000:00000400:1.0:1769074990.702387:0:30781:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.702389:0:30781:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:2.0:1769074990.702391:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b06158200 00080000:00000010:0.0:1769074990.702393:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296e800. 00000400:00000010:2.0:1769074990.702393:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 232 at ffff8c8b06158200. 00000100:00000200:2.0:1769074990.702399:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b06509000 00080000:00000010:0.0:1769074990.702400:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.702407:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00080000:00000010:1.0:1769074990.702409:0:30781:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204c00. 00080000:00000010:1.0:1769074990.702417:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000400:00000200:2.0:1769074990.702423:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:1.0:1769074990.702425:0:30781:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000400:00000200:2.0:1769074990.702432:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 6720 into portal 6 MB=0x6971ec9d82480 00000400:00000200:2.0:1769074990.702437:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 6720/6720 into md 0x5c01 [128] + 125352 00080000:00000010:3.0:1769074990.702462:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351dbc00. 00080000:00000010:0.0:1769074990.702475:0:36924:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000200:2.0:1769074990.702485:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.702492:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:3.0:1769074990.702493:0:34004:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000100:00000200:2.0:1769074990.702497:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00080000:00000400:3.0:1769074990.702497:0:34004:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000010:1.0:1769074990.702500:0:30781:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000400:3.0:1769074990.702504:0:34004:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000100:00000010:2.0:1769074990.702505:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3ccb9f80. 00080000:00000400:3.0:1769074990.702507:0:34004:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000020:00000010:0.0:1769074990.702511:0:36924:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b20bf1420. 00080000:00000400:3.0:1769074990.702511:0:34004:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074990.702516:0:34004:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:0.0:1769074990.702530:0:36924:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a03c519c0. 00000020:00000010:1.0:1769074990.702536:0:30781:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5d20. 00080000:00000010:3.0:1769074990.702536:0:34004:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351da600. 00080000:00000010:0.0:1769074990.702545:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:3.0:1769074990.702546:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00080000:00000010:0.0:1769074990.702551:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000001:00000010:1.0:1769074990.702552:0:30781:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5d80. 00080000:00000010:1.0:1769074990.702567:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00080000:00000010:1.0:1769074990.702570:0:30781:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000020:00000010:0.0:1769074990.702577:0:30780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.702583:0:30780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.702589:0:30780:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296f400. 00000020:00000010:0.0:1769074990.702593:0:30780:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc400. 00000020:00000010:0.0:1769074990.702598:0:30780:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e320. 00080000:00000010:3.0:1769074990.702627:0:34004:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00080000:00000010:0.2:1769074990.702635:0:30780:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:0.0:1769074990.702654:0:30780:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00000020:00000010:0.0:1769074990.702657:0:30780:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000100:00000200:0.0:1769074990.702660:0:30780:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351461888 02000000:00000010:0.0:1769074990.702684:0:30780:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b04997800. 00080000:00000010:1.2:1769074990.702691:0:27568:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00010000:00000200:2.0:1769074990.702692:0:36924:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccbbb80 x1855008351460992/t8589935780(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1832/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074990.702706:0:36924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000100:00000200:2.0:1769074990.702709:0:36924:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460992, offset 224 00000400:00000200:2.0:1769074990.702715:0:36924:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:3.0:1769074990.702715:0:34004:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000200:2.0:1769074990.702726:0:36924:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:2.0:1769074990.702730:0:36924:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17752:17752:256:4294967295] 192.168.204.41@tcp LPNI seq info [17748:17748:8:4294967295] 00000400:00000200:2.0:1769074990.702738:0:36924:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.702743:0:36924:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.702747:0:36924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67d00. 00080000:00000010:0.0:1769074990.702750:0:30780:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296f200. 00000020:00000010:3.0:1769074990.702751:0:34004:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321a20. 00000800:00000200:2.0:1769074990.702754:0:36924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:2.0:1769074990.702760:0:36924:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.702763:0:36924:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67d00 type 1, nob 544 niov 1 nkiov 1 00000001:00000010:3.0:1769074990.702764:0:34004:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321240. 00080000:00000400:0.0:1769074990.702774:0:30780:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000010:3.0:1769074990.702778:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00080000:00000400:0.0:1769074990.702779:0:30780:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.702784:0:30780:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00000020:00000010:1.0:1769074990.702784:0:29217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f240. 00000020:00000010:2.0:1769074990.702784:0:36924:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc600. 00080000:00000010:3.0:1769074990.702785:0:34004:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00080000:00000400:0.0:1769074990.702792:0:30780:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000020:00000010:1.0:1769074990.702792:0:29217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f240. 00000020:00000010:2.0:1769074990.702795:0:36924:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e000. 00000100:00000200:1.0:1769074990.702797:0:29217:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351461760 00080000:00000400:0.0:1769074990.702798:0:30780:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.702802:0:30780:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:2.0:1769074990.702803:0:36924:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453800. 02000000:00000010:1.0:1769074990.702809:0:29217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3051b800. 00000100:00000010:3.0:1769074990.702810:0:27578:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 80 at ffff8c8b173211e0. 00000100:00000010:3.0:1769074990.702816:0:27578:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b3cc97400. 00080000:00000010:0.0:1769074990.702817:0:30780:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222ba000. 00080000:00000010:0.0:1769074990.702822:0:30780:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00010000:00000200:3.0:1769074990.702828:0:27578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f85500 x1855008351460608/t8589935775(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:0.0:1769074990.702829:0:30780:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.702829:0:36924:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763500. 00000020:00000010:2.0:1769074990.702836:0:36924:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763500. 00000100:00000200:2.0:1769074990.702841:0:36924:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462016 00080000:00000010:3.2:1769074990.702848:0:27578:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 02000000:00000010:2.0:1769074990.702851:0:36924:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b40225000. 00080000:00000010:0.0:1769074990.702888:0:30780:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000010:1.0:1769074990.702907:0:29217:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35205800. 00080000:00000010:2.0:1769074990.702924:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03453800. 00000400:00000010:3.0:1769074990.702926:0:27578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f000. 00080000:00000400:1.0:1769074990.702928:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000020:00000010:0.0:1769074990.702930:0:30780:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b110d50c0. 00000100:00000200:3.0:1769074990.702931:0:27578:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460608, offset 224 00080000:00000400:1.0:1769074990.702932:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.702938:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.702941:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000400:00000200:3.0:1769074990.702944:0:27578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:0.0:1769074990.702950:0:30780:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b110d5000. 00080000:00000400:2.0:1769074990.702950:0:36924:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.702956:0:36924:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:3.0:1769074990.702957:0:27578:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000400:2.0:1769074990.702961:0:36924:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.702963:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.702964:0:36924:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:0.0:1769074990.702967:0:30780:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000400:1.0:1769074990.702967:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:3.0:1769074990.702970:0:27578:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17753:17753:255:4294967295] 192.168.204.41@tcp LPNI seq info [17749:17749:7:4294967295] 00080000:00000400:2.0:1769074990.702971:0:36924:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000010:0.0:1769074990.702975:0:30780:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000400:2.0:1769074990.702978:0:36924:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:3.0:1769074990.702991:0:27578:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.702993:0:29217:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3cf17c00. 00080000:00000010:2.0:1769074990.702997:0:36924:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607e00. 00000020:00000010:0.0:1769074990.703003:0:32443:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec640. 00080000:00000010:1.0:1769074990.703003:0:29217:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00000800:00000200:3.0:1769074990.703003:0:27578:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:2.0:1769074990.703008:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000800:00000010:3.0:1769074990.703010:0:27578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158400. 00080000:00000010:1.0:1769074990.703014:0:29217:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00080000:00000010:2.0:1769074990.703018:0:36924:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763a00. 00000800:00000200:3.0:1769074990.703018:0:27578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:0.2:1769074990.703037:0:32443:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000800:00000200:3.0:1769074990.703041:0:27578:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.703046:0:27578:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158400 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:3.0:1769074990.703058:0:27578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2d00. 00000020:00000010:3.0:1769074990.703062:0:27578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415000. 00000020:00000010:3.0:1769074990.703065:0:27578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30702000. 00000020:00000010:0.0:1769074990.703066:0:32443:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec640. 00000100:00000200:0.0:1769074990.703073:0:32443:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462400 02000000:00000010:0.0:1769074990.703085:0:32443:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b04994800. 00000020:00000010:3.0:1769074990.703099:0:27578:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 00000020:00000010:3.0:1769074990.703103:0:27578:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00080000:00000010:1.0:1769074990.703106:0:29217:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000100:00000200:3.0:1769074990.703106:0:27578:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351461504 02000000:00000010:3.0:1769074990.703118:0:27578:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3cc97400. 00080000:00000010:2.0:1769074990.703136:0:36924:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00000020:00000010:1.0:1769074990.703137:0:29217:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c53c0. 00080000:00000010:0.0:1769074990.703152:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222bb800. 00000001:00000010:1.0:1769074990.703152:0:29217:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5600. 00080000:00000010:1.0:1769074990.703164:0:29217:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00080000:00000010:1.0:1769074990.703168:0:29217:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00080000:00000400:0.0:1769074990.703175:0:32443:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000020:00000010:2.0:1769074990.703177:0:36924:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0663e000. 00080000:00000400:0.0:1769074990.703179:0:32443:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.703184:0:32443:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000010:3.0:1769074990.703184:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351daa00. 00080000:00000400:0.0:1769074990.703190:0:32443:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.703192:0:32443:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.703195:0:32443:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000001:00000010:2.0:1769074990.703195:0:36924:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663e1e0. 00080000:00000010:1.2:1769074990.703198:0:32501:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00080000:00000400:3.0:1769074990.703207:0:27578:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:3.0:1769074990.703211:0:27578:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:3.0:1769074990.703213:0:27578:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000010:0.0:1769074990.703214:0:32443:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222bb200. 00080000:00000010:2.0:1769074990.703215:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763a00. 00080000:00000400:3.0:1769074990.703217:0:27578:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:0.0:1769074990.703221:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00080000:00000400:3.0:1769074990.703221:0:27578:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000010:2.0:1769074990.703223:0:36924:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00080000:00000400:3.0:1769074990.703228:0:27578:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.703229:0:32443:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00010000:00000200:1.0:1769074990.703241:0:29217:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccbb100 x1855008351461760/t8589935778(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 4608/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:2.2:1769074990.703244:0:36924:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00080000:00000010:3.0:1769074990.703249:0:27578:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351dbe00. 00080000:00000010:3.0:1769074990.703257:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755480. 00000400:00000010:1.0:1769074990.703260:0:29217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725dd0. 00080000:00000010:3.0:1769074990.703264:0:27578:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755240. 00010000:00000200:2.0:1769074990.703273:0:36924:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccba300 x1855008351462016/t8589935782(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 7160/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1769074990.703280:0:29217:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351461760, offset 224 00080000:00000010:0.0:1769074990.703283:0:32443:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000400:00000010:2.0:1769074990.703298:0:36924:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074990.703304:0:36924:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462016, offset 224 00000400:00000200:1.0:1769074990.703308:0:29217:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.703313:0:32443:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b110d5660. 00000400:00000200:2.0:1769074990.703319:0:36924:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.703320:0:29217:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:3.0:1769074990.703321:0:27578:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000001:00000010:0.0:1769074990.703329:0:32443:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b110d5360. 00000400:00000200:1.0:1769074990.703329:0:29217:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17754:17754:254:4294967295] 192.168.204.41@tcp LPNI seq info [17750:17750:6:4294967295] 00000400:00000200:1.0:1769074990.703340:0:29217:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.703345:0:29217:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:0.0:1769074990.703347:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000800:00000010:1.0:1769074990.703349:0:29217:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6000. 00000400:00000200:2.0:1769074990.703352:0:36924:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:3.0:1769074990.703352:0:27578:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b173211e0. 00080000:00000010:0.0:1769074990.703355:0:32443:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000400:00000200:2.0:1769074990.703363:0:36924:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17755:17755:253:4294967295] 192.168.204.41@tcp LPNI seq info [17751:17751:5:4294967295] 00000001:00000010:3.0:1769074990.703365:0:27578:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321ba0. 00000800:00000200:1.0:1769074990.703376:0:29217:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.703377:0:36924:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:3.0:1769074990.703378:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755240. 00080000:00000010:3.0:1769074990.703385:0:27578:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755480. 00000800:00000200:1.0:1769074990.703386:0:29217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00010000:00000200:0.0:1769074990.703389:0:30780:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb9500 x1855008351461888/t8589935781(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 4720/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000800:00000200:1.0:1769074990.703392:0:29217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6000 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:2.0:1769074990.703393:0:36924:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.703403:0:36924:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67700. 00000020:00000010:1.0:1769074990.703406:0:29217:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc180. 00000020:00000010:1.0:1769074990.703411:0:29217:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3eed8. 00000800:00000200:2.0:1769074990.703413:0:36924:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074990.703416:0:29217:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f000. 00000800:00000200:2.0:1769074990.703422:0:36924:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:3.2:1769074990.703424:0:34004:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00000800:00000200:2.0:1769074990.703427:0:36924:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67700 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:0.2:1769074990.703429:0:30780:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.703433:0:29217:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000020:00000010:1.0:1769074990.703436:0:29217:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000100:00000200:1.0:1769074990.703439:0:29217:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462528 00000400:00000010:0.0:1769074990.703447:0:30780:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58088. 00000020:00000010:2.0:1769074990.703448:0:36924:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 02000000:00000010:1.0:1769074990.703449:0:29217:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b30519000. 00010000:00000200:3.0:1769074990.703449:0:34004:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb8700 x1855008351461376/t8589935777(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 7672/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1769074990.703456:0:30780:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351461888, offset 224 00000020:00000010:2.0:1769074990.703457:0:36924:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3960. 00000020:00000010:2.0:1769074990.703466:0:36924:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35204a00. 00000400:00000200:0.0:1769074990.703471:0:30780:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000010:3.0:1769074990.703475:0:34004:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f2a8. 00000400:00000200:0.0:1769074990.703482:0:30780:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000100:00000200:3.0:1769074990.703482:0:34004:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351461376, offset 224 00000400:00000200:0.0:1769074990.703494:0:30780:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17756:17756:252:4294967295] 192.168.204.41@tcp LPNI seq info [17752:17752:4:4294967295] 00000400:00000200:3.0:1769074990.703494:0:34004:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.703497:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00080000:00000010:1.0:1769074990.703507:0:29217:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296f000. 00000400:00000200:0.0:1769074990.703513:0:30780:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.703518:0:30780:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.703523:0:34004:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074990.703524:0:30780:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8a00. 00080000:00000400:1.0:1769074990.703526:0:29217:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.703532:0:29217:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000400:00000200:3.0:1769074990.703532:0:34004:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17757:17757:251:4294967295] 192.168.204.41@tcp LPNI seq info [17753:17753:3:4294967295] 00000800:00000200:0.0:1769074990.703536:0:30780:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000400:1.0:1769074990.703539:0:29217:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.703544:0:29217:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.703549:0:29217:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000800:00000200:0.0:1769074990.703551:0:30780:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000400:1.0:1769074990.703553:0:29217:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000400:00000200:3.0:1769074990.703559:0:34004:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.703560:0:30780:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8a00 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:1.0:1769074990.703566:0:29217:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0f800. 00000800:00000200:3.0:1769074990.703571:0:34004:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.703572:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 4984 into portal 6 MB=0x6971ec9d82500 00080000:00000010:1.0:1769074990.703573:0:29217:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000020:00000010:0.0:1769074990.703578:0:30780:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3200. 00000800:00000010:3.0:1769074990.703579:0:34004:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158200. 00080000:00000010:1.0:1769074990.703581:0:29217:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 00000400:00000200:2.0:1769074990.703583:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 4984/4984 into md 0x5c01 [128] + 132072 00000020:00000010:0.0:1769074990.703587:0:30780:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3ed8. 00000800:00000200:3.0:1769074990.703594:0:34004:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.703595:0:30780:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35205200. 00000800:00000200:3.0:1769074990.703603:0:34004:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.703609:0:34004:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158200 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.703616:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.703623:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074990.703623:0:34004:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccc00. 00000100:00000010:0.0:1769074990.703628:0:29096:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 864 at ffff8c8b173a4800. 00080000:00000010:1.0:1769074990.703629:0:29217:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000020:00000010:3.0:1769074990.703630:0:34004:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e258. 00000100:00000200:2.0:1769074990.703631:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1769074990.703635:0:29096:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b0952f800. 00000020:00000010:3.0:1769074990.703638:0:34004:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a03c08200. 00000100:00000010:2.0:1769074990.703639:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3076b800. 00010000:00000200:0.0:1769074990.703646:0:29096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f86680 x1855008351460224/t8589935772(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074990.703657:0:29217:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5720. 00000400:00000010:0.0:1769074990.703659:0:29096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58880. 00000100:00000200:0.0:1769074990.703665:0:29096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460224, offset 224 00000020:00000010:3.0:1769074990.703665:0:34004:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 00000001:00000010:1.0:1769074990.703667:0:29217:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5540. 00000800:00000200:2.0:1769074990.703683:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1769074990.703683:0:34004:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000800:00000010:2.0:1769074990.703690:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67d00. 00000400:00000200:0.0:1769074990.703694:0:29096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.703696:0:29217:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000400:00000200:2.0:1769074990.703696:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.703702:0:29096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:1.0:1769074990.703704:0:29217:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000400:00000200:2.0:1769074990.703708:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:0.0:1769074990.703712:0:29096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17758:17758:250:4294967295] 192.168.204.41@tcp LPNI seq info [17754:17754:2:4294967295] 00000400:00000200:0.0:1769074990.703720:0:29096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:2.0:1769074990.703725:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000800:00000200:0.0:1769074990.703726:0:29096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:2.0:1769074990.703729:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000800:00000010:0.0:1769074990.703731:0:29096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8c00. 00000800:00000200:0.0:1769074990.703736:0:29096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.703741:0:29096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.703743:0:29096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8c00 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:2.0:1769074990.703747:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.703750:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158400. 00000020:00000010:0.0:1769074990.703755:0:29096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc300. 00000400:00000200:2.0:1769074990.703755:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.703755:0:34004:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da400. 00000020:00000010:0.0:1769074990.703763:0:29096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ec80. 00000020:00000010:3.0:1769074990.703763:0:34004:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589e80. 00000400:00000200:2.0:1769074990.703766:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:3.0:1769074990.703771:0:34004:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b087513e8. 00000020:00000010:0.0:1769074990.703772:0:29096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee800. 00000400:00000200:2.0:1769074990.703772:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f000 00000400:00000010:2.0:1769074990.703777:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f000. 00000800:00000200:2.0:1769074990.703792:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.703794:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6000. 00000020:00000010:0.0:1769074990.703799:0:29096:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000400:00000200:2.0:1769074990.703799:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.703805:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.703807:0:29096:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000400:00000200:2.0:1769074990.703808:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725dd0 00000400:00000010:2.0:1769074990.703813:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725dd0. 00000100:00000200:0.0:1769074990.703814:0:29096:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462656 00080000:00000010:1.2:1769074990.703816:0:27568:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00010000:00000200:3.0:1769074990.703821:0:27578:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb8e00 x1855008351461504/t8589935779(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 5240/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 02000000:00000010:0.0:1769074990.703827:0:29096:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b0952f800. 00000800:00000200:2.0:1769074990.703832:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1769074990.703834:0:27578:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f990. 00000800:00000010:2.0:1769074990.703836:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67700. 00000100:00000200:3.0:1769074990.703840:0:27578:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351461504, offset 224 00000400:00000200:2.0:1769074990.703841:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.703851:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.703851:0:27578:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.703853:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5f00. 00000400:00000200:2.0:1769074990.703856:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000020:00000010:1.0:1769074990.703858:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b0a3c5240. 00000400:00000010:2.0:1769074990.703859:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000400:00000200:3.0:1769074990.703863:0:27578:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:1.0:1769074990.703865:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0a5a5e00. 00000400:00000200:3.0:1769074990.703870:0:27578:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17759:17759:252:4294967295] 192.168.204.41@tcp LPNI seq info [17755:17755:4:4294967295] 00080000:00000010:1.0:1769074990.703872:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01502200. 00000001:00000010:1.0:1769074990.703879:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c54e0. 00000020:00000010:1.0:1769074990.703884:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b0a3c55a0. 00000400:00000200:3.0:1769074990.703887:0:27578:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.703889:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf17a00. 00080000:00000010:1.0:1769074990.703895:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf16e00. 00000800:00000200:3.0:1769074990.703895:0:27578:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074990.703900:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.703901:0:27578:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158500. 00000001:00000010:1.0:1769074990.703902:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663eae0. 00000800:00000010:2.0:1769074990.703907:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8a00. 00080000:00000010:0.0:1769074990.703908:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222ba200. 00000020:00000010:1.0:1769074990.703909:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b0663e420. 00000800:00000200:3.0:1769074990.703913:0:27578:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.703914:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.703916:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3fe61a00. 00080000:00000010:1.0:1769074990.703923:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01fb5e00. 00000400:00000200:2.0:1769074990.703927:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000800:00000200:3.0:1769074990.703928:0:27578:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000400:0.0:1769074990.703930:0:29096:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000001:00000010:1.0:1769074990.703931:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b17321120. 00000400:00000200:2.0:1769074990.703931:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58088 00000400:00000010:2.0:1769074990.703936:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58088. 00000800:00000200:3.0:1769074990.703936:0:27578:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158500 type 1, nob 544 niov 1 nkiov 1 00080000:00000400:0.0:1769074990.703937:0:29096:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000020:00000010:1.0:1769074990.703938:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b17321b40. 00080000:00000010:1.0:1769074990.703945:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf17600. 00080000:00000400:0.0:1769074990.703946:0:29096:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000800:00000200:2.0:1769074990.703949:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000400:0.0:1769074990.703951:0:29096:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000010:1.0:1769074990.703951:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf16400. 00000800:00000010:2.0:1769074990.703953:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158200. 00000020:00000010:3.0:1769074990.703955:0:27578:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589b00. 00000001:00000010:1.0:1769074990.703958:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b17321c00. 00080000:00000400:0.0:1769074990.703959:0:29096:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00000400:00000200:2.0:1769074990.703960:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1769074990.703963:0:27578:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751258. 00080000:00000400:0.0:1769074990.703966:0:29096:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:1.0:1769074990.703966:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b173214e0. 00000400:00000200:2.0:1769074990.703970:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:1.0:1769074990.703975:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02cdfa00. 00000400:00000200:2.0:1769074990.703976:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f2a8 00000020:00000010:3.0:1769074990.703978:0:27578:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da800. 00000400:00000010:2.0:1769074990.703981:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f2a8. 00080000:00000010:0.0:1769074990.703984:0:29096:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222bae00. 00080000:00000010:1.0:1769074990.703984:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7600. 00080000:00000010:0.0:1769074990.703991:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000800:00000200:2.0:1769074990.703992:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1769074990.703993:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51180. 00080000:00000010:0.0:1769074990.703996:0:29096:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000800:00000010:2.0:1769074990.703997:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8c00. 00000020:00000010:1.0:1769074990.704002:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51ae0. 00000400:00000200:2.0:1769074990.704003:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.704009:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01095e00. 00000400:00000200:2.0:1769074990.704009:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.704016:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58880 00000400:00000010:2.0:1769074990.704017:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58880. 00080000:00000010:1.0:1769074990.704018:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3cf20a00. 00000001:00000010:1.0:1769074990.704049:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51720. 00000020:00000010:1.0:1769074990.704054:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51c60. 00080000:00000010:1.0:1769074990.704057:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c0800. 00080000:00000010:3.0:1769074990.704058:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b351da800. 00080000:00000010:1.0:1769074990.704061:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c1600. 00000800:00000200:2.0:1769074990.704063:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.704066:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158500. 00000001:00000010:1.0:1769074990.704068:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c5480. 00000400:00000200:2.0:1769074990.704071:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:0.0:1769074990.704072:0:29096:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.704073:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b0a3c5180. 00080000:00000010:1.0:1769074990.704079:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6200. 00000400:00000200:2.0:1769074990.704079:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000400:3.0:1769074990.704082:0:29218:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0001: opcode 2: before 260 < left 274, rollback = 2 00000400:00000200:2.0:1769074990.704083:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f990 00080000:00000010:1.0:1769074990.704084:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6c00. 00000400:00000010:2.0:1769074990.704088:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f990. 00080000:00000400:3.0:1769074990.704089:0:29218:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000001:00000010:1.0:1769074990.704090:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51780. 00080000:00000400:3.0:1769074990.704096:0:29218:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00000020:00000010:1.0:1769074990.704098:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51540. 00080000:00000400:3.0:1769074990.704099:0:29218:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000020:00000010:0.0:1769074990.704102:0:29096:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b110d5720. 00080000:00000010:1.0:1769074990.704103:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c1000. 00080000:00000400:3.0:1769074990.704103:0:29218:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:3.0:1769074990.704110:0:29218:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074990.704111:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b036c0200. 00000001:00000010:1.0:1769074990.704115:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b17321ea0. 00000020:00000010:1.0:1769074990.704117:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b17321f00. 00080000:00000010:1.0:1769074990.704119:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7400. 00000001:00000010:0.0:1769074990.704122:0:29096:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b110d5900. 00080000:00000010:1.0:1769074990.704122:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7a00. 00000001:00000010:1.0:1769074990.704128:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82240. 00000020:00000010:1.0:1769074990.704131:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02f82420. 00080000:00000010:1.0:1769074990.704133:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fd000. 00080000:00000010:1.0:1769074990.704135:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fde00. 00000001:00000010:1.0:1769074990.704138:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51360. 00080000:00000010:0.0:1769074990.704139:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00000020:00000010:1.0:1769074990.704140:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51ea0. 00080000:00000010:1.0:1769074990.704145:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453a00. 00080000:00000010:0.0:1769074990.704148:0:29096:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:1.0:1769074990.704149:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452600. 00000001:00000010:1.0:1769074990.704156:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51300. 00000020:00000010:1.0:1769074990.704158:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51ba0. 00080000:00000010:1.0:1769074990.704161:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453200. 00080000:00000010:1.0:1769074990.704164:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452200. 00080000:00000010:3.0:1769074990.704166:0:29218:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a03c08200. 00000001:00000010:1.0:1769074990.704167:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82180. 00000020:00000010:1.0:1769074990.704172:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02f82600. 00080000:00000010:3.0:1769074990.704174:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755600. 00080000:00000010:1.0:1769074990.704175:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35f11000. 00080000:00000010:1.0:1769074990.704182:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35d3b400. 00080000:00000010:3.0:1769074990.704182:0:29218:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755480. 00010000:00000200:0.0:1769074990.704184:0:32443:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb8380 x1855008351462400/t8589935783(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1344/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000001:00000010:1.0:1769074990.704188:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82060. 00000020:00000010:1.0:1769074990.704194:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02f822a0. 00080000:00000010:1.0:1769074990.704198:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607600. 00080000:00000010:1.0:1769074990.704202:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b08827400. 00000001:00000010:1.0:1769074990.704208:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c513c0. 00000020:00000010:1.0:1769074990.704213:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51960. 00080000:00000010:1.0:1769074990.704216:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03453400. 00000001:00000010:1.0:1769074990.704221:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b17321720. 00080000:00000010:0.2:1769074990.704222:0:32443:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:1.0:1769074990.704226:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b17321480. 00080000:00000010:3.0:1769074990.704229:0:29218:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b177904b0. 00000400:00000010:0.0:1769074990.704231:0:32443:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58110. 00080000:00000010:1.0:1769074990.704232:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7800. 00000100:00000200:0.0:1769074990.704235:0:32443:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462400, offset 224 00080000:00000010:1.0:1769074990.704238:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03452a00. 00000400:00000200:0.0:1769074990.704244:0:32443:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.704246:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c6000. 00000400:00000200:0.0:1769074990.704252:0:32443:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000001:00000010:1.0:1769074990.704254:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0a3c51e0. 00000020:00000010:3.0:1769074990.704257:0:29218:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b17321540. 00000400:00000200:0.0:1769074990.704260:0:32443:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17760:17760:256:4294967295] 192.168.204.41@tcp LPNI seq info [17756:17756:8:4294967295] 00000020:00000010:1.0:1769074990.704262:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b0a3c5cc0. 00000001:00000010:3.0:1769074990.704267:0:29218:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b17321a80. 00080000:00000010:1.0:1769074990.704269:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d400. 00010000:00000200:2.0:1769074990.704275:0:29096:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3076b800 x1855008351462656/t8589935780(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 4984/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:0.0:1769074990.704277:0:32443:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.704277:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298da00. 00080000:00000010:3.0:1769074990.704280:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755480. 00000001:00000010:1.0:1769074990.704284:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c511e0. 00080000:00000010:3.0:1769074990.704288:0:29218:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755600. 00000020:00000010:1.0:1769074990.704291:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c512a0. 00000800:00000200:0.0:1769074990.704294:0:32443:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.704297:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607400. 00000800:00000010:0.0:1769074990.704302:0:32443:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8400. 00000001:00000010:1.0:1769074990.704304:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82540. 00000800:00000200:0.0:1769074990.704311:0:32443:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:1.0:1769074990.704311:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02f82480. 00000400:00000010:2.0:1769074990.704314:0:29096:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00010000:00000200:3.0:1769074990.704315:0:29220:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccbb480 x1855008351460864/t8589935773(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 1424/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00080000:00000010:1.0:1769074990.704317:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02a0ee00. 00000800:00000200:0.0:1769074990.704324:0:32443:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:2.0:1769074990.704324:0:29096:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462656, offset 224 00080000:00000010:1.0:1769074990.704326:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607a00. 00000800:00000200:0.0:1769074990.704330:0:32443:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8400 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:1.0:1769074990.704335:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04c7e400. 00000400:00000200:2.0:1769074990.704339:0:29096:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.704343:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51f00. 00000020:00000010:0.0:1769074990.704348:0:32443:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3580. 00000020:00000010:1.0:1769074990.704351:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51120. 00000400:00000200:2.0:1769074990.704352:0:29096:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:3.2:1769074990.704353:0:29220:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b177904b0. 00000020:00000010:0.0:1769074990.704355:0:32443:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3e10. 00080000:00000010:1.0:1769074990.704359:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07865c00. 00000400:00000200:2.0:1769074990.704365:0:29096:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17761:17761:255:4294967295] 192.168.204.41@tcp LPNI seq info [17757:17757:7:4294967295] 00080000:00000010:1.0:1769074990.704366:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864a00. 00000400:00000010:3.0:1769074990.704367:0:29220:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f5d8. 00000001:00000010:1.0:1769074990.704376:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51a20. 00000100:00000200:3.0:1769074990.704376:0:29220:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351460864, offset 224 00000020:00000010:0.0:1769074990.704377:0:32443:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b35204000. 00000400:00000200:3.0:1769074990.704385:0:29220:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.704388:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a03c51420. 00000400:00000200:2.0:1769074990.704393:0:29096:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.704394:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864000. 00080000:00000010:1.0:1769074990.704401:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07865800. 00000001:00000010:1.0:1769074990.704407:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82cc0. 00000800:00000200:2.0:1769074990.704407:0:29096:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:3.0:1769074990.704408:0:29220:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:1.0:1769074990.704416:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02f82660. 00000800:00000010:2.0:1769074990.704417:0:29096:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67700. 00000400:00000200:3.0:1769074990.704417:0:29220:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17762:17762:254:4294967295] 192.168.204.41@tcp LPNI seq info [17758:17758:6:4294967295] 00080000:00000010:1.0:1769074990.704422:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04c7f000. 00080000:00000010:1.0:1769074990.704429:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a04c7e200. 00000800:00000200:2.0:1769074990.704429:0:29096:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:3.0:1769074990.704435:0:29220:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000001:00000010:1.0:1769074990.704438:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce1e0. 00000800:00000200:2.0:1769074990.704443:0:29096:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:3.0:1769074990.704445:0:29220:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000020:00000010:1.0:1769074990.704447:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8b05fce720. 00000800:00000200:2.0:1769074990.704451:0:29096:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67700 type 1, nob 544 niov 1 nkiov 1 00000800:00000010:3.0:1769074990.704452:0:29220:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158d00. 00080000:00000010:1.0:1769074990.704453:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298d800. 00000800:00000200:3.0:1769074990.704460:0:29220:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:0.0:1769074990.704462:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222ba800. 00080000:00000010:1.0:1769074990.704463:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0298de00. 00000800:00000200:3.0:1769074990.704468:0:29220:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:2.0:1769074990.704470:0:29096:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589e80. 00000001:00000010:1.0:1769074990.704472:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953cc0. 00000800:00000200:3.0:1769074990.704473:0:29220:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158d00 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:2.0:1769074990.704477:0:29096:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b087513e8. 00000020:00000010:1.0:1769074990.704482:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02953120. 00000020:00000010:2.0:1769074990.704484:0:29096:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da400. 00080000:00000010:1.0:1769074990.704488:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864400. 00000020:00000010:3.0:1769074990.704491:0:29220:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589180. 00080000:00000400:0.0:1769074990.704493:0:29215:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 259 < left 274, rollback = 2 00080000:00000010:1.0:1769074990.704495:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864600. 00000020:00000010:3.0:1769074990.704498:0:29220:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751320. 00080000:00000400:0.0:1769074990.704501:0:29215:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000001:00000010:1.0:1769074990.704504:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953960. 00000020:00000010:3.0:1769074990.704506:0:29220:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351db200. 00080000:00000400:0.0:1769074990.704507:0:29215:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/1, xattr_set: 2/274/0 00000020:00000010:1.0:1769074990.704512:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a029536c0. 00080000:00000400:0.0:1769074990.704513:0:29215:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00000800:00000200:2.0:1769074990.704517:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000400:0.0:1769074990.704519:0:29215:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000010:1.0:1769074990.704521:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc800. 00080000:00000400:0.0:1769074990.704523:0:29215:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000010:2.0:1769074990.704523:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8400. 00080000:00000010:1.0:1769074990.704527:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03444400. 00000400:00000200:2.0:1769074990.704532:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.704535:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953360. 00000100:00000010:3.0:1769074990.704536:0:29218:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 112 at ffff8c8a09589b80. 00080000:00000010:0.0:1769074990.704543:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222baa00. 00000400:00000200:2.0:1769074990.704544:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:1.0:1769074990.704545:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02953a20. 00000100:00000010:3.0:1769074990.704545:0:29218:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b06509000. 00080000:00000010:0.0:1769074990.704552:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.704554:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58110 00080000:00000010:1.0:1769074990.704555:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35cd6200. 00080000:00000010:0.0:1769074990.704558:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00010000:00000200:3.0:1769074990.704560:0:29218:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b1748df80 x1855008351461632/t8589935781(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074990.704561:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58110. 00080000:00000010:1.0:1769074990.704563:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35cd7800. 00000001:00000010:1.0:1769074990.704571:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82ea0. 00000020:00000010:1.0:1769074990.704579:0:27568:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff8c8a02f82780. 00000800:00000200:2.0:1769074990.704582:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1769074990.704583:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30703000. 00000400:00000010:3.0:1769074990.704585:0:29218:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f770. 00000800:00000010:2.0:1769074990.704587:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67700. 00080000:00000010:1.0:1769074990.704589:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30702800. 00000100:00000200:3.0:1769074990.704592:0:29218:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351461632, offset 224 00000400:00000200:2.0:1769074990.704594:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.704598:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f829c0. 00080000:00000010:1.0:1769074990.704604:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc600. 00000400:00000200:2.0:1769074990.704606:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.704606:0:29218:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.704612:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82f60. 00000400:00000200:2.0:1769074990.704614:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:2.0:1769074990.704617:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00080000:00000010:1.0:1769074990.704618:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fd200. 00000400:00000200:3.0:1769074990.704621:0:29218:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000001:00000010:1.0:1769074990.704627:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82b40. 00000400:00000200:3.0:1769074990.704627:0:29218:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17763:17763:254:4294967295] 192.168.204.41@tcp LPNI seq info [17759:17759:6:4294967295] 00080000:00000010:0.0:1769074990.704633:0:29215:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00080000:00000010:1.0:1769074990.704633:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fcc00. 00000001:00000010:1.0:1769074990.704642:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953c00. 00000400:00000200:3.0:1769074990.704643:0:29218:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.704649:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0f400. 00000800:00000200:3.0:1769074990.704654:0:29218:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.704657:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f827e0. 00000800:00000010:3.0:1769074990.704661:0:29218:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158000. 00080000:00000010:1.0:1769074990.704662:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc400. 00000020:00000010:0.0:1769074990.704680:0:29215:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b110d53c0. 00000001:00000010:1.0:1769074990.704686:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82900. 00000800:00000200:3.0:1769074990.704687:0:29218:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:0.0:1769074990.704692:0:29215:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b110d5d80. 00080000:00000010:1.0:1769074990.704694:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc200. 00000800:00000200:2.0:1769074990.704694:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1769074990.704700:0:29218:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000010:2.0:1769074990.704702:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158d00. 00000001:00000010:1.0:1769074990.704703:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e720. 00080000:00000010:0.0:1769074990.704704:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000800:00000200:3.0:1769074990.704707:0:29218:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158000 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:2.0:1769074990.704708:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.704711:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02c1ea00. 00080000:00000010:0.0:1769074990.704712:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.704719:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000001:00000010:1.0:1769074990.704722:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f823c0. 00000400:00000200:2.0:1769074990.704722:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f5d8 00000020:00000010:3.0:1769074990.704725:0:29218:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589d80. 00000400:00000010:2.0:1769074990.704727:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f5d8. 00080000:00000010:1.0:1769074990.704730:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fda00. 00000020:00000010:3.0:1769074990.704731:0:29218:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751708. 00000020:00000010:3.0:1769074990.704739:0:29218:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da000. 00010000:00000200:0.0:1769074990.704740:0:30782:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb8a80 x1855008351461248/t8589935779(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2240/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000001:00000010:1.0:1769074990.704740:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce3c0. 00000800:00000200:2.0:1769074990.704745:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1769074990.704748:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909800. 00000800:00000010:2.0:1769074990.704752:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158000. 00000001:00000010:1.0:1769074990.704757:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82960. 00000400:00000200:2.0:1769074990.704760:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.704763:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fd800. 00000400:00000010:0.0:1769074990.704764:0:30782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000400:00000200:2.0:1769074990.704770:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:0.0:1769074990.704771:0:30782:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351461248, offset 224 00000001:00000010:1.0:1769074990.704771:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953de0. 00000400:00000200:2.0:1769074990.704779:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f770 00080000:00000010:1.0:1769074990.704781:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0ea00. 00000400:00000010:2.0:1769074990.704784:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f770. 00000001:00000010:1.0:1769074990.704787:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce120. 00000400:00000200:0.0:1769074990.704792:0:30782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00080000:00000010:1.0:1769074990.704793:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908400. 00000001:00000010:1.0:1769074990.704801:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e180. 00000400:00000200:0.0:1769074990.704802:0:30782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:1.0:1769074990.704808:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697a00. 00000400:00000200:0.0:1769074990.704810:0:30782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17764:17764:256:4294967295] 192.168.204.41@tcp LPNI seq info [17760:17760:8:4294967295] 00000001:00000010:1.0:1769074990.704817:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce840. 00000400:00000200:0.0:1769074990.704823:0:30782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:1.0:1769074990.704825:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908a00. 00000800:00000200:0.0:1769074990.704829:0:30782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.704833:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e360. 00000800:00000010:0.0:1769074990.704834:0:30782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8700. 00080000:00000010:1.0:1769074990.704838:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696e00. 00000800:00000200:0.0:1769074990.704841:0:30782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:1.0:1769074990.704845:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce5a0. 00000800:00000200:0.0:1769074990.704849:0:30782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00080000:00000010:1.0:1769074990.704852:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908e00. 00000001:00000010:1.0:1769074990.704856:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663ef00. 00080000:00000010:1.0:1769074990.704860:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697600. 00000001:00000010:1.0:1769074990.704864:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fcec60. 00080000:00000010:1.0:1769074990.704866:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909000. 00080000:00000010:0.2:1769074990.704871:0:30782:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000001:00000010:1.0:1769074990.704872:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e660. 00080000:00000010:1.0:1769074990.704878:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696a00. 00000800:00000200:0.0:1769074990.704883:0:30782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8700 type 1, nob 544 niov 1 nkiov 1 00000001:00000010:1.0:1769074990.704886:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953f00. 00080000:00000010:1.0:1769074990.704891:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0ee00. 00000001:00000010:1.0:1769074990.704896:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fcea20. 00000020:00000010:0.0:1769074990.704900:0:30782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccf80. 00080000:00000010:1.0:1769074990.704900:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908200. 00000001:00000010:1.0:1769074990.704904:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953e40. 00000100:00000010:2.0:1769074990.704907:0:29215:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 912 at ffff8c8b061b7800. 00080000:00000010:1.0:1769074990.704909:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3ce0e400. 00000100:00000010:2.0:1769074990.704914:0:29215:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b0940d400. 00000001:00000010:1.0:1769074990.704916:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce7e0. 00000020:00000010:0.0:1769074990.704920:0:30782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e7d0. 00080000:00000010:1.0:1769074990.704923:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07908800. 00000020:00000010:0.0:1769074990.704925:0:30782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03453000. 00010000:00000200:2.0:1769074990.704929:0:29215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccbaa00 x1855008351462144/t8589935785(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000001:00000010:1.0:1769074990.704932:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce060. 00080000:00000010:1.0:1769074990.704939:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909400. 00000001:00000010:1.0:1769074990.704946:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e120. 00000400:00000010:2.0:1769074990.704948:0:29215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00080000:00000010:1.0:1769074990.704951:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03697800. 00000100:00000200:2.0:1769074990.704954:0:29215:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462144, offset 224 00000001:00000010:1.0:1769074990.704958:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f825a0. 00080000:00000010:1.0:1769074990.704962:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fc000. 00000400:00000200:2.0:1769074990.704964:0:29215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.704968:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e2a0. 00080000:00000010:1.0:1769074990.704973:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696400. 00000400:00000200:2.0:1769074990.704976:0:29215:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000001:00000010:1.0:1769074990.704980:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f828a0. 00000800:00000200:0.0:1769074990.704981:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1769074990.704985:0:29215:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17765:17765:255:4294967295] 192.168.204.41@tcp LPNI seq info [17761:17761:7:4294967295] 00000800:00000010:0.0:1769074990.704987:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8700. 00080000:00000010:1.0:1769074990.704988:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b173fca00. 00000400:00000200:0.0:1769074990.704994:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.704997:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b05fce660. 00000400:00000200:0.0:1769074990.705004:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:1.0:1769074990.705004:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07909600. 00000400:00000200:2.0:1769074990.705008:0:29215:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000400:00000200:0.0:1769074990.705014:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000800:00000200:2.0:1769074990.705016:0:29215:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000010:0.0:1769074990.705017:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000001:00000010:1.0:1769074990.705022:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e780. 00000800:00000010:2.0:1769074990.705022:0:29215:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67700. 00080000:00000010:1.0:1769074990.705053:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03696200. 00000800:00000200:2.0:1769074990.705054:0:29215:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000001:00000010:1.0:1769074990.705062:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e0c0. 00000800:00000200:2.0:1769074990.705062:0:29215:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:2.0:1769074990.705067:0:29215:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67700 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:1.0:1769074990.705069:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a01fb4600. 00000001:00000010:1.0:1769074990.705074:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82300. 00080000:00000010:1.0:1769074990.705077:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f7e00. 00000001:00000010:1.0:1769074990.705082:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82d20. 00000020:00000010:2.0:1769074990.705085:0:29215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc880. 00080000:00000010:1.0:1769074990.705086:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f7a00. 00000020:00000010:2.0:1769074990.705091:0:29215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ea28. 00000001:00000010:1.0:1769074990.705094:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82840. 00000020:00000010:2.0:1769074990.705097:0:29215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee400. 00080000:00000010:1.0:1769074990.705100:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f7200. 00000001:00000010:1.0:1769074990.705106:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f82ba0. 00080000:00000010:1.0:1769074990.705109:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6a00. 00000001:00000010:1.0:1769074990.705113:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663ea20. 00080000:00000010:1.0:1769074990.705116:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b34c35800. 00000001:00000010:1.0:1769074990.705120:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02953720. 00080000:00000010:1.0:1769074990.705123:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30757a00. 00000001:00000010:1.0:1769074990.705125:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a02f820c0. 00080000:00000010:1.0:1769074990.705127:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6400. 00000001:00000010:1.0:1769074990.705130:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b0663e960. 00080000:00000010:1.0:1769074990.705132:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b049f6e00. 00000001:00000010:1.0:1769074990.705135:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd180. 00080000:00000010:1.0:1769074990.705139:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35cd6000. 00000001:00000010:1.0:1769074990.705142:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd600. 00002000:00000010:1.0:1769074990.705147:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a010dd240. 00080000:00000010:1.0:1769074990.705150:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35cd6800. 00000001:00000010:1.0:1769074990.705153:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010ddb40. 00002000:00000010:1.0:1769074990.705157:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a010dd3c0. 00080000:00000010:1.0:1769074990.705159:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b35cd6400. 00000001:00000010:1.0:1769074990.705162:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd060. 00002000:00000010:1.0:1769074990.705165:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a010dd780. 00080000:00000010:1.0:1769074990.705167:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3074aa00. 00000001:00000010:1.0:1769074990.705172:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd4e0. 00002000:00000010:1.0:1769074990.705175:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a010ddf00. 00080000:00000010:1.0:1769074990.705177:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b3074b000. 00000001:00000010:1.0:1769074990.705182:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dda20. 00080000:00000010:1.0:1769074990.705186:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07606800. 00000001:00000010:1.0:1769074990.705190:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd360. 00080000:00000010:1.0:1769074990.705193:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07606a00. 00000001:00000010:1.0:1769074990.705197:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c515a0. 00080000:00000010:1.0:1769074990.705200:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c7c00. 00000001:00000010:1.0:1769074990.705205:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010dd8a0. 00080000:00000010:1.0:1769074990.705208:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30702e00. 00000400:00000200:0.0:1769074990.705215:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000001:00000010:1.0:1769074990.705215:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a010ddd80. 00080000:00000010:1.0:1769074990.705221:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c4c00. 00000001:00000010:1.0:1769074990.705225:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a03c51660. 00000400:00000200:0.0:1769074990.705230:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 7272 into portal 6 MB=0x6971ec9d82580 00080000:00000010:1.0:1769074990.705231:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07864200. 00000001:00000010:1.0:1769074990.705240:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d8a0. 00000400:00000200:0.0:1769074990.705242:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 7272/7272 into md 0x5c01 [128] + 137056 00080000:00000010:1.0:1769074990.705245:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5000. 00000800:00000200:2.0:1769074990.705249:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1769074990.705251:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d480. 00000800:00000010:2.0:1769074990.705253:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67700. 00080000:00000010:1.0:1769074990.705257:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b421c5400. 00000400:00000200:2.0:1769074990.705259:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1769074990.705265:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a01c1d780. 00000400:00000200:2.0:1769074990.705266:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:1.0:1769074990.705273:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b30702600. 00000400:00000200:2.0:1769074990.705273:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:2.0:1769074990.705277:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00000001:00000010:1.0:1769074990.705281:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955e40. 00000400:00000200:0.0:1769074990.705282:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000010:1.0:1769074990.705289:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955480. 00000400:00000200:0.0:1769074990.705295:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:1.0:1769074990.705296:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02d5c200. 00000100:00000200:0.0:1769074990.705301:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000001:00000010:1.0:1769074990.705303:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955d80. 00000100:00000010:0.0:1769074990.705307:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1c00. 00002000:00000010:1.0:1769074990.705309:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955b40. 00080000:00000010:1.0:1769074990.705314:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b0870a200. 00000001:00000010:1.0:1769074990.705318:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955f60. 00002000:00000010:1.0:1769074990.705323:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955de0. 00080000:00000010:1.0:1769074990.705326:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0446f400. 00000001:00000010:1.0:1769074990.705334:0:27568:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8a09955a20. 00002000:00000010:1.0:1769074990.705337:0:27568:0:(ofd_objects.c:184:ofd_cb_precreate()) kfreed 'opc': 88 at ffff8c8a09955000. 00080000:00000010:1.0:1769074990.705341:0:27568:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03445800. 00000020:00000010:2.0:1769074990.705341:0:29215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.705346:0:29215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.705351:0:29215:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07606a00. 00000020:00000010:2.0:1769074990.705353:0:29215:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2500. 00000020:00000010:2.0:1769074990.705356:0:29215:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 00010000:00000200:1.0:1769074990.705379:0:29217:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccb9f80 x1855008351462528/t8589935784(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 6720/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1769074990.705384:0:29215:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c00. 00000020:00000010:2.0:1769074990.705389:0:29215:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c00. 00000100:00000200:2.0:1769074990.705394:0:29215:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462784 00000400:00000010:1.0:1769074990.705401:0:29217:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725e58. 02000000:00000010:2.0:1769074990.705403:0:29215:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b061b7800. 00000100:00000200:1.0:1769074990.705408:0:29217:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462528, offset 224 00000400:00000200:1.0:1769074990.705417:0:29217:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.705425:0:29217:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.705430:0:29217:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17766:17766:256:4294967295] 192.168.204.41@tcp LPNI seq info [17762:17762:8:4294967295] 00000400:00000200:1.0:1769074990.705444:0:29217:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.705449:0:29217:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.705454:0:29217:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6800. 00000800:00000200:1.0:1769074990.705460:0:29217:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074990.705461:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07606800. 00000800:00000200:1.0:1769074990.705467:0:29217:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.705471:0:29217:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6800 type 1, nob 544 niov 1 nkiov 1 00080000:00000400:2.0:1769074990.705480:0:29215:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:2.0:1769074990.705483:0:29215:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:2.0:1769074990.705485:0:29215:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:2.0:1769074990.705487:0:29215:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:2.0:1769074990.705489:0:29215:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:2.0:1769074990.705490:0:29215:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000020:00000010:1.0:1769074990.705494:0:29217:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc400. 00000020:00000010:1.0:1769074990.705501:0:29217:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e320. 00080000:00000010:2.0:1769074990.705502:0:29215:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607a00. 00000020:00000010:1.0:1769074990.705507:0:29217:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296f400. 00080000:00000010:2.0:1769074990.705509:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763c00. 00080000:00000010:2.0:1769074990.705515:0:29215:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763500. 00000400:00000200:3.0:1769074990.705542:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00010000:00000200:1.0:1769074990.705553:0:30781:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3ccba680 x1855008351461120/t8589935776(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 2256/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1769074990.705554:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 488 into portal 6 MB=0x6971ec9d82600 00080000:00000010:2.0:1769074990.705561:0:29215:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a04dcc1e0. 00000400:00000200:3.0:1769074990.705566:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.204.41@tcp of length 488/488 into md 0x5c01 [128] + 144328 00000400:00000010:1.0:1769074990.705573:0:30781:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725cc0. 00000100:00000200:1.0:1769074990.705578:0:30781:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351461120, offset 224 00000400:00000200:1.0:1769074990.705585:0:30781:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000800:00000200:0.0:1769074990.705591:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1769074990.705592:0:29215:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0663e960. 00000400:00000200:1.0:1769074990.705594:0:30781:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:0.0:1769074990.705596:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6800. 00000400:00000200:0.0:1769074990.705603:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.705604:0:30781:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17767:17767:255:4294967295] 192.168.204.41@tcp LPNI seq info [17763:17763:7:4294967295] 00000001:00000010:2.0:1769074990.705605:0:29215:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0663ea20. 00000400:00000200:3.0:1769074990.705610:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.705613:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.705618:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763500. 00000400:00000200:3.0:1769074990.705621:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00080000:00000010:2.0:1769074990.705624:0:29215:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763c00. 00000400:00000200:1.0:1769074990.705629:0:30781:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.705634:0:30781:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.705635:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725e58 00000400:00000010:0.0:1769074990.705638:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725e58. 00000800:00000010:1.0:1769074990.705639:0:30781:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6c00. 00000100:00000200:3.0:1769074990.705644:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000800:00000200:1.0:1769074990.705648:0:30781:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:3.0:1769074990.705652:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af64e00. 00000800:00000200:1.0:1769074990.705654:0:30781:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.705659:0:30781:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6c00 type 1, nob 544 niov 1 nkiov 1 00080000:00000010:2.2:1769074990.705667:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a04dcc1e0. 00000020:00000010:1.0:1769074990.705686:0:30781:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcca80. 00000020:00000010:1.0:1769074990.705691:0:30781:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e3e8. 00000020:00000010:1.0:1769074990.705694:0:30781:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02e3d600. 00010000:00000200:2.0:1769074990.705715:0:29215:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1c00 x1855008351462784/t8589935786(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 7272/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1769074990.705725:0:29215:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53cc38. 00000100:00000200:2.0:1769074990.705728:0:29215:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462784, offset 224 00000400:00000200:2.0:1769074990.705731:0:29215:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.705739:0:29215:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:0.0:1769074990.705744:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000400:00000200:2.0:1769074990.705745:0:29215:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17768:17768:255:4294967295] 192.168.204.41@tcp LPNI seq info [17764:17764:7:4294967295] 00000020:00000010:0.0:1769074990.705750:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.705757:0:27577:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b222bba00. 00080000:00000400:1.0:1769074990.705760:0:32444:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00000020:00000010:0.0:1769074990.705763:0:27577:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccf80. 00080000:00000400:1.0:1769074990.705765:0:32444:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00000020:00000010:0.0:1769074990.705768:0:27577:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e7d0. 00000400:00000200:2.0:1769074990.705768:0:29215:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000400:1.0:1769074990.705769:0:32444:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.705776:0:32444:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.705779:0:32444:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.705783:0:32444:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00000800:00000200:2.0:1769074990.705784:0:29215:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:2.0:1769074990.705790:0:29215:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67700. 00080000:00000010:1.0:1769074990.705798:0:32444:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0e400. 00000800:00000200:2.0:1769074990.705798:0:29215:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.705805:0:27577:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000800:00000200:2.0:1769074990.705808:0:29215:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.705811:0:27577:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00080000:00000010:1.0:1769074990.705811:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00000800:00000200:2.0:1769074990.705812:0:29215:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67700 type 1, nob 544 niov 1 nkiov 1 00000800:00000200:3.0:1769074990.705817:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1769074990.705819:0:27577:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351462912 00080000:00000010:1.0:1769074990.705819:0:32444:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00000800:00000010:3.0:1769074990.705821:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6c00. 00000020:00000010:2.0:1769074990.705827:0:29215:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2500. 00000400:00000200:3.0:1769074990.705827:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074990.705835:0:27577:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff8c8b3fe17c00. 00000020:00000010:2.0:1769074990.705836:0:29215:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000400:00000200:3.0:1769074990.705836:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.705844:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725cc0 00000020:00000010:2.0:1769074990.705845:0:29215:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07606a00. 00000400:00000010:3.0:1769074990.705846:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725cc0. 00080000:00000010:1.0:1769074990.705918:0:32444:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06f00. 00000800:00000200:3.0:1769074990.705963:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1769074990.705966:0:32444:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5cc0. 00000001:00000010:1.0:1769074990.705974:0:32444:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c51e0. 00000800:00000010:3.0:1769074990.705980:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67700. 00080000:00000010:1.0:1769074990.705983:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000400:00000200:3.0:1769074990.705984:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:1.0:1769074990.705990:0:32444:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000400:00000200:3.0:1769074990.705991:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.705996:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53cc38 00000400:00000010:3.0:1769074990.705997:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53cc38. 00080000:00000010:1.0:1769074990.706068:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0ee00. 00080000:00000400:1.0:1769074990.706091:0:27579:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:1.0:1769074990.706095:0:27579:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:1.0:1769074990.706098:0:27579:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:1.0:1769074990.706101:0:27579:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:1.0:1769074990.706104:0:27579:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:1.0:1769074990.706106:0:27579:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:1.0:1769074990.706121:0:27579:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b3ce0ea00. 00080000:00000010:1.0:1769074990.706127:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f640. 00080000:00000010:1.0:1769074990.706134:0:27579:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00080000:00000010:1.0:1769074990.706190:0:27579:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8b06d06d98. 00000100:00000010:0.0:1769074990.706198:0:27577:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8c8b3fe16400. 00000100:00000010:0.0:1769074990.706205:0:27577:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 1216 at ffff8c8b35cfd000. 00000400:00000010:0.0:1769074990.706217:0:27577:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1336 at ffff8c8b35cfd800. 00000020:00000010:1.0:1769074990.706218:0:27579:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b0a3c5180. 00000400:00000010:0.0:1769074990.706225:0:27577:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8c8b18200578. 00000400:00000200:0.0:1769074990.706232:0:27577:0:(lib-move.c:5534:LNetGet()) LNetGet -> 12345-192.168.204.41@tcp 00000001:00000010:1.0:1769074990.706232:0:27579:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b0a3c5480. 00000400:00000200:0.0:1769074990.706242:0:27577:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00080000:00000010:1.0:1769074990.706246:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000400:00000200:0.0:1769074990.706250:0:27577:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17769:17769:256:4294967295] 192.168.204.41@tcp LPNI seq info [17765:17765:8:4294967295] 00080000:00000010:1.0:1769074990.706253:0:27579:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f640. 00000400:00000200:0.0:1769074990.706257:0:27577:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.204.41@tcp 00000400:00000200:0.0:1769074990.706263:0:27577:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : GET try# 0 00000800:00000200:0.0:1769074990.706268:0:27577:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.706271:0:27577:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8c8a01ef8700. 00000800:00000200:0.0:1769074990.706275:0:27577:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.706280:0:27577:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.706283:0:27577:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8700 type 2, nob 96 niov 1 nkiov 0 00000100:00000200:0.0:1769074990.706291:0:27577:0:(niobuf.c:279:ptlrpc_start_bulk_transfer()) Transferring 76 pages 310450 bytes via portal 8 id 12345-192.168.204.41@tcp mbits 0x6971ec9d82600-0x6971ec9d82600 00000800:00000200:3.0:1769074990.706323:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.706326:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8c8a01ef8700. 00000400:00000200:3.0:1769074990.706329:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.706332:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: GET: OK 00000100:00000200:3.0:1769074990.706335:0:16310:0:(events.c:459:server_bulk_callback()) event type 5, status 0, desc ffff8c8b3fe16400 00080000:00000010:1.2:1769074990.706599:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06d98. 00080000:00000010:1.2:1769074990.706618:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8b06d06f00. 00000100:00000010:1.0:1769074990.706637:0:27579:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 160 at ffff8c8b2a194000. 00000100:00000010:1.0:1769074990.706640:0:27579:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b30519c00. 00010000:00000200:1.0:1769074990.706648:0:27579:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b35f84380 x1855008351462272/t8589935788(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:1.0:1769074990.706658:0:27579:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b107254c8. 00000100:00000200:1.0:1769074990.706661:0:27579:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462272, offset 224 00000400:00000200:1.0:1769074990.706665:0:27579:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:1.0:1769074990.706686:0:27579:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:1.0:1769074990.706689:0:27579:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17770:17770:256:4294967295] 192.168.204.41@tcp LPNI seq info [17766:17766:8:4294967295] 00000400:00000200:1.0:1769074990.706695:0:27579:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:1.0:1769074990.706698:0:27579:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:1.0:1769074990.706702:0:27579:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3fcc6c00. 00000100:00000010:0.0:1769074990.706703:0:32444:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4416 at ffff8c8a04536000. 00000800:00000200:1.0:1769074990.706707:0:27579:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000100:00000010:0.0:1769074990.706714:0:32444:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b40224400. 00000800:00000200:1.0:1769074990.706714:0:27579:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:1.0:1769074990.706719:0:27579:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3fcc6c00 type 1, nob 544 niov 1 nkiov 1 00010000:00000200:0.0:1769074990.706730:0:32444:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b049a0a80 x1855008351459328/t8589935787(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:1.0:1769074990.706743:0:27579:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3100. 00000400:00000010:0.0:1769074990.706746:0:32444:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58770. 00000020:00000010:1.0:1769074990.706750:0:27579:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c37d0. 00000100:00000200:0.0:1769074990.706752:0:32444:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351459329, offset 224 00000020:00000010:1.0:1769074990.706757:0:27579:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0298ce00. 00000400:00000200:0.0:1769074990.706763:0:32444:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.706773:0:32444:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.706779:0:32444:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17771:17771:255:4294967295] 192.168.204.41@tcp LPNI seq info [17767:17767:7:4294967295] 00000400:00000200:0.0:1769074990.706791:0:32444:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.706798:0:32444:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074990.706799:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.706803:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3fcc6c00. 00000800:00000010:0.0:1769074990.706805:0:32444:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8700. 00000400:00000200:2.0:1769074990.706806:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1769074990.706816:0:32444:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:2.0:1769074990.706816:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.706824:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b107254c8 00000800:00000200:0.0:1769074990.706827:0:32444:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000400:00000010:2.0:1769074990.706828:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b107254c8. 00000800:00000200:0.0:1769074990.706834:0:32444:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8700 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.706856:0:32444:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2880. 00000020:00000010:0.0:1769074990.706861:0:32444:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a4153e8. 00000020:00000010:0.0:1769074990.706866:0:32444:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03696800. 00000800:00000200:1.0:1769074990.706890:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.706893:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8700. 00000400:00000200:1.0:1769074990.706896:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.706900:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.706902:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58770 00000400:00000010:1.0:1769074990.706904:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58770. 00000400:00000200:2.0:1769074990.707253:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : REPLY - for me 00000400:00000200:2.0:1769074990.707260:0:16310:0:(lib-move.c:4634:lnet_parse_reply()) 192.168.204.141@tcp: Reply from 12345-192.168.204.41@tcp of length 310450/310450 into md 0x2a271 00000400:00000200:2.0:1769074990.707419:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.707423:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: REPLY: OK 00000400:00000200:2.0:1769074990.707426:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35cfd800 00000400:00000010:2.0:1769074990.707428:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1336 at ffff8c8b35cfd800. 00000100:00000200:2.0:1769074990.707431:0:16310:0:(events.c:459:server_bulk_callback()) event type 3, status 0, desc ffff8c8b3fe16400 00080000:00000010:0.0:1769074990.707565:0:27577:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b222bbc00. 00080000:00000400:0.0:1769074990.707588:0:27577:0:(osd_internal.h:1459:osd_trans_exec_op()) lustre-OST0000: opcode 2: before 260 < left 274, rollback = 2 00080000:00000400:0.0:1769074990.707592:0:27577:0:(osd_handler.c:2096:osd_trans_dump_creds()) create: 0/0/0, destroy: 0/0/0 00080000:00000400:0.0:1769074990.707595:0:27577:0:(osd_handler.c:2103:osd_trans_dump_creds()) attr_set: 1/1/0, xattr_set: 2/274/0 00080000:00000400:0.0:1769074990.707597:0:27577:0:(osd_handler.c:2113:osd_trans_dump_creds()) write: 0/0/0, punch: 0/0/0, quota 7/225/0 00080000:00000400:0.0:1769074990.707600:0:27577:0:(osd_handler.c:2120:osd_trans_dump_creds()) insert: 0/0/0, delete: 0/0/0 00080000:00000400:0.0:1769074990.707602:0:27577:0:(osd_handler.c:2127:osd_trans_dump_creds()) ref_add: 0/0/0, ref_del: 0/0/0 00080000:00000010:0.0:1769074990.707616:0:27577:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a04cee400. 00080000:00000010:0.0:1769074990.707623:0:27577:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.707629:0:27577:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.707717:0:27577:0:(osd_io.c:59:osd_bio_init()) slab-alloced 'bio_private': 120 at ffff8c8a016210f0. 00000020:00000010:0.0:1769074990.707758:0:27577:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff8c8b110d52a0. 00000001:00000010:0.0:1769074990.707768:0:27577:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b110d5480. 00080000:00000010:0.0:1769074990.707777:0:27577:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.707779:0:27577:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:0.2:1769074990.708028:0:0:0:(osd_io.c:82:osd_bio_uninit()) slab-freed 'bio_private': 120 at ffff8c8a016210f0. 00000100:00000010:0.0:1769074990.708054:0:27577:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 1216 at ffff8c8b35cfd000. 00000100:00000010:0.0:1769074990.708057:0:27577:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8c8b3fe16400. 00010000:00000200:0.0:1769074990.708062:0:27577:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b2af64e00 x1855008351462912/t8589935789(0) o4->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 488/448 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000400:00000010:0.0:1769074990.708072:0:27577:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58ee0. 00000100:00000200:0.0:1769074990.708074:0:27577:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1855008351462912, offset 224 00000400:00000200:0.0:1769074990.708077:0:27577:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.708082:0:27577:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.708085:0:27577:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17772:17772:256:4294967295] 192.168.204.41@tcp LPNI seq info [17768:17768:8:4294967295] 00000400:00000200:0.0:1769074990.708091:0:27577:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.708094:0:27577:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.708112:0:27577:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8400. 00000800:00000200:0.0:1769074990.708115:0:27577:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.708118:0:27577:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.708121:0:27577:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8400 type 1, nob 544 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.708135:0:27577:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccf80. 00000020:00000010:0.0:1769074990.708137:0:27577:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e7d0. 00000020:00000010:0.0:1769074990.708139:0:27577:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b222bba00. 00000800:00000200:2.0:1769074990.708192:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.708196:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8400. 00000400:00000200:2.0:1769074990.708200:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.708205:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.708209:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58ee0 00000400:00000010:2.0:1769074990.708211:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58ee0. 00000400:00000200:1.0:1769074990.716917:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.716929:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d82780 00000400:00000200:1.0:1769074990.716937:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23eb5 [2] + 984 00000400:00000200:1.0:1769074990.716946:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.716949:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.716955:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1769074990.716960:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f87100. 00000400:00000200:1.0:1769074990.716985:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.716993:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d82700 00000400:00000200:1.0:1769074990.716999:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23eb5 [2] + 1312 00000400:00000200:1.0:1769074990.717007:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.717011:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.717015:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1769074990.717020:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000100:00000010:1.0:1769074990.717020:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b35f84700. 00000020:00000010:0.0:1769074990.717044:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.717050:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a04cee800. 00000020:00000010:0.0:1769074990.717053:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccf80. 00000020:00000010:0.0:1769074990.717056:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e7d0. 00000400:00000200:1.0:1769074990.717081:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.717090:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 328 into portal 17 MB=0x6971ec9d82680 00000400:00000200:1.0:1769074990.717097:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.204.41@tcp of length 328/328 into md 0x23eb5 [2] + 1640 00000020:00000010:0.0:1769074990.717099:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.717105:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:3.0:1769074990.717106:0:44334:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755600. 00000400:00000200:1.0:1769074990.717108:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1769074990.717113:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b222bba00. 00000020:00000010:3.0:1769074990.717114:0:44334:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755600. 00000400:00000200:1.0:1769074990.717117:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000020:00000010:0.0:1769074990.717120:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc300. 00000100:00000200:1.0:1769074990.717123:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1769074990.717123:0:44334:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351463296 00000020:00000010:0.0:1769074990.717126:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3ec80. 00000100:00000010:1.0:1769074990.717131:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afd500. 02000000:00000010:3.0:1769074990.717135:0:44334:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8a01ea0800. 00000400:00000010:3.0:1769074990.717168:0:44334:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f4c8. 00000020:00000010:0.0:1769074990.717170:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000100:00000200:3.0:1769074990.717172:0:44334:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351463296, offset 224 00000020:00000010:2.0:1769074990.717174:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:0.0:1769074990.717176:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.717181:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000400:00000200:3.0:1769074990.717181:0:44334:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:0.0:1769074990.717187:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493a00. 00000100:00000200:2.0:1769074990.717188:0:26089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351463168 00000020:00000010:0.0:1769074990.717192:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb00. 00000400:00000200:3.0:1769074990.717194:0:44334:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:0.0:1769074990.717198:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 02000000:00000010:2.0:1769074990.717200:0:26089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08c00. 00000400:00000200:3.0:1769074990.717200:0:44334:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17773:17773:256:4294967295] 192.168.204.41@tcp LPNI seq info [17769:17769:8:4294967295] 00000400:00000200:3.0:1769074990.717214:0:44334:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:3.0:1769074990.717219:0:44334:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:3.0:1769074990.717223:0:44334:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b06158700. 00000800:00000200:3.0:1769074990.717227:0:44334:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.717229:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000400:00000010:2.0:1769074990.717230:0:26089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000020:00000010:0.0:1769074990.717235:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000800:00000200:3.0:1769074990.717235:0:44334:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000100:00000200:2.0:1769074990.717238:0:26089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351463168, offset 224 00000100:00000200:0.0:1769074990.717240:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351463040 00000800:00000200:3.0:1769074990.717241:0:44334:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b06158700 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1769074990.717249:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe16400. 00000400:00000200:2.0:1769074990.717251:0:26089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.717263:0:26089:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000020:00000010:3.0:1769074990.717265:0:44334:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccf80. 00000400:00000010:0.0:1769074990.717271:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58b28. 00000400:00000200:2.0:1769074990.717272:0:26089:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17774:17774:255:4294967295] 192.168.204.41@tcp LPNI seq info [17770:17770:7:4294967295] 00000020:00000010:3.0:1769074990.717274:0:44334:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e7d0. 00000100:00000200:0.0:1769074990.717277:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008351463040, offset 224 00000020:00000010:3.0:1769074990.717281:0:44334:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04cee800. 00000400:00000200:0.0:1769074990.717290:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:2.0:1769074990.717297:0:26089:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.717304:0:26089:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.717308:0:40732:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000800:00000010:2.0:1769074990.717309:0:26089:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67d00. 00000400:00000200:0.0:1769074990.717314:0:40732:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17775:17775:254:4294967295] 192.168.204.41@tcp LPNI seq info [17771:17771:6:4294967295] 00000800:00000200:2.0:1769074990.717321:0:26089:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000400:00000200:0.0:1769074990.717330:0:40732:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:2.0:1769074990.717336:0:26089:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.717340:0:40732:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000200:2.0:1769074990.717344:0:26089:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1769074990.717345:0:40732:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8c00. 00000800:00000200:0.0:1769074990.717351:0:40732:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.717356:0:40732:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:2.0:1769074990.717357:0:26089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc300. 00000800:00000200:0.0:1769074990.717359:0:40732:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.717368:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb00. 00000020:00000010:0.0:1769074990.717370:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000020:00000010:2.0:1769074990.717373:0:26089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3ec80. 00000020:00000010:0.0:1769074990.717374:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493a00. 00000020:00000010:2.0:1769074990.717384:0:26089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b222bba00. 00000800:00000200:2.0:1769074990.717412:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.717414:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b06158700. 00000400:00000200:2.0:1769074990.717417:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.717420:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.717423:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f4c8 00000400:00000010:2.0:1769074990.717424:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f4c8. 00000800:00000200:2.0:1769074990.717430:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.717432:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67d00. 00000400:00000200:2.0:1769074990.717434:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.717436:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.717438:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000400:00000010:2.0:1769074990.717439:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000800:00000200:2.0:1769074990.717463:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1769074990.717464:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8c00. 00000400:00000200:2.0:1769074990.717466:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.717469:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:2.0:1769074990.717470:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58b28 00000400:00000010:2.0:1769074990.717471:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58b28. 00000400:00000200:2.0:1769074990.720098:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.720108:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 28 MB=0x6971ec9d83b80 00000400:00000200:2.0:1769074990.720115:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 224/224 into md 0x14889 [8] + 1536 00000400:00000200:2.0:1769074990.720124:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.720127:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.720130:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.720134:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30769180. 00000020:00000010:0.0:1769074990.720171:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.720175:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.720178:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493a00. 00000020:00000010:0.0:1769074990.720181:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb00. 00000020:00000010:0.0:1769074990.720183:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074990.720207:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.720208:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.720211:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351468416 02000000:00000010:0.0:1769074990.720220:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fe16c00. 00000020:00000010:0.0:1769074990.720233:0:28095:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b2b168bc0. 00000020:00000010:0.0:1769074990.720249:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493400. 00000020:00000010:0.0:1769074990.720253:0:28095:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b493e00. 00000020:00000010:0.0:1769074990.720255:0:28095:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b35cfd000. 00000020:00000010:0.0:1769074990.720259:0:28095:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074990.720262:0:28095:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b492600. 80000000:00000010:0.0:1769074990.720266:0:28095:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b110d5d20. 00000020:00000010:2.0:1769074990.720268:0:30249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07606a00. 40000000:00000010:0.0:1769074990.720270:0:28095:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8a01eec840. 00000020:00000010:2.0:1769074990.720275:0:30249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b07607400. 00100000:00000010:0.0:1769074990.720277:0:28095:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b35cf8800. 00000020:00000010:2.0:1769074990.720281:0:30249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03426800. 00040000:00000010:0.0:1769074990.720283:0:28095:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8a01ef8a00. 00000020:00000010:2.0:1769074990.720288:0:30249:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a1928. 00040000:00000010:0.0:1769074990.720289:0:28095:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b492400. 00000020:00000010:2.0:1769074990.720293:0:30249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b07607600. 00080000:00000010:0.0:1769074990.720297:0:28095:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 80000000:00000010:2.0:1769074990.720299:0:30249:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e0c0. 00080000:00000010:0.0:1769074990.720304:0:28095:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 40000000:00000010:2.0:1769074990.720305:0:30249:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763a00. 00100000:00000010:2.0:1769074990.720310:0:30249:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03427000. 00002000:00000010:0.0:1769074990.720312:0:28095:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b40224400. 00040000:00000010:2.0:1769074990.720314:0:30249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67d00. 00040000:00000010:2.0:1769074990.720318:0:30249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b222bba00. 00080000:00000010:2.0:1769074990.720323:0:30249:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074990.720327:0:30249:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00002000:00000010:2.0:1769074990.720331:0:30249:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b04a0a800. 00000020:00000010:2.0:1769074990.720334:0:30249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b07607400. 00000020:00000010:2.0:1769074990.720339:0:30249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03426800. 00080000:00000010:0.0:1769074990.720340:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492e00. 00000020:00000010:2.0:1769074990.720344:0:30249:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a1928. 00080000:00000010:0.0:1769074990.720347:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.720351:0:30249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b07607600. 80000000:00000010:2.0:1769074990.720357:0:30249:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e0c0. 40000000:00000010:2.0:1769074990.720360:0:30249:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763a00. 00100000:00000010:2.0:1769074990.720364:0:30249:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03427000. 00040000:00000010:2.0:1769074990.720367:0:30249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67d00. 00040000:00000010:2.0:1769074990.720371:0:30249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b222bba00. 00080000:00000010:2.0:1769074990.720376:0:30249:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074990.720381:0:30249:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00002000:00000010:2.0:1769074990.720385:0:30249:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04a0a800. 00080000:00000010:0.0:1769074990.720387:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.720390:0:30249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07606a00. 00080000:00000010:0.0:1769074990.720395:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492a00. 00000020:00000010:2.0:1769074990.720399:0:30249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b01284a00. 00080000:00000010:0.0:1769074990.720401:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000020:00000010:2.0:1769074990.720404:0:30249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b222bba00. 00000001:00000010:0.0:1769074990.720408:0:28095:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b110d5300. 00000020:00000010:2.0:1769074990.720410:0:30249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03427000. 00000020:00000010:2.0:1769074990.720414:0:30249:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a1928. 00000020:00000010:2.0:1769074990.720417:0:30249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b07606a00. 00080000:00000010:0.0:1769074990.720418:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 80000000:00000010:2.0:1769074990.720420:0:30249:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e0c0. 00000020:00000010:0.0:1769074990.720423:0:28095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b493e00. 40000000:00000010:2.0:1769074990.720424:0:30249:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763a00. 00000020:00000010:0.0:1769074990.720428:0:28095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cfd000. 00100000:00000010:2.0:1769074990.720429:0:30249:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03426800. 00000020:00000010:0.0:1769074990.720433:0:28095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00040000:00000010:2.0:1769074990.720434:0:30249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67d00. 00000020:00000010:0.0:1769074990.720440:0:28095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b492600. 00040000:00000010:2.0:1769074990.720440:0:30249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b07607600. 00080000:00000010:2.0:1769074990.720443:0:30249:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 80000000:00000010:0.0:1769074990.720445:0:28095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b110d5d20. 00080000:00000010:2.0:1769074990.720447:0:30249:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 40000000:00000010:0.0:1769074990.720449:0:28095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8a01eec840. 00002000:00000010:2.0:1769074990.720452:0:30249:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b04a0a800. 00100000:00000010:0.0:1769074990.720453:0:28095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b35cf8800. 00040000:00000010:0.0:1769074990.720457:0:28095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a01ef8a00. 00040000:00000010:0.0:1769074990.720459:0:28095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b492400. 00080000:00000010:0.0:1769074990.720461:0:28095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00080000:00000010:0.0:1769074990.720463:0:28095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00002000:00000010:0.0:1769074990.720467:0:28095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b40224400. 00000020:00000010:0.0:1769074990.720469:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493400. 00010000:00000200:0.0:1769074990.720480:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30769180 x1855008351468416/t0(0) o9->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00002000:00000010:2.0:1769074990.720482:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755fc0. 00010000:00000010:2.0:1769074990.720488:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0398a600. 00000400:00000010:0.0:1769074990.720495:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58000. 00000100:00000200:0.0:1769074990.720500:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008351468416, offset 224 00002000:00000010:2.0:1769074990.720504:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524dd00. 00000400:00000200:0.0:1769074990.720505:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074990.720511:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b048baa00. 00000400:00000200:0.0:1769074990.720516:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.720522:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17776:17776:256:4294967295] 192.168.204.41@tcp LPNI seq info [17772:17772:8:4294967295] 00002000:00000010:2.0:1769074990.720524:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168240. 00000400:00000200:0.0:1769074990.720530:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.720534:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:2.0:1769074990.720536:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b27f04400. 00000800:00000010:0.0:1769074990.720537:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8a00. 00000800:00000200:0.0:1769074990.720544:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00002000:00000010:2.0:1769074990.720551:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698840. 00010000:00000010:2.0:1769074990.720555:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d81f00. 00000800:00000200:0.0:1769074990.720563:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.720566:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8a00 type 1, nob 320 niov 1 nkiov 1 00002000:00000010:2.0:1769074990.720567:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b34d92840. 00010000:00000010:2.0:1769074990.720571:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b2a5b4a00. 00000020:00000010:0.0:1769074990.720581:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb00. 00002000:00000010:2.0:1769074990.720584:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524dcc0. 00000020:00000010:0.0:1769074990.720586:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00010000:00000010:2.0:1769074990.720589:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b049a4900. 00000020:00000010:0.0:1769074990.720591:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493a00. 00002000:00000010:2.0:1769074990.720607:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35bf80. 00010000:00000010:2.0:1769074990.720611:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b03745800. 00002000:00000010:2.0:1769074990.720622:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168f80. 00010000:00000010:2.0:1769074990.720625:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1b00. 00002000:00000010:2.0:1769074990.720636:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b03a80cc0. 00010000:00000010:2.0:1769074990.720638:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b076f4c00. 00002000:00000010:2.0:1769074990.720647:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755c00. 00010000:00000010:2.0:1769074990.720649:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5e300. 00000800:00000200:1.0:1769074990.720652:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.720658:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8a00. 00002000:00000010:2.0:1769074990.720658:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168180. 00010000:00000010:2.0:1769074990.720678:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1400. 00000400:00000200:1.0:1769074990.720679:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.720688:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.720693:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58000 00002000:00000010:2.0:1769074990.720694:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0a130100. 00000400:00000010:1.0:1769074990.720696:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58000. 00010000:00000010:2.0:1769074990.720698:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a01ef7900. 00002000:00000010:2.0:1769074990.720718:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698a00. 00010000:00000010:2.0:1769074990.720720:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e44f600. 00002000:00000010:2.0:1769074990.720730:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698740. 00010000:00000010:2.0:1769074990.720732:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f6ae00. 00002000:00000010:2.0:1769074990.720747:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4740. 00010000:00000010:2.0:1769074990.720749:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b305edf00. 00002000:00000010:2.0:1769074990.720759:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4580. 00010000:00000010:2.0:1769074990.720762:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b117f5200. 00002000:00000010:2.0:1769074990.720770:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698280. 00010000:00000010:2.0:1769074990.720771:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f6a700. 00002000:00000010:2.0:1769074990.720779:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d480. 00010000:00000010:2.0:1769074990.720781:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b074b9900. 00002000:00000010:2.0:1769074990.720789:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0a130980. 00010000:00000010:2.0:1769074990.720791:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b03564600. 00002000:00000010:2.0:1769074990.720799:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698b00. 00010000:00000010:2.0:1769074990.720800:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b07bbf800. 00002000:00000010:2.0:1769074990.720808:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698c80. 00010000:00000010:2.0:1769074990.720810:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d81500. 00002000:00000010:2.0:1769074990.720817:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b307557c0. 00010000:00000010:2.0:1769074990.720819:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5ec00. 00002000:00000010:2.0:1769074990.720826:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d100. 00010000:00000010:2.0:1769074990.720828:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f7a600. 00002000:00000010:2.0:1769074990.720835:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755280. 00010000:00000010:2.0:1769074990.720836:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0b32e700. 00002000:00000010:2.0:1769074990.720844:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a016983c0. 00010000:00000010:2.0:1769074990.720845:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0786a900. 00002000:00000010:2.0:1769074990.720853:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168080. 00010000:00000010:2.0:1769074990.720854:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d0600. 00002000:00000010:2.0:1769074990.720861:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698640. 00010000:00000010:2.0:1769074990.720863:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b09481000. 00002000:00000010:2.0:1769074990.720871:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698240. 00010000:00000010:2.0:1769074990.720872:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3edca100. 00002000:00000010:2.0:1769074990.720880:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b1684c0. 00010000:00000010:2.0:1769074990.720881:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1600. 00002000:00000010:2.0:1769074990.720889:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4840. 00010000:00000010:2.0:1769074990.720891:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b132dc600. 00002000:00000010:2.0:1769074990.720899:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b34d92300. 00010000:00000010:2.0:1769074990.720901:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35237200. 00002000:00000010:2.0:1769074990.720907:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698c00. 00010000:00000010:2.0:1769074990.720909:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b1283ac00. 00002000:00000010:2.0:1769074990.720916:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a016989c0. 00010000:00000010:2.0:1769074990.720918:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f6ac00. 00002000:00000010:2.0:1769074990.720925:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b1682c0. 00010000:00000010:2.0:1769074990.720926:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1800. 00002000:00000010:2.0:1769074990.720938:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0a130240. 00010000:00000010:2.0:1769074990.720941:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b076f4d00. 00002000:00000010:2.0:1769074990.720952:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755300. 00010000:00000010:2.0:1769074990.720955:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5e500. 00002000:00000010:2.0:1769074990.720967:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4080. 00010000:00000010:2.0:1769074990.720970:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0d1dd700. 00002000:00000010:2.0:1769074990.720984:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755ec0. 00010000:00000010:2.0:1769074990.720987:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5e200. 00002000:00000010:2.0:1769074990.721000:0:30249:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168f40. 00010000:00000010:2.0:1769074990.721003:0:30249:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d0400. 00000020:00000010:2.0:1769074990.721009:0:30249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b222bba00. 00000020:00000010:2.0:1769074990.721012:0:30249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03427000. 00000020:00000010:2.0:1769074990.721014:0:30249:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a1928. 00000020:00000010:2.0:1769074990.721016:0:30249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b07606a00. 80000000:00000010:2.0:1769074990.721018:0:30249:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e0c0. 40000000:00000010:2.0:1769074990.721019:0:30249:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763a00. 00100000:00000010:2.0:1769074990.721021:0:30249:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03426800. 00040000:00000010:2.0:1769074990.721023:0:30249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67d00. 00040000:00000010:2.0:1769074990.721048:0:30249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b07607600. 00080000:00000010:2.0:1769074990.721054:0:30249:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074990.721058:0:30249:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00002000:00000010:2.0:1769074990.721060:0:30249:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04a0a800. 00000020:00000010:2.0:1769074990.721064:0:30249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b01284a00. 00010000:00000010:0.1:1769074990.723058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a600. 00010000:00000010:3.1:1769074990.723062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690400. 00010000:00000010:2.1:1769074990.723063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04981e00. 00000400:00000200:2.0:1769074990.724999:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.725006:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 28 MB=0x6971ec9d84f80 00000400:00000200:2.0:1769074990.725010:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.204.41@tcp of length 224/224 into md 0x14889 [8] + 1760 00000400:00000200:2.0:1769074990.725017:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.725020:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.725024:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1769074990.725045:0:16310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30768000. 00000020:00000010:0.0:1769074990.725100:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.725104:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.725107:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493a00. 00000020:00000010:0.0:1769074990.725110:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb00. 00000020:00000010:0.0:1769074990.725112:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074990.725131:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.725132:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.725134:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351473536 02000000:00000010:0.0:1769074990.725141:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b40224400. 00000020:00000010:0.0:1769074990.725148:0:28095:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b34d929c0. 00000020:00000010:0.0:1769074990.725163:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493400. 00000020:00000010:0.0:1769074990.725166:0:28095:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b492c00. 00000020:00000010:0.0:1769074990.725169:0:28095:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b35cf8800. 00000020:00000010:0.0:1769074990.725172:0:28095:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074990.725176:0:28095:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b492400. 00000020:00000010:1.0:1769074990.725176:0:26092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f400. 80000000:00000010:0.0:1769074990.725181:0:28095:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b110d5d20. 00000020:00000010:1.0:1769074990.725185:0:26092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b3ce0fe00. 40000000:00000010:0.0:1769074990.725186:0:28095:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8a01eec840. 00100000:00000010:0.0:1769074990.725193:0:28095:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b35cfd000. 00000020:00000010:1.0:1769074990.725193:0:26092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b3d6a2800. 00040000:00000010:0.0:1769074990.725196:0:28095:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8a01ef8900. 00000020:00000010:1.0:1769074990.725200:0:26092:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a1769a8. 00040000:00000010:0.0:1769074990.725201:0:28095:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0b492600. 00000020:00000010:1.0:1769074990.725207:0:26092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b3ce0fc00. 00080000:00000010:0.0:1769074990.725208:0:28095:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 80000000:00000010:1.0:1769074990.725215:0:26092:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0a3c55a0. 00080000:00000010:0.0:1769074990.725216:0:28095:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 40000000:00000010:1.0:1769074990.725223:0:26092:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0951f640. 00002000:00000010:0.0:1769074990.725225:0:28095:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3fc85800. 00100000:00000010:1.0:1769074990.725229:0:26092:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b3d6a7800. 00080000:00000010:0.0:1769074990.725233:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493000. 00040000:00000010:1.0:1769074990.725236:0:26092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3fcc6800. 00080000:00000010:0.0:1769074990.725239:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00040000:00000010:1.0:1769074990.725242:0:26092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b3ce0e800. 00080000:00000010:1.0:1769074990.725248:0:26092:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00080000:00000010:1.0:1769074990.725253:0:26092:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 00002000:00000010:1.0:1769074990.725258:0:26092:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3051bc00. 00000020:00000010:1.0:1769074990.725261:0:26092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b3ce0fe00. 00080000:00000010:0.0:1769074990.725263:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000020:00000010:1.0:1769074990.725265:0:26092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b3d6a2800. 00000020:00000010:1.0:1769074990.725270:0:26092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a1769a8. 00080000:00000010:0.0:1769074990.725271:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493c00. 00000020:00000010:1.0:1769074990.725274:0:26092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b3ce0fc00. 80000000:00000010:1.0:1769074990.725277:0:26092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0a3c55a0. 40000000:00000010:1.0:1769074990.725279:0:26092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0951f640. 00100000:00000010:1.0:1769074990.725281:0:26092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b3d6a7800. 00040000:00000010:1.0:1769074990.725283:0:26092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3fcc6800. 00040000:00000010:1.0:1769074990.725285:0:26092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b3ce0e800. 00080000:00000010:1.0:1769074990.725287:0:26092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00080000:00000010:1.0:1769074990.725292:0:26092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 00080000:00000010:0.0:1769074990.725293:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00002000:00000010:1.0:1769074990.725295:0:26092:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3051bc00. 00000001:00000010:0.0:1769074990.725300:0:28095:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b110d5780. 00000020:00000010:1.0:1769074990.725301:0:26092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f400. 00000020:00000010:1.0:1769074990.725308:0:26092:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0f400. 00000020:00000010:1.0:1769074990.725310:0:26092:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b3ce0f600. 00080000:00000010:0.0:1769074990.725312:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00000020:00000010:1.0:1769074990.725313:0:26092:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b3d6a7800. 00000020:00000010:0.0:1769074990.725317:0:28095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b492c00. 00000020:00000010:1.0:1769074990.725318:0:26092:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a1769a8. 00000020:00000010:0.0:1769074990.725323:0:28095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cf8800. 00000020:00000010:1.0:1769074990.725324:0:26092:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b3ce0e800. 00000020:00000010:0.0:1769074990.725329:0:28095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 80000000:00000010:1.0:1769074990.725330:0:26092:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0a3c55a0. 00000020:00000010:0.0:1769074990.725335:0:28095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b492400. 40000000:00000010:1.0:1769074990.725335:0:26092:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0951f640. 80000000:00000010:0.0:1769074990.725341:0:28095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b110d5d20. 00100000:00000010:1.0:1769074990.725342:0:26092:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b3d6a2800. 40000000:00000010:0.0:1769074990.725346:0:28095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8a01eec840. 00040000:00000010:1.0:1769074990.725347:0:26092:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3fcc6800. 00100000:00000010:0.0:1769074990.725352:0:28095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b35cfd000. 00040000:00000010:1.0:1769074990.725352:0:26092:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b3ce0fc00. 00040000:00000010:0.0:1769074990.725357:0:28095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a01ef8900. 00080000:00000010:1.0:1769074990.725358:0:26092:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00040000:00000010:0.0:1769074990.725362:0:28095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0b492600. 00080000:00000010:1.0:1769074990.725363:0:26092:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 00080000:00000010:0.0:1769074990.725367:0:28095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00002000:00000010:1.0:1769074990.725368:0:26092:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3051bc00. 00080000:00000010:0.0:1769074990.725371:0:28095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00002000:00000010:0.0:1769074990.725375:0:28095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3fc85800. 00000020:00000010:0.0:1769074990.725377:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493400. 00010000:00000200:0.0:1769074990.725386:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b30768000 x1855008351473536/t0(0) o9->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00002000:00000010:1.0:1769074990.725393:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0a130580. 00000400:00000010:0.0:1769074990.725398:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed586e8. 00010000:00000010:1.0:1769074990.725398:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b076f4000. 00000100:00000200:0.0:1769074990.725404:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008351473536, offset 224 00000400:00000200:0.0:1769074990.725409:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.725416:0:28095:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00002000:00000010:1.0:1769074990.725416:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698500. 00000400:00000200:0.0:1769074990.725422:0:28095:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17777:17777:256:4294967295] 192.168.204.41@tcp LPNI seq info [17773:17773:8:4294967295] 00010000:00000010:1.0:1769074990.725423:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f6af00. 00000400:00000200:0.0:1769074990.725436:0:28095:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00002000:00000010:1.0:1769074990.725439:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524dd40. 00000800:00000200:0.0:1769074990.725445:0:28095:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00010000:00000010:1.0:1769074990.725445:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b048bae00. 00000800:00000010:0.0:1769074990.725453:0:28095:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8900. 00002000:00000010:1.0:1769074990.725458:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4440. 00000800:00000200:0.0:1769074990.725460:0:28095:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00010000:00000010:1.0:1769074990.725462:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a02e04600. 00000800:00000200:0.0:1769074990.725471:0:28095:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00002000:00000010:1.0:1769074990.725475:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755ac0. 00000800:00000200:0.0:1769074990.725477:0:28095:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8900 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1769074990.725479:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5ea00. 00002000:00000010:1.0:1769074990.725491:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168700. 00010000:00000010:1.0:1769074990.725493:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d0d00. 00000020:00000010:0.0:1769074990.725499:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb00. 00002000:00000010:1.0:1769074990.725506:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698400. 00010000:00000010:1.0:1769074990.725509:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e44f900. 00000020:00000010:0.0:1769074990.725518:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00002000:00000010:1.0:1769074990.725521:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d5c0. 00000020:00000010:0.0:1769074990.725522:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493a00. 00010000:00000010:1.0:1769074990.725527:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8a0901af00. 00002000:00000010:1.0:1769074990.725542:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698540. 00000800:00000200:2.0:1769074990.725544:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1769074990.725546:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3edcaf00. 00000800:00000010:2.0:1769074990.725549:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8900. 00000400:00000200:2.0:1769074990.725554:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.725559:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00002000:00000010:1.0:1769074990.725560:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b34d92740. 00000400:00000200:2.0:1769074990.725562:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed586e8 00010000:00000010:1.0:1769074990.725564:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b2a5b4600. 00000400:00000010:2.0:1769074990.725565:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed586e8. 00002000:00000010:1.0:1769074990.725579:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698340. 00010000:00000010:1.0:1769074990.725584:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e44fa00. 00002000:00000010:1.0:1769074990.725592:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3e35bac0. 00010000:00000010:1.0:1769074990.725594:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b10064700. 00002000:00000010:1.0:1769074990.725601:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b1687c0. 00010000:00000010:1.0:1769074990.725603:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1f00. 00002000:00000010:1.0:1769074990.725610:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b10b4ec80. 00010000:00000010:1.0:1769074990.725613:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b117f5100. 00002000:00000010:1.0:1769074990.725621:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b10b4efc0. 00010000:00000010:1.0:1769074990.725623:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b42148c00. 00002000:00000010:1.0:1769074990.725631:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755e40. 00010000:00000010:1.0:1769074990.725633:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0398ad00. 00002000:00000010:1.0:1769074990.725641:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d440. 00010000:00000010:1.0:1769074990.725642:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f7a300. 00002000:00000010:1.0:1769074990.725650:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a096e4cc0. 00010000:00000010:1.0:1769074990.725651:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3e603600. 00002000:00000010:1.0:1769074990.725660:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698140. 00010000:00000010:1.0:1769074990.725662:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d81c00. 00002000:00000010:1.0:1769074990.725689:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698f80. 00010000:00000010:1.0:1769074990.725692:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f6a400. 00002000:00000010:1.0:1769074990.725706:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168980. 00010000:00000010:1.0:1769074990.725709:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b27f04800. 00002000:00000010:1.0:1769074990.725717:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698d80. 00010000:00000010:1.0:1769074990.725719:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b0786a000. 00002000:00000010:1.0:1769074990.725726:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698bc0. 00010000:00000010:1.0:1769074990.725728:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f6a200. 00002000:00000010:1.0:1769074990.725735:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d9c0. 00010000:00000010:1.0:1769074990.725738:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b03564000. 00002000:00000010:1.0:1769074990.725757:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698800. 00010000:00000010:1.0:1769074990.725760:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b07bbfb00. 00002000:00000010:1.0:1769074990.725776:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755a80. 00010000:00000010:1.0:1769074990.725779:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5e100. 00002000:00000010:1.0:1769074990.725792:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b1685c0. 00010000:00000010:1.0:1769074990.725796:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1d00. 00002000:00000010:1.0:1769074990.725809:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b0a130400. 00010000:00000010:1.0:1769074990.725811:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b076f4a00. 00002000:00000010:1.0:1769074990.725819:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755a40. 00010000:00000010:1.0:1769074990.725821:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d5e000. 00002000:00000010:1.0:1769074990.725832:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168500. 00010000:00000010:1.0:1769074990.725835:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1900. 00002000:00000010:1.0:1769074990.725846:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168b40. 00010000:00000010:1.0:1769074990.725849:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d0000. 00002000:00000010:1.0:1769074990.725862:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a016982c0. 00010000:00000010:1.0:1769074990.725865:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b1283a500. 00002000:00000010:1.0:1769074990.725878:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698440. 00010000:00000010:1.0:1769074990.725881:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b3edca700. 00002000:00000010:1.0:1769074990.725894:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168480. 00010000:00000010:1.0:1769074990.725896:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b088d1000. 00002000:00000010:1.0:1769074990.725904:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b2b168d80. 00010000:00000010:1.0:1769074990.725906:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b27f04b00. 00002000:00000010:1.0:1769074990.725916:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8a01698380. 00010000:00000010:1.0:1769074990.725918:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35d81900. 00002000:00000010:1.0:1769074990.725931:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b34d92f80. 00010000:00000010:1.0:1769074990.725933:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b35237e00. 00002000:00000010:1.0:1769074990.725946:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b3524d040. 00010000:00000010:1.0:1769074990.725949:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b06f7ae00. 00002000:00000010:1.0:1769074990.725962:0:26092:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff8c8b30755440. 00010000:00000010:1.0:1769074990.725965:0:26092:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff8c8b305ee800. 00000020:00000010:1.0:1769074990.725974:0:26092:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b3ce0f600. 00000020:00000010:1.0:1769074990.725976:0:26092:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b3d6a7800. 00000020:00000010:1.0:1769074990.725978:0:26092:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a1769a8. 00000020:00000010:1.0:1769074990.725980:0:26092:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b3ce0e800. 80000000:00000010:1.0:1769074990.725982:0:26092:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0a3c55a0. 40000000:00000010:1.0:1769074990.725984:0:26092:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0951f640. 00100000:00000010:1.0:1769074990.725986:0:26092:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b3d6a2800. 00040000:00000010:1.0:1769074990.725988:0:26092:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3fcc6800. 00040000:00000010:1.0:1769074990.725990:0:26092:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b3ce0fc00. 00080000:00000010:1.0:1769074990.725992:0:26092:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00080000:00000010:1.0:1769074990.725994:0:26092:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 00002000:00000010:1.0:1769074990.725995:0:26092:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3051bc00. 00000020:00000010:1.0:1769074990.725997:0:26092:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0f400. 00010000:00000010:2.1:1769074990.728078:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398ac00. 00010000:00000010:2.1:1769074990.728084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693600. 00010000:00000010:2.1:1769074990.728087:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a500. 00010000:00000010:2.1:1769074990.728091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b400. 00010000:00000010:2.1:1769074990.728107:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04a00. 00010000:00000010:2.1:1769074990.728110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861bc00. 00010000:00000010:2.1:1769074990.728114:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81e00. 00010000:00000010:2.1:1769074990.728117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4600. 00010000:00000010:2.1:1769074990.728120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4c00. 00010000:00000010:2.1:1769074990.728124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f600. 00010000:00000010:2.1:1769074990.728127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4d00. 00010000:00000010:2.1:1769074990.728130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691800. 00010000:00000010:2.1:1769074990.728133:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745200. 00010000:00000010:2.1:1769074990.728136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696c00. 00010000:00000010:2.1:1769074990.728140:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1500. 00010000:00000010:2.1:1769074990.728143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603a00. 00010000:00000010:2.1:1769074990.728146:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edace00. 00010000:00000010:2.1:1769074990.728149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3573f800. 00010000:00000010:2.1:1769074990.728152:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e600. 00010000:00000010:2.1:1769074990.728155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697400. 00010000:00000010:2.1:1769074990.728158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1100. 00010000:00000010:2.1:1769074990.728161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603400. 00010000:00000010:2.1:1769074990.728164:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7d00. 00010000:00000010:2.1:1769074990.728168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882a400. 00010000:00000010:2.1:1769074990.728171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f200. 00010000:00000010:2.1:1769074990.728174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b200. 00010000:00000010:2.1:1769074990.728177:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a800. 00010000:00000010:2.1:1769074990.728181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dac00. 00010000:00000010:2.1:1769074990.728184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed400. 00010000:00000010:2.1:1769074990.728187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4000. 00010000:00000010:2.1:1769074990.728191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5500. 00010000:00000010:2.1:1769074990.728194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575000. 00010000:00000010:2.1:1769074990.728197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a900. 00010000:00000010:2.1:1769074990.728200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693e00. 00010000:00000010:2.1:1769074990.728203:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9300. 00010000:00000010:2.1:1769074990.728207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1200. 00010000:00000010:2.1:1769074990.728218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564300. 00010000:00000010:2.1:1769074990.728221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f400. 00010000:00000010:2.1:1769074990.728223:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf700. 00010000:00000010:2.1:1769074990.728225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f200. 00010000:00000010:2.1:1769074990.728227:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81b00. 00010000:00000010:2.1:1769074990.728229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ac00. 00010000:00000010:2.1:1769074990.728231:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e400. 00010000:00000010:2.1:1769074990.728233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603200. 00010000:00000010:2.1:1769074990.728236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a200. 00010000:00000010:2.1:1769074990.728237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a000. 00010000:00000010:2.1:1769074990.728239:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0b32e900. 00010000:00000010:2.1:1769074990.728241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696e00. 00010000:00000010:2.1:1769074990.728243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfd00. 00010000:00000010:2.1:1769074990.728245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5200. 00010000:00000010:2.1:1769074990.728247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0300. 00010000:00000010:2.1:1769074990.728249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4200. 00010000:00000010:2.1:1769074990.728251:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ae00. 00010000:00000010:2.1:1769074990.728253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709600. 00010000:00000010:2.1:1769074990.728255:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edcad00. 00010000:00000010:2.1:1769074990.728257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dba00. 00010000:00000010:2.1:1769074990.728259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1300. 00010000:00000010:2.1:1769074990.728261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0400. 00010000:00000010:2.1:1769074990.728263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b180ed200. 00010000:00000010:2.1:1769074990.728265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511ec00. 00010000:00000010:2.1:1769074990.728267:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237f00. 00010000:00000010:2.1:1769074990.728270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f800. 00010000:00000010:2.1:1769074990.728273:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44fd00. 00010000:00000010:2.1:1769074990.728276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35162a00. 00010000:00000010:2.1:1769074990.728279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca500. 00010000:00000010:2.1:1769074990.728282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1c00. 00010000:00000010:2.1:1769074990.728284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1700. 00010000:00000010:2.1:1769074990.728287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602200. 00010000:00000010:2.1:1769074990.728296:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4e00. 00010000:00000010:2.1:1769074990.728299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575600. 00010000:00000010:2.1:1769074990.728302:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5e900. 00010000:00000010:2.1:1769074990.728305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602c00. 00010000:00000010:2.1:1769074990.728308:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399500. 00010000:00000010:2.1:1769074990.728311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861ba00. 00010000:00000010:2.1:1769074990.728314:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5eb00. 00010000:00000010:2.1:1769074990.728316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213a600. 00010000:00000010:2.1:1769074990.728319:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0100. 00010000:00000010:2.1:1769074990.728322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602a00. 00010000:00000010:1.1:1769074990.733054:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4700. 00010000:00000010:1.1:1769074990.733063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ba00. 00010000:00000010:1.1:1769074990.733067:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a500. 00010000:00000010:1.1:1769074990.733071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602000. 00010000:00000010:1.1:1769074990.733074:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048baf00. 00010000:00000010:1.1:1769074990.733086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79c00. 00010000:00000010:1.1:1769074990.733089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04000. 00010000:00000010:1.1:1769074990.733092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78c00. 00010000:00000010:1.1:1769074990.733096:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5ee00. 00010000:00000010:1.1:1769074990.733099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213a000. 00010000:00000010:1.1:1769074990.733102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1c00. 00010000:00000010:1.1:1769074990.733106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602e00. 00010000:00000010:1.1:1769074990.733109:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f700. 00010000:00000010:1.1:1769074990.733112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753bc00. 00010000:00000010:1.1:1769074990.733115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a0901a400. 00010000:00000010:1.1:1769074990.733117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4400. 00010000:00000010:1.1:1769074990.733120:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca400. 00010000:00000010:1.1:1769074990.733122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da000. 00010000:00000010:1.1:1769074990.733124:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237d00. 00010000:00000010:1.1:1769074990.733126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0e00. 00010000:00000010:1.1:1769074990.733127:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44fb00. 00010000:00000010:1.1:1769074990.733129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794200. 00010000:00000010:1.1:1769074990.733131:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064e00. 00010000:00000010:1.1:1769074990.733134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697000. 00010000:00000010:1.1:1769074990.733136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1200. 00010000:00000010:1.1:1769074990.733137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602800. 00010000:00000010:1.1:1769074990.733139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed800. 00010000:00000010:1.1:1769074990.733141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8200. 00010000:00000010:1.1:1769074990.733143:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b42148600. 00010000:00000010:1.1:1769074990.733145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a400. 00010000:00000010:1.1:1769074990.733147:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398a900. 00010000:00000010:1.1:1769074990.733149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4a00. 00010000:00000010:1.1:1769074990.733151:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7a100. 00010000:00000010:1.1:1769074990.733153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b800. 00010000:00000010:1.1:1769074990.733155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603a00. 00010000:00000010:1.1:1769074990.733156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708c00. 00010000:00000010:1.1:1769074990.733158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81400. 00010000:00000010:1.1:1769074990.733165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4400. 00010000:00000010:1.1:1769074990.733167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca300. 00010000:00000010:1.1:1769074990.733169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db400. 00010000:00000010:1.1:1769074990.733171:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b048ba100. 00010000:00000010:1.1:1769074990.733173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861b200. 00010000:00000010:1.1:1769074990.733175:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a800. 00010000:00000010:1.1:1769074990.733177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4c00. 00010000:00000010:1.1:1769074990.733178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a600. 00010000:00000010:1.1:1769074990.733180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5400. 00010000:00000010:1.1:1769074990.733182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564c00. 00010000:00000010:1.1:1769074990.733184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2fe00. 00010000:00000010:1.1:1769074990.733186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf500. 00010000:00000010:1.1:1769074990.733187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662c00. 00010000:00000010:1.1:1769074990.733190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0b32e300. 00010000:00000010:1.1:1769074990.733191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697c00. 00010000:00000010:1.1:1769074990.733193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1e00. 00010000:00000010:1.1:1769074990.733195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603000. 00010000:00000010:1.1:1769074990.733197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5700. 00010000:00000010:1.1:1769074990.733199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882bc00. 00010000:00000010:1.1:1769074990.733201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d5ed00. 00010000:00000010:1.1:1769074990.733203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603c00. 00010000:00000010:1.1:1769074990.733205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d1a00. 00010000:00000010:1.1:1769074990.733206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30603600. 00010000:00000010:1.1:1769074990.733208:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0c00. 00010000:00000010:1.1:1769074990.733209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662800. 00010000:00000010:1.1:1769074990.733211:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a800. 00010000:00000010:1.1:1769074990.733213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980000. 00010000:00000010:1.1:1769074990.733215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca900. 00010000:00000010:1.1:1769074990.733216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4200. 00010000:00000010:1.1:1769074990.733218:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04f00. 00010000:00000010:1.1:1769074990.733220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c0200. 00010000:00000010:1.1:1769074990.733222:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04100. 00010000:00000010:1.1:1769074990.733227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a800. 00010000:00000010:1.1:1769074990.733229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81a00. 00010000:00000010:1.1:1769074990.733231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5c00. 00010000:00000010:1.1:1769074990.733233:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4900. 00010000:00000010:1.1:1769074990.733235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e200. 00010000:00000010:1.1:1769074990.733237:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7ab00. 00010000:00000010:1.1:1769074990.733238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a400. 00010000:00000010:1.1:1769074990.733240:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee100. 00010000:00000010:1.1:1769074990.733242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696200. 00000400:00000200:1.0:1769074990.733771:0:16312:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:1.0:1769074990.733783:0:16312:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d88480 00000400:00000200:1.0:1769074990.733791:0:16312:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c45 [64] + 99168 00000400:00000200:1.0:1769074990.733811:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.733816:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:1.0:1769074990.733822:0:16312:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1769074990.733827:0:16312:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe300. 00000020:00000010:0.0:1769074990.733881:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.733884:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.733888:0:26104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493a00. 00000020:00000010:0.0:1769074990.733890:0:26104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb00. 00000020:00000010:0.0:1769074990.733892:0:26104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074990.733920:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec840. 00000020:00000010:0.0:1769074990.733923:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec840. 00000100:00000200:0.0:1769074990.733926:0:26104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351487104 02000000:00000010:0.0:1769074990.733940:0:26104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc85800. 00000020:00000010:0.0:1769074990.733962:0:26104:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b34d92e80. 00080000:00000010:0.0:1769074990.733993:0:26104:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493400. 00080000:00000010:0.0:1769074990.733998:0:26104:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000020:00000010:3.0:1769074990.734004:0:26091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304dfe00. 00080000:00000010:0.0:1769074990.734005:0:26104:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000020:00000010:3.0:1769074990.734013:0:26091:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b304df600. 00000020:00000010:3.0:1769074990.734019:0:26091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a04d52000. 00000020:00000010:3.0:1769074990.734023:0:26091:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b34c70508. 00000020:00000010:3.0:1769074990.734050:0:26091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b304de800. 80000000:00000010:3.0:1769074990.734055:0:26091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b173217e0. 40000000:00000010:3.0:1769074990.734058:0:26091:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b30755600. 00100000:00000010:3.0:1769074990.734061:0:26091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a04d57800. 00000001:00000010:0.0:1769074990.734063:0:26104:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b110d5d20. 00040000:00000010:3.0:1769074990.734065:0:26091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158600. 00000001:00000010:0.0:1769074990.734070:0:26104:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b40687600. 00040000:00000010:3.0:1769074990.734072:0:26091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b304df800. 00080000:00000010:0.0:1769074990.734087:0:26104:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.734092:0:26104:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:0.0:1769074990.734097:0:26104:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b493e00. 00080000:00000010:0.0:1769074990.734100:0:26104:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec840. 00000001:00000010:0.0:1769074990.734104:0:26104:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b110d5ea0. 00080000:00000010:0.0:1769074990.734112:0:26104:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec840. 00080000:00000010:2.0:1769074990.734116:0:26091:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00010000:00000200:0.0:1769074990.734122:0:26104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe300 x1855008351487104/t60129542528(0) o39->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00080000:00000010:2.0:1769074990.734123:0:26091:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00002000:00000010:2.0:1769074990.734131:0:26091:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b04a0bc00. 00000020:00000010:2.0:1769074990.734136:0:26091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b304df600. 00000400:00000010:0.0:1769074990.734137:0:26104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58aa0. 00000020:00000010:2.0:1769074990.734140:0:26091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a04d52000. 00000100:00000200:0.0:1769074990.734142:0:26104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008351487104, offset 224 00000020:00000010:2.0:1769074990.734145:0:26091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b34c70508. 00000400:00000200:0.0:1769074990.734149:0:26104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000020:00000010:2.0:1769074990.734151:0:26091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b304de800. 80000000:00000010:2.0:1769074990.734156:0:26091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b173217e0. 00000400:00000200:0.0:1769074990.734158:0:26104:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 40000000:00000010:2.0:1769074990.734162:0:26091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b30755600. 00000400:00000200:0.0:1769074990.734164:0:26104:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17778:17778:256:4294967295] 192.168.204.41@tcp LPNI seq info [17774:17774:8:4294967295] 00100000:00000010:2.0:1769074990.734170:0:26091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a04d57800. 00000400:00000200:0.0:1769074990.734178:0:26104:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00040000:00000010:2.0:1769074990.734178:0:26091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b06158600. 00040000:00000010:2.0:1769074990.734186:0:26091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b304df800. 00000800:00000200:0.0:1769074990.734187:0:26104:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.734192:0:26104:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8b00. 00080000:00000010:2.0:1769074990.734194:0:26091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00000800:00000200:0.0:1769074990.734198:0:26104:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00080000:00000010:2.0:1769074990.734203:0:26091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000800:00000200:0.0:1769074990.734206:0:26104:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.734211:0:26104:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8b00 type 1, nob 320 niov 1 nkiov 1 00002000:00000010:2.0:1769074990.734211:0:26091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04a0bc00. 00000020:00000010:2.0:1769074990.734219:0:26091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304dfe00. 00000020:00000010:2.0:1769074990.734226:0:26091:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607400. 00000020:00000010:2.0:1769074990.734229:0:26091:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b07607600. 00000020:00000010:0.0:1769074990.734233:0:26104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb00. 00000020:00000010:2.0:1769074990.734234:0:26091:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03426800. 00000020:00000010:0.0:1769074990.734238:0:26104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074990.734242:0:26104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493a00. 00000020:00000010:2.0:1769074990.734242:0:26091:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a1928. 00000020:00000010:2.0:1769074990.734250:0:26091:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b07606a00. 80000000:00000010:2.0:1769074990.734255:0:26091:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e0c0. 40000000:00000010:2.0:1769074990.734259:0:26091:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763a00. 00100000:00000010:2.0:1769074990.734262:0:26091:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03427000. 00040000:00000010:2.0:1769074990.734267:0:26091:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67d00. 00040000:00000010:2.0:1769074990.734272:0:26091:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b01284a00. 00080000:00000010:2.0:1769074990.734276:0:26091:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074990.734279:0:26091:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00002000:00000010:2.0:1769074990.734285:0:26091:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b04a0bc00. 00000800:00000200:3.0:1769074990.734291:0:16310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1769074990.734295:0:16310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8b00. 00000400:00000200:3.0:1769074990.734299:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.734304:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00010000:00000010:2.0:1769074990.734305:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81d80. 00000400:00000200:3.0:1769074990.734308:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58aa0 00000400:00000010:3.0:1769074990.734312:0:16310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58aa0. 00010000:00000010:2.0:1769074990.734313:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0080. 00010000:00000010:2.0:1769074990.734329:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf280. 00010000:00000010:2.0:1769074990.734333:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e380. 00010000:00000010:2.0:1769074990.734340:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7a00. 00010000:00000010:2.0:1769074990.734343:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5f00. 00010000:00000010:2.0:1769074990.734350:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0680. 00010000:00000010:2.0:1769074990.734353:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b03f37b00. 00010000:00000010:2.0:1769074990.734360:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4d80. 00010000:00000010:2.0:1769074990.734363:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3a80. 00010000:00000010:2.0:1769074990.734368:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fc00. 00010000:00000010:2.0:1769074990.734371:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5500. 00010000:00000010:2.0:1769074990.734377:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81c80. 00010000:00000010:2.0:1769074990.734379:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b367b3d00. 00010000:00000010:2.0:1769074990.734385:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81980. 00010000:00000010:2.0:1769074990.734388:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0900. 00010000:00000010:2.0:1769074990.734400:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdb00. 00010000:00000010:2.0:1769074990.734404:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a900. 00010000:00000010:2.0:1769074990.734413:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fe00. 00010000:00000010:2.0:1769074990.734417:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b34ec00. 00010000:00000010:2.0:1769074990.734427:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964980. 00010000:00000010:2.0:1769074990.734432:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a02f35f80. 00010000:00000010:2.0:1769074990.734443:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0980. 00010000:00000010:2.0:1769074990.734447:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511f00. 00010000:00000010:2.0:1769074990.734456:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f580. 00010000:00000010:2.0:1769074990.734460:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339480. 00010000:00000010:2.0:1769074990.734470:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf80. 00010000:00000010:2.0:1769074990.734475:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56100. 00010000:00000010:2.0:1769074990.734487:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81a80. 00010000:00000010:2.0:1769074990.734490:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0c80. 00010000:00000010:2.0:1769074990.734500:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7280. 00010000:00000010:2.0:1769074990.734504:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339a00. 00010000:00000010:2.0:1769074990.734513:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3580. 00010000:00000010:2.0:1769074990.734517:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439900. 00010000:00000010:2.0:1769074990.734527:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd300. 00010000:00000010:2.0:1769074990.734531:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8d00. 00010000:00000010:2.0:1769074990.734540:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964c80. 00010000:00000010:2.0:1769074990.734544:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9aa00. 00010000:00000010:2.0:1769074990.734554:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964100. 00010000:00000010:2.0:1769074990.734557:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051100. 00010000:00000010:2.0:1769074990.734567:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf800. 00010000:00000010:2.0:1769074990.734571:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439400. 00010000:00000010:2.0:1769074990.734578:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd180. 00010000:00000010:2.0:1769074990.734580:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8580. 00010000:00000010:2.0:1769074990.734585:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db0500. 00010000:00000010:2.0:1769074990.734588:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e480. 00010000:00000010:2.0:1769074990.734593:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd380. 00010000:00000010:2.0:1769074990.734595:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9ad80. 00010000:00000010:2.0:1769074990.734601:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f600. 00010000:00000010:2.0:1769074990.734604:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339000. 00010000:00000010:2.0:1769074990.734609:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03553700. 00010000:00000010:2.0:1769074990.734612:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510a00. 00010000:00000010:2.0:1769074990.734617:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a2ac780. 00010000:00000010:2.0:1769074990.734620:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56400. 00010000:00000010:2.0:1769074990.734626:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81480. 00010000:00000010:2.0:1769074990.734628:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0800. 00010000:00000010:2.0:1769074990.734633:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f280. 00010000:00000010:2.0:1769074990.734635:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339900. 00010000:00000010:2.0:1769074990.734640:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd880. 00010000:00000010:2.0:1769074990.734644:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56000. 00010000:00000010:2.0:1769074990.734653:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdd80. 00010000:00000010:2.0:1769074990.734656:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3800. 00010000:00000010:2.0:1769074990.734665:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7c00. 00010000:00000010:2.0:1769074990.734685:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339880. 00010000:00000010:2.0:1769074990.734697:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd580. 00010000:00000010:2.0:1769074990.734701:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38b1d780. 00010000:00000010:2.0:1769074990.734710:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfb80. 00010000:00000010:2.0:1769074990.734713:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b27e91a00. 00010000:00000010:2.0:1769074990.734722:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd580. 00010000:00000010:2.0:1769074990.734726:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9ab00. 00010000:00000010:2.0:1769074990.734735:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf100. 00010000:00000010:2.0:1769074990.734738:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439f00. 00010000:00000010:2.0:1769074990.734744:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81b80. 00010000:00000010:2.0:1769074990.734747:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e000. 00010000:00000010:2.0:1769074990.734752:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddb00. 00010000:00000010:2.0:1769074990.734754:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8000. 00010000:00000010:2.0:1769074990.734759:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd980. 00010000:00000010:2.0:1769074990.734762:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a400. 00010000:00000010:2.0:1769074990.734767:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81a00. 00010000:00000010:2.0:1769074990.734769:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439c00. 00010000:00000010:2.0:1769074990.734774:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81900. 00010000:00000010:2.0:1769074990.734776:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0b80. 00010000:00000010:2.0:1769074990.734782:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f780. 00010000:00000010:2.0:1769074990.734784:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5a00. 00010000:00000010:2.0:1769074990.734790:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a3cc080. 00010000:00000010:2.0:1769074990.734793:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510c80. 00010000:00000010:2.0:1769074990.734799:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3300. 00010000:00000010:2.0:1769074990.734801:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5000. 00010000:00000010:2.0:1769074990.734805:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964780. 00010000:00000010:2.0:1769074990.734808:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9ad00. 00010000:00000010:2.0:1769074990.734813:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f480. 00010000:00000010:2.0:1769074990.734815:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5980. 00010000:00000010:2.0:1769074990.734820:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964280. 00010000:00000010:2.0:1769074990.734822:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051d00. 00010000:00000010:2.0:1769074990.734827:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf180. 00010000:00000010:2.0:1769074990.734829:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e980. 00010000:00000010:2.0:1769074990.734834:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd900. 00010000:00000010:2.0:1769074990.734836:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8980. 00010000:00000010:2.0:1769074990.734842:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fdf80. 00010000:00000010:2.0:1769074990.734844:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a200. 00010000:00000010:2.0:1769074990.734850:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3d00. 00010000:00000010:2.0:1769074990.734852:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0480. 00010000:00000010:2.0:1769074990.734858:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd100. 00010000:00000010:2.0:1769074990.734860:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8f80. 00010000:00000010:2.0:1769074990.734865:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3d00. 00010000:00000010:2.0:1769074990.734867:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3980. 00010000:00000010:2.0:1769074990.734872:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fddf00. 00010000:00000010:2.0:1769074990.734875:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a180. 00010000:00000010:2.0:1769074990.734880:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f800. 00010000:00000010:2.0:1769074990.734882:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339780. 00010000:00000010:2.0:1769074990.734888:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf480. 00010000:00000010:2.0:1769074990.734890:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439280. 00010000:00000010:2.0:1769074990.734894:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f080. 00010000:00000010:2.0:1769074990.734897:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5d80. 00010000:00000010:2.0:1769074990.734902:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964000. 00010000:00000010:2.0:1769074990.734904:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8800. 00010000:00000010:2.0:1769074990.734909:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b36128c00. 00010000:00000010:2.0:1769074990.734912:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510f00. 00010000:00000010:2.0:1769074990.734917:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81580. 00010000:00000010:2.0:1769074990.734919:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0d00. 00010000:00000010:2.0:1769074990.734925:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a098c3500. 00010000:00000010:2.0:1769074990.734927:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc580. 00010000:00000010:2.0:1769074990.734933:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0100. 00010000:00000010:2.0:1769074990.734936:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510000. 00010000:00000010:2.0:1769074990.734945:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fa80. 00010000:00000010:2.0:1769074990.734949:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5380. 00010000:00000010:2.0:1769074990.734957:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3100. 00010000:00000010:2.0:1769074990.734960:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944e580. 00010000:00000010:2.0:1769074990.734969:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964880. 00010000:00000010:2.0:1769074990.734974:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051480. 00010000:00000010:2.0:1769074990.734982:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf880. 00010000:00000010:2.0:1769074990.734986:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439680. 00010000:00000010:2.0:1769074990.734994:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fa00. 00010000:00000010:2.0:1769074990.734998:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339800. 00010000:00000010:2.0:1769074990.735004:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81780. 00010000:00000010:2.0:1769074990.735007:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439c80. 00010000:00000010:2.0:1769074990.735012:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cda00. 00010000:00000010:2.0:1769074990.735015:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56880. 00010000:00000010:2.0:1769074990.735020:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81400. 00010000:00000010:2.0:1769074990.735022:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0d80. 00010000:00000010:2.0:1769074990.735053:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7b80. 00010000:00000010:2.0:1769074990.735056:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339980. 00010000:00000010:2.0:1769074990.735064:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd000. 00010000:00000010:2.0:1769074990.735067:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56900. 00010000:00000010:2.0:1769074990.735076:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81080. 00010000:00000010:2.0:1769074990.735081:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b35dc2500. 00010000:00000010:2.0:1769074990.735098:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4380. 00010000:00000010:2.0:1769074990.735102:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3780. 00010000:00000010:2.0:1769074990.735112:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7500. 00010000:00000010:2.0:1769074990.735115:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b100e6680. 00010000:00000010:2.0:1769074990.735125:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf000. 00010000:00000010:2.0:1769074990.735127:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0944ea80. 00010000:00000010:2.0:1769074990.735136:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964580. 00010000:00000010:2.0:1769074990.735139:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051f00. 00010000:00000010:2.0:1769074990.735148:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a02db7900. 00010000:00000010:2.0:1769074990.735152:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339300. 00010000:00000010:2.0:1769074990.735161:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd700. 00010000:00000010:2.0:1769074990.735165:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56700. 00010000:00000010:2.0:1769074990.735174:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fb80. 00010000:00000010:2.0:1769074990.735177:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b41339200. 00010000:00000010:2.0:1769074990.735186:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b500. 00010000:00000010:2.0:1769074990.735190:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a09589580. 00010000:00000010:2.0:1769074990.735199:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b03964380. 00010000:00000010:2.0:1769074990.735203:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a051680. 00010000:00000010:2.0:1769074990.735213:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfb00. 00010000:00000010:2.0:1769074990.735217:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439d80. 00010000:00000010:2.0:1769074990.735227:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3c00. 00010000:00000010:2.0:1769074990.735230:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a01de2a00. 00010000:00000010:2.0:1769074990.735237:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd280. 00010000:00000010:2.0:1769074990.735239:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3cfb8880. 00010000:00000010:2.0:1769074990.735245:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcfa80. 00010000:00000010:2.0:1769074990.735248:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0a439f80. 00010000:00000010:2.0:1769074990.735254:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b05fcf680. 00010000:00000010:2.0:1769074990.735256:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10663600. 00010000:00000010:2.0:1769074990.735262:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b36128780. 00010000:00000010:2.0:1769074990.735264:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510e00. 00010000:00000010:2.0:1769074990.735269:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81300. 00010000:00000010:2.0:1769074990.735272:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0200. 00010000:00000010:2.0:1769074990.735278:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3c3cdf00. 00010000:00000010:2.0:1769074990.735280:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5680. 00010000:00000010:2.0:1769074990.735285:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0c00. 00010000:00000010:2.0:1769074990.735287:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38510880. 00010000:00000010:2.0:1769074990.735293:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd780. 00010000:00000010:2.0:1769074990.735295:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56f80. 00010000:00000010:2.0:1769074990.735301:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3480. 00010000:00000010:2.0:1769074990.735303:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3200. 00010000:00000010:2.0:1769074990.735308:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b076c4d00. 00010000:00000010:2.0:1769074990.735311:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b057b3580. 00010000:00000010:2.0:1769074990.735316:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b304e3900. 00010000:00000010:2.0:1769074990.735318:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a01de2b00. 00010000:00000010:2.0:1769074990.735323:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857f380. 00010000:00000010:2.0:1769074990.735325:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5080. 00010000:00000010:2.0:1769074990.735330:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdd800. 00010000:00000010:2.0:1769074990.735332:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b1141cd00. 00010000:00000010:2.0:1769074990.735338:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0a1fd300. 00010000:00000010:2.0:1769074990.735340:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8a04c9a080. 00010000:00000010:2.0:1769074990.735350:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fb00. 00010000:00000010:2.0:1769074990.735354:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10663e80. 00010000:00000010:2.0:1769074990.735363:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b0380b700. 00010000:00000010:2.0:1769074990.735366:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b0b0fc680. 00010000:00000010:2.0:1769074990.735376:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fd80. 00010000:00000010:2.0:1769074990.735380:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b1141cb00. 00010000:00000010:2.0:1769074990.735389:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8a031a0780. 00010000:00000010:2.0:1769074990.735392:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b38511880. 00010000:00000010:2.0:1769074990.735402:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3cf81600. 00010000:00000010:2.0:1769074990.735405:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b10df0600. 00010000:00000010:2.0:1769074990.735415:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b34fdda80. 00010000:00000010:2.0:1769074990.735419:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b3ed56600. 00010000:00000010:2.0:1769074990.735427:0:26091:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8c8b3857fe80. 00010000:00000010:2.0:1769074990.735431:0:26091:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8c8b353f5400. 00000020:00000010:2.0:1769074990.735440:0:26091:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b07607600. 00000020:00000010:2.0:1769074990.735444:0:26091:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03426800. 00000020:00000010:2.0:1769074990.735447:0:26091:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a1928. 00000020:00000010:2.0:1769074990.735450:0:26091:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b07606a00. 80000000:00000010:2.0:1769074990.735451:0:26091:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e0c0. 40000000:00000010:2.0:1769074990.735453:0:26091:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763a00. 00100000:00000010:2.0:1769074990.735455:0:26091:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03427000. 00040000:00000010:2.0:1769074990.735457:0:26091:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67d00. 00040000:00000010:2.0:1769074990.735459:0:26091:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b01284a00. 00080000:00000010:2.0:1769074990.735462:0:26091:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074990.735464:0:26091:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00002000:00000010:2.0:1769074990.735466:0:26091:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04a0bc00. 00000020:00000010:2.0:1769074990.735468:0:26091:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607400. 00000400:00000200:2.0:1769074990.739179:0:16311:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:2.0:1769074990.739190:0:16311:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 12 MB=0x6971ec9d88500 00000400:00000200:2.0:1769074990.739195:0:16311:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.204.41@tcp of length 224/224 into md 0x4c45 [64] + 99392 00000400:00000200:2.0:1769074990.739204:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074990.739206:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000100:00000200:2.0:1769074990.739209:0:16311:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1769074990.739212:0:16311:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b3076ad80. 00000020:00000010:0.0:1769074990.739258:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.739262:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.739266:0:26104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493a00. 00000020:00000010:0.0:1769074990.739268:0:26104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bccb00. 00000020:00000010:0.0:1769074990.739271:0:26104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074990.739297:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eecbc0. 00000020:00000010:0.0:1769074990.739300:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eecbc0. 00000100:00000200:0.0:1769074990.739302:0:26104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351487232 02000000:00000010:0.0:1769074990.739309:0:26104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b3fc87800. 00000020:00000010:0.0:1769074990.739317:0:26104:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b30755b40. 00080000:00000010:0.0:1769074990.739333:0:26104:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492600. 00080000:00000010:0.0:1769074990.739337:0:26104:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.739342:0:26104:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec640. 00000001:00000010:0.0:1769074990.739362:0:26104:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8b110d58a0. 00000001:00000010:0.0:1769074990.739365:0:26104:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b035903c0. 00080000:00000010:0.0:1769074990.739392:0:26104:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec640. 00080000:00000010:0.0:1769074990.739395:0:26104:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00080000:00000010:0.0:1769074990.739398:0:26104:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0b492400. 00080000:00000010:0.0:1769074990.739401:0:26104:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecbc0. 00000001:00000010:0.0:1769074990.739404:0:26104:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b110d5ba0. 00080000:00000010:0.0:1769074990.739411:0:26104:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecbc0. 00010000:00000200:0.0:1769074990.739418:0:26104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b3076ad80 x1855008351487232/t8589934639(0) o39->c69eb604-f382-4698-a5c4-daa2739b26fa@192.168.204.41@tcp:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1769074990.739432:0:26104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58dd0. 00000100:00000200:0.0:1769074990.739435:0:26104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008351487232, offset 224 00000400:00000200:0.0:1769074990.739439:0:26104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 00000400:00000200:0.0:1769074990.739445:0:26104:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00000400:00000200:0.0:1769074990.739448:0:26104:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17779:17779:256:4294967295] 192.168.204.41@tcp LPNI seq info [17775:17775:8:4294967295] 00000400:00000200:0.0:1769074990.739454:0:26104:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00000800:00000200:0.0:1769074990.739458:0:26104:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00000800:00000010:0.0:1769074990.739460:0:26104:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8a01ef8300. 00000800:00000200:0.0:1769074990.739463:0:26104:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000800:00000200:0.0:1769074990.739467:0:26104:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000800:00000200:0.0:1769074990.739470:0:26104:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8a01ef8300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1769074990.739482:0:26104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bccb00. 00000020:00000010:0.0:1769074990.739484:0:26104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074990.739486:0:26104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493a00. 00000800:00000200:1.0:1769074990.739572:0:16312:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.739577:0:16312:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8a01ef8300. 00000400:00000200:1.0:1769074990.739581:0:16312:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.739587:0:16312:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.739590:0:16312:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58dd0 00000400:00000010:1.0:1769074990.739592:0:16312:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58dd0. 00010000:00000010:2.1:1769074990.744066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522bd00. 00010000:00000010:2.1:1769074990.744072:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984200. 00010000:00000010:2.1:1769074990.744075:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e0c700. 00010000:00000010:2.1:1769074990.744077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b03484e00. 00010000:00000010:2.1:1769074990.744080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44fe00. 00010000:00000010:2.1:1769074990.744082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a000. 00010000:00000010:2.1:1769074990.744084:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae700. 00010000:00000010:2.1:1769074990.744086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00030000. 00010000:00000010:2.1:1769074990.744089:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237b00. 00010000:00000010:2.1:1769074990.744092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db000. 00010000:00000010:2.1:1769074990.744094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7300. 00010000:00000010:2.1:1769074990.744096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753b400. 00010000:00000010:2.1:1769074990.744098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae900. 00010000:00000010:2.1:1769074990.744100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984400. 00010000:00000010:2.1:1769074990.744102:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398a300. 00010000:00000010:2.1:1769074990.744104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30602600. 00010000:00000010:2.1:1769074990.744106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4800. 00010000:00000010:2.1:1769074990.744108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfeda00. 00010000:00000010:2.1:1769074990.744110:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5a00. 00010000:00000010:2.1:1769074990.744112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574a00. 00010000:00000010:2.1:1769074990.744115:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6aa00. 00010000:00000010:2.1:1769074990.744117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692200. 00010000:00000010:2.1:1769074990.744128:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae300. 00010000:00000010:2.1:1769074990.744130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052f000. 00010000:00000010:2.1:1769074990.744132:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e603200. 00010000:00000010:2.1:1769074990.744134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709a00. 00010000:00000010:2.1:1769074990.744136:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81100. 00010000:00000010:2.1:1769074990.744139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6800. 00010000:00000010:2.1:1769074990.744141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398aa00. 00010000:00000010:2.1:1769074990.744143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59800. 00010000:00000010:2.1:1769074990.744145:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399800. 00010000:00000010:2.1:1769074990.744147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691400. 00010000:00000010:2.1:1769074990.744150:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077ad000. 00010000:00000010:2.1:1769074990.744152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538800. 00010000:00000010:2.1:1769074990.744154:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a600. 00010000:00000010:2.1:1769074990.744156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882aa00. 00010000:00000010:2.1:1769074990.744158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237600. 00010000:00000010:2.1:1769074990.744160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfec400. 00010000:00000010:2.1:1769074990.744162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a100. 00010000:00000010:2.1:1769074990.744164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795a00. 00010000:00000010:2.1:1769074990.744166:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9e00. 00010000:00000010:2.1:1769074990.744168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f78600. 00010000:00000010:2.1:1769074990.744170:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf400. 00010000:00000010:2.1:1769074990.744172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3052e000. 00010000:00000010:2.1:1769074990.744174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b600. 00010000:00000010:2.1:1769074990.744176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031a00. 00010000:00000010:2.1:1769074990.744178:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4b00. 00010000:00000010:2.1:1769074990.744180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353db200. 00010000:00000010:2.1:1769074990.744182:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ed900. 00010000:00000010:2.1:1769074990.744184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9000. 00010000:00000010:2.1:1769074990.744186:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745700. 00010000:00000010:2.1:1769074990.744188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378fa00. 00010000:00000010:2.1:1769074990.744190:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81300. 00010000:00000010:2.1:1769074990.744192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5800. 00010000:00000010:2.1:1769074990.744197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b000. 00010000:00000010:2.1:1769074990.744199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539c00. 00010000:00000010:2.1:1769074990.744201:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399200. 00010000:00000010:2.1:1769074990.744203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4a00. 00010000:00000010:2.1:1769074990.744205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf600. 00010000:00000010:2.1:1769074990.744207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4600. 00010000:00000010:2.1:1769074990.744209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237000. 00010000:00000010:2.1:1769074990.744211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2f200. 00010000:00000010:2.1:1769074990.744213:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399a00. 00010000:00000010:2.1:1769074990.744215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9a00. 00010000:00000010:2.1:1769074990.744217:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a500. 00010000:00000010:2.1:1769074990.744219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5600. 00010000:00000010:2.1:1769074990.744221:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077adb00. 00010000:00000010:2.1:1769074990.744223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06842800. 00010000:00000010:2.1:1769074990.744225:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237400. 00010000:00000010:2.1:1769074990.744226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfed200. 00010000:00000010:2.1:1769074990.744228:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b049a4f00. 00010000:00000010:2.1:1769074990.744236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691a00. 00010000:00000010:2.1:1769074990.744238:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b100. 00010000:00000010:2.1:1769074990.744240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04984e00. 00010000:00000010:2.1:1769074990.744242:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf900. 00010000:00000010:2.1:1769074990.744243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753a800. 00010000:00000010:2.1:1769074990.744245:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4f00. 00010000:00000010:2.1:1769074990.744247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692c00. 00010000:00000010:2.1:1769074990.744249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0500. 00010000:00000010:2.1:1769074990.744251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e000. 00010000:00000010:2.1:1769074990.744254:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0398a000. 00010000:00000010:2.1:1769074990.744255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e59c00. 00010000:00000010:2.1:1769074990.744257:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f500. 00010000:00000010:2.1:1769074990.744259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795000. 00010000:00000010:2.1:1769074990.744261:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745b00. 00010000:00000010:2.1:1769074990.744263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d200. 00010000:00000010:2.1:1769074990.744268:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077ad500. 00010000:00000010:2.1:1769074990.744271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538a00. 00010000:00000010:2.1:1769074990.744274:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca000. 00010000:00000010:2.1:1769074990.744277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dbc00. 00010000:00000010:2.1:1769074990.744280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4400. 00010000:00000010:2.1:1769074990.744283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d4e00. 00010000:00000010:2.1:1769074990.744292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edca200. 00010000:00000010:2.1:1769074990.744296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30697600. 00010000:00000010:2.1:1769074990.744299:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b200. 00010000:00000010:2.1:1769074990.744302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab5600. 00010000:00000010:2.1:1769074990.744305:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbfc00. 00010000:00000010:2.1:1769074990.744308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6c00. 00010000:00000010:2.1:1769074990.744311:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4400. 00010000:00000010:2.1:1769074990.744314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353da200. 00010000:00000010:2.1:1769074990.744317:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869ed00. 00010000:00000010:2.1:1769074990.744321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c400. 00010000:00000010:2.1:1769074990.744324:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbff00. 00010000:00000010:2.1:1769074990.744328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04795c00. 00010000:00000010:2.1:1769074990.744331:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564b00. 00010000:00000010:2.1:1769074990.744334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4a00. 00010000:00000010:2.1:1769074990.744338:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4300. 00010000:00000010:2.1:1769074990.744341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b353dae00. 00010000:00000010:2.1:1769074990.744343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1dda00. 00010000:00000010:2.1:1769074990.744345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30691200. 00010000:00000010:2.1:1769074990.744347:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0800. 00010000:00000010:2.1:1769074990.744349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771c000. 00010000:00000010:2.1:1769074990.744351:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283a300. 00010000:00000010:2.1:1769074990.744353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08709400. 00010000:00000010:2.1:1769074990.744354:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edcae00. 00010000:00000010:2.1:1769074990.744356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692a00. 00010000:00000010:2.1:1769074990.744359:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064500. 00010000:00000010:2.1:1769074990.744361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0378ea00. 00010000:00000010:2.1:1769074990.744370:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305ee400. 00010000:00000010:2.1:1769074990.744373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30696400. 00010000:00000010:2.1:1769074990.744378:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e100. 00010000:00000010:2.1:1769074990.744380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58200. 00010000:00000010:2.1:1769074990.744382:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745900. 00010000:00000010:2.1:1769074990.744384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031200. 00010000:00000010:2.1:1769074990.744386:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b117f5e00. 00010000:00000010:2.1:1769074990.744391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b08708e00. 00010000:00000010:2.1:1769074990.744393:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b300. 00010000:00000010:2.1:1769074990.744395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4e00. 00010000:00000010:2.1:1769074990.744397:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a700. 00010000:00000010:2.1:1769074990.744398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30693800. 00010000:00000010:2.1:1769074990.744400:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f7aa00. 00010000:00000010:2.1:1769074990.744404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3861a200. 00010000:00000010:2.1:1769074990.744409:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b02569e00. 00010000:00000010:2.1:1769074990.744411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3511e200. 00010000:00000010:2.1:1769074990.744415:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b088d0e00. 00010000:00000010:2.1:1769074990.744417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17539400. 00010000:00000010:2.1:1769074990.744419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81800. 00010000:00000010:2.1:1769074990.744421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b01662200. 00010000:00000010:2.1:1769074990.744424:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522b700. 00000400:00000200:3.0:1769074990.746984:0:16310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp) <- 192.168.204.41@tcp : PUT - for me 00000400:00000200:3.0:1769074990.746994:0:16310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.41@tcp of length 224 into portal 26 MB=0x6971ec9d88600 00000400:00000200:3.0:1769074990.747000:0:16310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.204.41@tcp of length 224/224 into md 0x278c9 [2] + 0 00000400:00000010:3.0:1769074990.747004:0:16310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751f20. 00000400:00000200:3.0:1769074990.747008:0:16310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8b04976240 00000400:00000200:3.0:1769074990.747015:0:16310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1769074990.747018:0:16310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:3.0:1769074990.747020:0:16310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b04976240 00000400:00000010:3.0:1769074990.747022:0:16310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b04976240. 00000100:00000200:3.0:1769074990.747048:0:16310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1769074990.747095:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.747099:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.747103:0:50509:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b222bba00. 00000020:00000010:2.0:1769074990.747106:0:50509:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2b00. 00000020:00000010:2.0:1769074990.747109:0:50509:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 00000020:00000010:2.0:1769074990.747135:0:50509:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763a00. 00000020:00000010:2.0:1769074990.747137:0:50509:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763a00. 00000100:00000200:2.0:1769074990.747140:0:50509:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008351487488 02000000:00000010:2.0:1769074990.747148:0:50509:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a0bc00. 20000000:00000010:2.0:1769074990.747157:0:50509:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8c8b0951f340. 00010000:00000200:2.0:1769074990.747191:0:50509:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8a03f5b450 x1855008351487488/t0(0) o251->21c6db43-7ca4-427d-8839-b6c432ebdaa8@192.168.204.41@tcp:526/0 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074990.747204:0:30249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493a00. 00000400:00000010:2.0:1769074990.747208:0:50509:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53ca18. 00000020:00000010:0.0:1769074990.747211:0:30249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b492c00. 00000100:00000200:2.0:1769074990.747214:0:50509:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1855008351487488, offset 224 00000020:00000010:0.0:1769074990.747216:0:30249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b35cfd000. 00000020:00000010:0.0:1769074990.747220:0:30249:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074990.747225:0:30249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0b493600. 00000400:00000200:2.0:1769074990.747226:0:50509:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.204.41@tcp 80000000:00000010:0.0:1769074990.747230:0:30249:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a01f4ff00. 40000000:00000010:0.0:1769074990.747234:0:30249:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8a01eecbc0. 00000400:00000200:2.0:1769074990.747237:0:50509:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.204.141@tcp to MR: 192.168.204.41@tcp local destination 00100000:00000010:0.0:1769074990.747239:0:30249:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b35cf8800. 00040000:00000010:0.0:1769074990.747245:0:30249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8a01ef8300. 00000400:00000200:2.0:1769074990.747245:0:50509:0:(lib-move.c:1909:lnet_handle_send()) 192.168.204.141@tcp NI seq info: [17780:17780:256:4294967295] 192.168.204.41@tcp LPNI seq info [17776:17776:8:4294967295] 00040000:00000010:0.0:1769074990.747251:0:30249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b2a877e00. 00080000:00000010:0.0:1769074990.747256:0:30249:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 00000400:00000200:2.0:1769074990.747257:0:50509:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.204.141@tcp(192.168.204.141@tcp:192.168.204.141@tcp) -> 192.168.204.41@tcp(192.168.204.41@tcp:192.168.204.41@tcp) : PUT try# 0 00080000:00000010:0.0:1769074990.747261:0:30249:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 00000800:00000200:2.0:1769074990.747262:0:50509:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.41@tcp 00002000:00000010:0.0:1769074990.747268:0:30249:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3fc87c00. 00000800:00000010:2.0:1769074990.747268:0:50509:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c8b3db67d00. 00000020:00000010:0.0:1769074990.747273:0:30249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b492c00. 00000800:00000200:2.0:1769074990.747278:0:50509:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c8a01c3b6c0] -> 12345-192.168.204.41@tcp (4) 00000020:00000010:0.0:1769074990.747279:0:30249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cfd000. 00000020:00000010:0.0:1769074990.747285:0:30249:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000800:00000200:2.0:1769074990.747288:0:50509:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.41@tcp ip 192.168.204.41:1023 00000020:00000010:0.0:1769074990.747290:0:30249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0b493600. 80000000:00000010:0.0:1769074990.747295:0:30249:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a01f4ff00. 00000800:00000200:2.0:1769074990.747296:0:50509:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8c8b3db67d00 type 1, nob 320 niov 1 nkiov 1 40000000:00000010:0.0:1769074990.747298:0:30249:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8a01eecbc0. 00100000:00000010:0.0:1769074990.747303:0:30249:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b35cf8800. 00040000:00000010:0.0:1769074990.747306:0:30249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a01ef8300. 00040000:00000010:0.0:1769074990.747308:0:30249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b2a877e00. 00080000:00000010:0.0:1769074990.747311:0:30249:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00080000:00000010:0.0:1769074990.747314:0:30249:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00002000:00000010:0.0:1769074990.747318:0:30249:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3fc87c00. 00000020:00000010:2.0:1769074990.747321:0:50509:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2b00. 00000020:00000010:0.0:1769074990.747322:0:30249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493a00. 00000020:00000010:2.0:1769074990.747330:0:50509:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000020:00000010:0.0:1769074990.747331:0:30249:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b2a877600. 00000020:00000010:0.0:1769074990.747337:0:30249:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b2a877e00. 00000020:00000010:2.0:1769074990.747337:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b222bba00. 00000020:00000010:0.0:1769074990.747341:0:30249:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b35cf8800. 00000020:00000010:0.0:1769074990.747346:0:30249:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000100:00000200:2.0:1769074990.747347:0:50509:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000010:0.0:1769074990.747350:0:30249:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b2a877400. 00000400:00000010:2.0:1769074990.747353:0:50509:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39d68. 80000000:00000010:0.0:1769074990.747356:0:30249:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a01f4ff00. 00000400:00000010:2.0:1769074990.747360:0:50509:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b049766c0. 40000000:00000010:0.0:1769074990.747361:0:30249:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8a01eecbc0. 00100000:00000010:0.0:1769074990.747367:0:30249:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b35cfd000. 00040000:00000010:0.0:1769074990.747370:0:30249:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8a01ef8300. 00040000:00000010:0.0:1769074990.747374:0:30249:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b2a877800. 00080000:00000010:0.0:1769074990.747377:0:30249:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 00080000:00000010:0.0:1769074990.747382:0:30249:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 00002000:00000010:0.0:1769074990.747387:0:30249:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3fc87c00. 00000800:00000200:1.0:1769074990.747393:0:16311:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1769074990.747397:0:16311:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c8b3db67d00. 00000400:00000200:1.0:1769074990.747402:0:16311:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.747409:0:16311:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.204.141@tcp->192.168.204.41@tcp: PUT: OK 00000400:00000200:1.0:1769074990.747413:0:16311:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53ca18 00000020:00000010:0.0:1769074990.747414:0:30249:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b2a877e00. 00000400:00000010:1.0:1769074990.747415:0:16311:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53ca18. 00000020:00000010:0.0:1769074990.747417:0:30249:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cf8800. 00000020:00000010:0.0:1769074990.747420:0:30249:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 02000000:00000010:1.0:1769074990.747420:0:16311:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a0bc00. 00000020:00000010:0.0:1769074990.747423:0:30249:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b2a877400. 80000000:00000010:0.0:1769074990.747425:0:30249:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a01f4ff00. 40000000:00000010:0.0:1769074990.747428:0:30249:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8a01eecbc0. 00100000:00000010:0.0:1769074990.747431:0:30249:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b35cfd000. 00040000:00000010:0.0:1769074990.747433:0:30249:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a01ef8300. 00040000:00000010:0.0:1769074990.747436:0:30249:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b2a877800. 00080000:00000010:0.0:1769074990.747441:0:30249:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00080000:00000010:0.0:1769074990.747444:0:30249:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00002000:00000010:0.0:1769074990.747446:0:30249:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3fc87c00. 00000020:00000010:0.0:1769074990.747449:0:30249:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b2a877600. 00000001:00000010:2.0:1769074990.747503:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f4c00. 00000001:00000010:2.0:1769074990.747508:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f5800. 00000001:00000010:2.0:1769074990.747511:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f4600. 00000001:00000010:2.0:1769074990.747513:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f5000. 00000001:00000010:2.0:1769074990.747516:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b3c503740. 00000001:00000010:2.0:1769074990.747518:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b04a7d800. 00000020:00000010:2.0:1769074990.747523:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b049c5000. 00000020:00000010:2.0:1769074990.747533:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b049c2000. 00010000:00000010:2.1:1769074990.753081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b17538000. 00010000:00000010:2.1:1769074990.753094:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0d1ddc00. 00010000:00000010:2.1:1769074990.753098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c9600. 00010000:00000010:2.1:1769074990.753100:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ac00. 00010000:00000010:2.1:1769074990.753103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4000. 00010000:00000010:2.1:1769074990.753106:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47c00. 00010000:00000010:2.1:1769074990.753108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985200. 00010000:00000010:2.1:1769074990.753111:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237800. 00010000:00000010:2.1:1769074990.753114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2e600. 00010000:00000010:2.1:1769074990.753117:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a02e04300. 00010000:00000010:2.1:1769074990.753119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b2b5c8600. 00010000:00000010:2.1:1769074990.753134:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522bf00. 00010000:00000010:2.1:1769074990.753137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771da00. 00010000:00000010:2.1:1769074990.753139:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3edcaa00. 00010000:00000010:2.1:1769074990.753141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30692000. 00010000:00000010:2.1:1769074990.753144:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a399c00. 00010000:00000010:2.1:1769074990.753149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06f79800. 00010000:00000010:2.1:1769074990.753155:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786ab00. 00010000:00000010:2.1:1769074990.753157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a4000. 00010000:00000010:2.1:1769074990.753159:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4100. 00010000:00000010:2.1:1769074990.753161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06574c00. 00010000:00000010:2.1:1769074990.753163:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e800. 00010000:00000010:2.1:1769074990.753166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04acce00. 00010000:00000010:2.1:1769074990.753168:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f6a300. 00010000:00000010:2.1:1769074990.753172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04ab4800. 00010000:00000010:2.1:1769074990.753174:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b074b9100. 00010000:00000010:2.1:1769074990.753177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b30690200. 00010000:00000010:2.1:1769074990.753179:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47300. 00010000:00000010:2.1:1769074990.753182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1c00. 00010000:00000010:2.1:1769074990.753184:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b07bbf000. 00010000:00000010:2.1:1769074990.753188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a04794400. 00010000:00000010:2.1:1769074990.753191:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b27f04e00. 00010000:00000010:2.1:1769074990.753196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b107c1800. 00010000:00000010:2.1:1769074990.753198:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b077ad300. 00010000:00000010:2.1:1769074990.753200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0771de00. 00010000:00000010:2.1:1769074990.753202:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03745400. 00010000:00000010:2.1:1769074990.753207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150d800. 00010000:00000010:2.1:1769074990.753209:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3522be00. 00010000:00000010:2.1:1769074990.753213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58e00. 00010000:00000010:2.1:1769074990.753216:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44fc00. 00010000:00000010:2.1:1769074990.753218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575a00. 00010000:00000010:2.1:1769074990.753220:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b10064c00. 00010000:00000010:2.1:1769074990.753225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0150ce00. 00010000:00000010:2.1:1769074990.753229:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b0786a100. 00010000:00000010:2.1:1769074990.753234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d6e00. 00010000:00000010:2.1:1769074990.753236:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b03564f00. 00010000:00000010:2.1:1769074990.753240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfedc00. 00010000:00000010:2.1:1769074990.753243:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35237900. 00010000:00000010:2.1:1769074990.753247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06d2ec00. 00010000:00000010:2.1:1769074990.753249:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b06f47200. 00010000:00000010:2.1:1769074990.753250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3f6f1e00. 00010000:00000010:2.1:1769074990.753252:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8a01ef7200. 00010000:00000010:2.1:1769074990.753254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b06575200. 00010000:00000010:2.1:1769074990.753259:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f000. 00010000:00000010:2.1:1769074990.753261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b358d7a00. 00010000:00000010:2.1:1769074990.753263:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b2a5b4d00. 00010000:00000010:2.1:1769074990.753267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b3dfede00. 00010000:00000010:2.1:1769074990.753269:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b076f4900. 00010000:00000010:2.1:1769074990.753274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0882ae00. 00010000:00000010:2.1:1769074990.753280:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3869e000. 00010000:00000010:2.1:1769074990.753282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5e00. 00010000:00000010:2.1:1769074990.753284:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3e44f100. 00010000:00000010:2.1:1769074990.753289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b35163200. 00010000:00000010:2.1:1769074990.753294:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b3d4ae000. 00010000:00000010:2.1:1769074990.753298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b00031400. 00010000:00000010:2.1:1769074990.753300:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b305eea00. 00010000:00000010:2.1:1769074990.753302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213bc00. 00010000:00000010:2.1:1769074990.753304:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b35d81200. 00010000:00000010:2.1:1769074990.753308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b386a5000. 00010000:00000010:2.1:1769074990.753310:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8c8b1283ad00. 00010000:00000010:2.1:1769074990.753313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980600. 00010000:00000010:0.1:1769074990.757061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ac00. 00000100:00000010:0.0:1769074990.826107:0:50523:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 00000100:00000010:3.0:1769074990.826107:0:50521:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af66d80. 02000000:00000010:0.0:1769074990.826127:0:50523:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8a01ef8300. 02000000:00000010:3.0:1769074990.826127:0:50521:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158100. 02000000:00000010:0.0:1769074990.826185:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b3fc87c00. 00000400:00000010:0.0:1769074990.826194:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753baa8. 00000400:00000010:0.0:1769074990.826203:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074990.826210:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368833920, portal 4 00000400:00000010:0.0:1769074990.826219:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074990.826223:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368833920, offset 0 00000400:00000200:0.0:1769074990.826234:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.826248:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.826264:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae13580 00000400:00000200:0.0:1769074990.826271:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 12768 00000400:00000200:0.0:1769074990.826292:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.826297:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.826305:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074990.826310:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0a80. 00000400:00000200:0.0:1769074990.826328:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:0.0:1769074990.826331:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074990.826339:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f3b80 x1855008368833920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074990.826351:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 00000020:00000010:3.0:1769074990.826356:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00000020:00000010:3.0:1769074990.826362:0:49919:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304de600. 00000020:00000010:3.0:1769074990.826369:0:49919:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a09589b00. 02000000:00000010:0.0:1769074990.826371:0:16318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c8b378ce400. 00000400:00000010:0.0:1769074990.826375:0:16318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b580. 00000020:00000010:3.0:1769074990.826375:0:49919:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b08751708. 00000400:00000010:0.0:1769074990.826378:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074990.826381:0:16318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1855008368834048, portal 4 00000400:00000010:0.0:1769074990.826387:0:16318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58550. 00000100:00000200:0.0:1769074990.826389:0:16318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1855008368834048, offset 0 00000400:00000200:0.0:1769074990.826396:0:16318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074990.826402:0:16318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1769074990.826410:0:16318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x6971ecae13600 00000020:00000010:3.0:1769074990.826427:0:49919:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b30755480. 00000020:00000010:3.0:1769074990.826430:0:49919:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b30755480. 00000100:00000200:3.0:1769074990.826436:0:49919:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368833920 00000400:00000200:0.0:1769074990.826441:0:16318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x5aed [8] + 12992 00000400:00000200:0.0:1769074990.826447:0:16318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074990.826451:0:16318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074990.826455:0:16318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1769074990.826460:0:16318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1500. 02000000:00000010:3.0:1769074990.826460:0:49919:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b173a4800. 00000400:00000200:0.0:1769074990.826479:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58550 00000400:00000010:0.0:1769074990.826481:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58550. 00010000:00000200:3.0:1769074990.826481:0:49919:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f0a80 x1855008368833920/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074990.826487:0:16318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b2af66d80 x1855008368834048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074990.826492:0:29087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000020:00000010:1.0:1769074990.826499:0:29087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000400:00000010:3.0:1769074990.826500:0:49919:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:3.0:1769074990.826505:0:49919:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368833920, offset 224 00000020:00000010:1.0:1769074990.826506:0:29087:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02c23800. 00000020:00000010:1.0:1769074990.826512:0:29087:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3d80. 00000400:00000200:3.0:1769074990.826515:0:49919:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1769074990.826518:0:29087:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c37d0. 00000400:00000200:3.0:1769074990.826525:0:49919:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074990.826534:0:49919:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae13580 00000400:00000200:3.0:1769074990.826540:0:49919:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a2a5 [1] + 224 00000020:00000010:1.0:1769074990.826546:0:29087:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951fe80. 00000400:00000200:3.0:1769074990.826546:0:49919:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074990.826554:0:29087:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951fe80. 00000400:00000200:3.0:1769074990.826554:0:49919:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.826561:0:29087:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834048 00000100:00000200:3.0:1769074990.826567:0:49919:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f3b80 x1855008368833920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074990.826572:0:29087:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff8c8b3051bc00. 00010000:00000200:1.0:1769074990.826593:0:29087:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b351f1500 x1855008368834048/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:526/0 lens 224/368 e 0 to 0 dl 1769075001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1769074990.826597:0:49919:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:3.0:1769074990.826602:0:49919:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000400:00000010:0.0:1769074990.826611:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753baa8. 00000400:00000010:1.0:1769074990.826615:0:29087:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000400:00000200:0.0:1769074990.826617:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000020:00000010:3.0:1769074990.826619:0:49919:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a09589b00. 00000400:00000010:0.0:1769074990.826621:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000020:00000010:3.0:1769074990.826624:0:49919:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b08751708. 00000100:00000200:1.0:1769074990.826625:0:29087:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1855008368834048, offset 224 00000020:00000010:3.0:1769074990.826628:0:49919:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b304de600. 00000100:00000200:0.0:1769074990.826629:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f3b80 x1855008368833920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.826634:0:29087:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074990.826647:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f3b80 x1855008368833920/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074990.826647:0:29087:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074990.826656:0:29087:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x6971ecae13600 00000400:00000200:1.0:1769074990.826663:0:29087:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2a2ad [1] + 224 00000400:00000200:1.0:1769074990.826682:0:29087:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074990.826686:0:29087:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074990.826692:0:29087:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b2af66d80 x1855008368834048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074990.826693:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04cc2800. 02000000:00000010:0.0:1769074990.826703:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b222bbe00. 00000400:00000200:1.0:1769074990.826706:0:29087:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000100:00000010:0.0:1769074990.826710:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059aa00. 00000400:00000010:1.0:1769074990.826710:0:29087:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 02000000:00000010:0.0:1769074990.826718:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b35d68c00. 00000020:00000010:1.0:1769074990.826720:0:29087:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3d80. 02000000:00000010:0.0:1769074990.826723:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30756e00. 00000020:00000010:1.0:1769074990.826725:0:29087:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c37d0. 00000100:00000010:0.0:1769074990.826729:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3059ad80. 00000020:00000010:1.0:1769074990.826730:0:29087:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02c23800. 00000004:00000010:3.0:1769074990.826771:0:50522:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 92 at ffff8c8b173210c0. 02000000:00000010:3.0:1769074990.826786:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3cc90800. 00000400:00000010:0.0:1769074990.826794:0:16318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b580. 00000400:00000200:0.0:1769074990.826798:0:16318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:0.0:1769074990.826800:0:16318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 02000000:00000010:3.0:1769074990.826801:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3cc91c00. 00000100:00000200:0.0:1769074990.826806:0:16318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b2af66d80 x1855008368834048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1769074990.826806:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea680. 02000000:00000010:3.0:1769074990.826811:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b05f13c00. 00000100:00000200:0.0:1769074990.826816:0:16318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b2af66d80 x1855008368834048/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1769075006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1769074990.826816:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3cc92400. 00000100:00000010:3.0:1769074990.826820:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18700. 02000000:00000010:3.0:1769074990.826827:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b05f13000. 02000000:00000010:0.0:1769074990.826831:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b1fc45800. 02000000:00000010:3.0:1769074990.826831:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a02bbf000. 00000100:00000010:3.0:1769074990.826836:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44700. 02000000:00000010:0.0:1769074990.826837:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a04472600. 00000100:00000010:0.0:1769074990.826842:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b07558380. 02000000:00000010:3.0:1769074990.826842:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a029e7800. 02000000:00000010:3.0:1769074990.826847:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a02bbcc00. 02000000:00000010:0.0:1769074990.826848:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b35d6b000. 00000100:00000010:3.0:1769074990.826851:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47100. 02000000:00000010:0.0:1769074990.826852:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b30756600. 00000100:00000010:0.0:1769074990.826855:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598700. 02000000:00000010:3.0:1769074990.826856:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b307f5c00. 02000000:00000010:3.0:1769074990.826859:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fc86c00. 00000100:00000010:3.0:1769074990.826864:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44000. 02000000:00000010:3.0:1769074990.826870:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b385f1400. 02000000:00000010:3.0:1769074990.826873:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b385f2000. 00000100:00000010:3.0:1769074990.826877:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9880. 02000000:00000010:3.0:1769074990.826882:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3062dc00. 02000000:00000010:3.0:1769074990.826887:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3062cc00. 00000100:00000010:3.0:1769074990.826891:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9500. 00000004:00000010:1.0:1769074990.826896:0:50520:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 44 at ffff8c8b0951fe80. 02000000:00000010:3.0:1769074990.826897:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0952c800. 02000000:00000010:3.0:1769074990.826904:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3062f000. 00000100:00000010:3.0:1769074990.826907:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8700. 02000000:00000010:3.0:1769074990.826911:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bf800. 02000000:00000010:3.0:1769074990.826915:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3062e000. 00000100:00000010:3.0:1769074990.826918:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb100. 02000000:00000010:1.0:1769074990.826922:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04cc0c00. 02000000:00000010:3.0:1769074990.826923:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b173a7800. 02000000:00000010:0.0:1769074990.826926:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fc87c00. 02000000:00000010:1.0:1769074990.826930:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04cc3400. 02000000:00000010:0.0:1769074990.826931:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8a01ef8300. 02000000:00000010:3.0:1769074990.826931:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3062c000. 00000100:00000010:1.0:1769074990.826939:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06863b80. 00000100:00000010:0.0:1769074990.826940:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 00000100:00000010:3.0:1769074990.826940:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfea300. 02000000:00000010:0.0:1769074990.826948:0:16318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378ce400. 02000000:00000010:3.0:1769074990.826948:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3062f800. 02000000:00000010:1.0:1769074990.826951:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b06c30400. 02000000:00000010:0.0:1769074990.826953:0:16318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158100. 02000000:00000010:3.0:1769074990.826953:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3062d000. 02000000:00000010:1.0:1769074990.826959:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b06c31000. 00000100:00000010:0.0:1769074990.826960:0:16318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af66d80. 00000100:00000010:3.0:1769074990.826960:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe8000. 00000100:00000010:1.0:1769074990.826966:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862a00. 02000000:00000010:3.0:1769074990.826968:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b173a6c00. 02000000:00000010:3.0:1769074990.826975:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3062c800. 02000000:00000010:1.0:1769074990.826977:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04892c00. 00000100:00000010:3.0:1769074990.826979:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfe9f80. 02000000:00000010:1.0:1769074990.826983:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b378b9000. 02000000:00000010:3.0:1769074990.826988:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b368ed000. 00000100:00000010:1.0:1769074990.826990:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18e00. 02000000:00000010:3.0:1769074990.826995:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b368ec000. 02000000:00000010:1.0:1769074990.826998:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04892400. 00000100:00000010:3.0:1769074990.827002:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b08dd2680. 02000000:00000010:1.0:1769074990.827003:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0a5ae400. 00000100:00000010:1.0:1769074990.827011:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18380. 02000000:00000010:3.0:1769074990.827013:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b368ecc00. 02000000:00000010:1.0:1769074990.827017:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04891800. 02000000:00000010:3.0:1769074990.827021:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a01ea0000. 02000000:00000010:1.0:1769074990.827023:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0882f400. 00000100:00000010:3.0:1769074990.827049:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d500. 00000100:00000010:1.0:1769074990.827055:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19880. 02000000:00000010:3.0:1769074990.827058:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b368ed400. 02000000:00000010:1.0:1769074990.827064:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04891400. 02000000:00000010:3.0:1769074990.827066:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3051a800. 02000000:00000010:1.0:1769074990.827073:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b378ba400. 00000100:00000010:3.0:1769074990.827075:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748ca80. 00000100:00000010:1.0:1769074990.827080:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1b100. 02000000:00000010:3.0:1769074990.827083:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b368ee800. 02000000:00000010:1.0:1769074990.827089:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b35d24800. 02000000:00000010:3.0:1769074990.827090:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04a09400. 02000000:00000010:1.0:1769074990.827098:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b378b8400. 00000100:00000010:3.0:1769074990.827098:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748c380. 00000100:00000010:1.0:1769074990.827107:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d18000. 02000000:00000010:3.0:1769074990.827108:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04a09c00. 02000000:00000010:3.0:1769074990.827115:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04a08000. 02000000:00000010:1.0:1769074990.827118:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04891c00. 00000100:00000010:3.0:1769074990.827120:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45c00. 02000000:00000010:1.0:1769074990.827124:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a0332ec00. 02000000:00000010:3.0:1769074990.827128:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04a08800. 00000100:00000010:1.0:1769074990.827130:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1bb80. 02000000:00000010:3.0:1769074990.827136:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04997c00. 02000000:00000010:1.0:1769074990.827137:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04893c00. 02000000:00000010:1.0:1769074990.827144:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a0332d000. 00000100:00000010:3.0:1769074990.827144:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f100. 00000100:00000010:1.0:1769074990.827152:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d19500. 02000000:00000010:3.0:1769074990.827155:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b368eec00. 02000000:00000010:1.0:1769074990.827157:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04892000. 02000000:00000010:3.0:1769074990.827162:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a01ea3400. 02000000:00000010:1.0:1769074990.827163:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04890800. 00000100:00000010:1.0:1769074990.827171:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb800. 00000100:00000010:3.0:1769074990.827171:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d180. 02000000:00000010:1.0:1769074990.827179:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b35d24c00. 02000000:00000010:3.0:1769074990.827181:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04a0b800. 02000000:00000010:1.0:1769074990.827184:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0882c400. 00000100:00000010:1.0:1769074990.827189:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06d1ad80. 02000000:00000010:3.0:1769074990.827189:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04997400. 00000100:00000010:3.0:1769074990.827198:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f800. 02000000:00000010:3.0:1769074990.827204:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04a0b400. 00080000:00000010:1.0:1769074990.827205:0:50520:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02c23800. 02000000:00000010:3.0:1769074990.827209:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b05f12400. 00000100:00000010:3.0:1769074990.827214:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748f480. 00080000:00000010:1.0:1769074990.827217:0:50520:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f240. 02000000:00000010:3.0:1769074990.827220:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b368ee000. 02000000:00000010:3.0:1769074990.827225:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b05f13400. 00000100:00000010:3.0:1769074990.827228:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748d880. 02000000:00000010:3.0:1769074990.827233:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b361af800. 02000000:00000010:3.0:1769074990.827237:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b361af400. 00000100:00000010:3.0:1769074990.827241:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861180. 00080000:00000010:3.0:1769074990.827251:0:50522:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304de600. 00080000:00000010:3.0:1769074990.827259:0:50522:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755480. 00080000:00000010:1.0:1769074990.827271:0:50520:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f240. 00000004:00000010:1.0:1769074990.827278:0:50520:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 44 at ffff8c8b0951fe80. 00000004:00000010:1.0:1769074990.827288:0:50520:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 112 at ffff8c8b367b3d80. 02000000:00000010:1.0:1769074990.827291:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b35d6b800. 02000000:00000010:1.0:1769074990.827294:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04893800. 00000100:00000010:1.0:1769074990.827297:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1f80. 00080000:00000010:3.0:1769074990.827299:0:50522:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755480. 02000000:00000010:1.0:1769074990.827302:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a02b5c000. 02000000:00000010:1.0:1769074990.827308:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0940dc00. 00000004:00000010:3.0:1769074990.827308:0:50522:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 92 at ffff8c8b173210c0. 00000100:00000010:1.0:1769074990.827314:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0700. 02000000:00000010:1.0:1769074990.827318:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0952f400. 02000000:00000010:1.0:1769074990.827322:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0940f800. 00000004:00000010:3.0:1769074990.827322:0:50522:0:(osp_sync.c:1112:osp_sync_process_committed()) kmalloced '(arr)': 64 at ffff8c8b30755480. 00000100:00000010:1.0:1769074990.827328:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2680. 02000000:00000010:3.0:1769074990.827332:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a02b5e000. 02000000:00000010:1.0:1769074990.827334:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b05f10000. 02000000:00000010:1.0:1769074990.827340:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0940d000. 02000000:00000010:3.0:1769074990.827341:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a02b5cc00. 00000100:00000010:1.0:1769074990.827343:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2d80. 00000100:00000010:3.0:1769074990.827349:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35cd0380. 02000000:00000010:1.0:1769074990.827350:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a02bbe800. 02000000:00000010:1.0:1769074990.827357:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0940c000. 02000000:00000010:3.0:1769074990.827359:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a02b5d400. 00000100:00000010:1.0:1769074990.827361:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3800. 02000000:00000010:3.0:1769074990.827368:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fa02000. 02000000:00000010:1.0:1769074990.827369:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a02b5d800. 02000000:00000010:1.0:1769074990.827377:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0940fc00. 00000100:00000010:3.0:1769074990.827377:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3480. 00000100:00000010:1.0:1769074990.827380:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1180. 02000000:00000010:3.0:1769074990.827387:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fe14000. 02000000:00000010:1.0:1769074990.827388:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b384e4000. 02000000:00000010:1.0:1769074990.827392:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b384e6c00. 00000100:00000010:1.0:1769074990.827396:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45500. 02000000:00000010:3.0:1769074990.827396:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fe15400. 02000000:00000010:1.0:1769074990.827402:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a09d5a800. 00000100:00000010:3.0:1769074990.827404:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650d880. 02000000:00000010:1.0:1769074990.827407:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b378bdc00. 00000100:00000010:1.0:1769074990.827412:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97480. 02000000:00000010:3.0:1769074990.827413:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b061b4400. 02000000:00000010:1.0:1769074990.827419:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378be400. 02000000:00000010:3.0:1769074990.827420:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0940cc00. 02000000:00000010:1.0:1769074990.827424:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b384e4400. 00000100:00000010:3.0:1769074990.827427:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3100. 00000100:00000010:1.0:1769074990.827429:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af44e00. 02000000:00000010:3.0:1769074990.827435:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fe11800. 02000000:00000010:1.0:1769074990.827436:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b05f11800. 02000000:00000010:1.0:1769074990.827443:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b384e5c00. 02000000:00000010:3.0:1769074990.827445:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b17333c00. 00000100:00000010:1.0:1769074990.827446:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46d80. 02000000:00000010:1.0:1769074990.827454:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a09d58400. 00000100:00000010:3.0:1769074990.827454:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2a00. 02000000:00000010:1.0:1769074990.827458:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fe12000. 00000100:00000010:1.0:1769074990.827463:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af45880. 02000000:00000010:3.0:1769074990.827464:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b0940e400. 02000000:00000010:1.0:1769074990.827467:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a09d5a000. 02000000:00000010:3.0:1769074990.827470:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b0940f000. 02000000:00000010:1.0:1769074990.827472:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b384e7800. 00000100:00000010:3.0:1769074990.827477:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0e00. 00000100:00000010:1.0:1769074990.827478:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af46680. 02000000:00000010:1.0:1769074990.827484:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b384e5400. 02000000:00000010:1.0:1769074990.827488:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fe10400. 02000000:00000010:3.0:1769074990.827489:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b061b4000. 00000100:00000010:1.0:1769074990.827491:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47480. 02000000:00000010:3.0:1769074990.827495:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b09409c00. 02000000:00000010:1.0:1769074990.827497:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bc400. 02000000:00000010:1.0:1769074990.827503:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b378bc800. 00000100:00000010:3.0:1769074990.827503:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38487480. 00000100:00000010:1.0:1769074990.827510:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf96680. 02000000:00000010:3.0:1769074990.827513:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b361aec00. 02000000:00000010:1.0:1769074990.827515:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378be000. 02000000:00000010:1.0:1769074990.827522:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b378bd400. 02000000:00000010:3.0:1769074990.827522:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b05f12c00. 00000100:00000010:1.0:1769074990.827531:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94a80. 00000100:00000010:3.0:1769074990.827532:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30598e00. 02000000:00000010:1.0:1769074990.827535:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bcc00. 02000000:00000010:1.0:1769074990.827540:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b1fc47400. 02000000:00000010:3.0:1769074990.827541:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b17331400. 00000100:00000010:1.0:1769074990.827544:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489b100. 02000000:00000010:3.0:1769074990.827548:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b17333000. 02000000:00000010:1.0:1769074990.827553:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fc85000. 00000100:00000010:3.0:1769074990.827555:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b1748dc00. 02000000:00000010:1.0:1769074990.827561:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b378bf000. 02000000:00000010:3.0:1769074990.827564:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04cc1400. 00000100:00000010:1.0:1769074990.827569:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf97100. 02000000:00000010:3.0:1769074990.827571:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b361acc00. 00000100:00000010:3.0:1769074990.827577:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860700. 02000000:00000010:1.0:1769074990.827578:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b378bc000. 02000000:00000010:1.0:1769074990.827586:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b1fc46800. 02000000:00000010:3.0:1769074990.827586:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b1fc45400. 02000000:00000010:3.0:1769074990.827594:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04cc0400. 00000100:00000010:1.0:1769074990.827595:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898a80. 00000100:00000010:3.0:1769074990.827602:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862300. 02000000:00000010:1.0:1769074990.827606:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b1fc44c00. 02000000:00000010:3.0:1769074990.827611:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b17525800. 02000000:00000010:1.0:1769074990.827613:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b1fc47800. 00000100:00000010:1.0:1769074990.827620:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04898000. 02000000:00000010:3.0:1769074990.827620:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b17527800. 00000100:00000010:3.0:1769074990.827630:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06862680. 02000000:00000010:1.0:1769074990.827631:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fc85400. 02000000:00000010:1.0:1769074990.827637:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b1fc46000. 02000000:00000010:3.0:1769074990.827639:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b17332400. 00000100:00000010:1.0:1769074990.827641:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489ad80. 02000000:00000010:3.0:1769074990.827647:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fcf0000. 02000000:00000010:1.0:1769074990.827649:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fc84800. 02000000:00000010:1.0:1769074990.827655:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b1fc47000. 00000100:00000010:3.0:1769074990.827655:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8a0af47b80. 00000100:00000010:1.0:1769074990.827662:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04899180. 02000000:00000010:1.0:1769074990.827680:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fc86000. 02000000:00000010:3.0:1769074990.827682:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b04893000. 02000000:00000010:1.0:1769074990.827685:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a03ca8400. 02000000:00000010:3.0:1769074990.827689:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b04890400. 00000100:00000010:1.0:1769074990.827690:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b0489a300. 00000100:00000010:3.0:1769074990.827698:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94e00. 02000000:00000010:1.0:1769074990.827699:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b06c30800. 02000000:00000010:1.0:1769074990.827704:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b06c33800. 00000100:00000010:1.0:1769074990.827709:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860a80. 02000000:00000010:3.0:1769074990.827709:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8a09d52000. 02000000:00000010:1.0:1769074990.827718:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b06c30c00. 02000000:00000010:3.0:1769074990.827718:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fe38400. 02000000:00000010:1.0:1769074990.827725:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8a02bbd800. 00000100:00000010:3.0:1769074990.827727:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf94000. 00000100:00000010:1.0:1769074990.827729:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3dfeb480. 02000000:00000010:1.0:1769074990.827737:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b1fc45000. 02000000:00000010:3.0:1769074990.827737:0:50522:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b05379c00. 02000000:00000010:3.0:1769074990.827745:0:50522:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3cec3800. 02000000:00000010:1.0:1769074990.827746:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fc66400. 00000100:00000010:3.0:1769074990.827751:0:50522:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3cf95180. 00000100:00000010:1.0:1769074990.827753:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f0000. 02000000:00000010:1.0:1769074990.827760:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b06c31c00. 00080000:00000010:3.0:1769074990.827761:0:50522:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b304de400. 02000000:00000010:1.0:1769074990.827765:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b06c32c00. 00080000:00000010:3.0:1769074990.827768:0:50522:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b30755c80. 00000100:00000010:1.0:1769074990.827771:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06861f80. 02000000:00000010:1.0:1769074990.827779:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b3fc65000. 02000000:00000010:1.0:1769074990.827782:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b3fc66000. 00000100:00000010:1.0:1769074990.827784:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b38486d80. 00080000:00000010:3.0:1769074990.827789:0:50522:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b30755c80. 02000000:00000010:1.0:1769074990.827791:0:50520:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c8b06c33c00. 02000000:00000010:1.0:1769074990.827798:0:50520:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c8b06c33000. 00000004:00000010:3.0:1769074990.827798:0:50522:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 64 at ffff8c8b30755480. 00000100:00000010:1.0:1769074990.827802:0:50520:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b06860380. 00080000:00000010:1.0:1769074990.827809:0:50520:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a0296f400. 00080000:00000010:1.0:1769074990.827814:0:50520:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fe80. 00080000:00000010:1.0:1769074990.827829:0:50520:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fe80. 00000004:00000010:1.0:1769074990.827832:0:50520:0:(osp_sync.c:1167:osp_sync_process_committed()) kvfree 'arr': 112 at ffff8c8b367b3d80. 00080000:00000010:2.0:1769074990.916213:0:53905:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074990.916220:0:53905:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074990.916228:0:53905:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074990.916232:0:53905:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074990.916240:0:53905:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074990.916243:0:53905:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074990.916254:0:53905:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074990.916258:0:53905:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2900. 00080000:00000010:2.0:1769074991.031642:0:53942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031650:0:53942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031657:0:53942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031661:0:53942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031682:0:53942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031687:0:53942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031710:0:53942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031713:0:53942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031722:0:53942:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2800. 00080000:00000010:2.0:1769074991.031725:0:53942:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2800. 00080000:00000010:3.0:1769074991.208333:0:53953:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a09589b00. 00080000:00000010:3.0:1769074991.208343:0:53953:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a09589b00. 00080000:00000010:3.0:1769074991.208352:0:53953:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a09589b00. 00080000:00000010:3.0:1769074991.208357:0:53953:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a09589b00. 00080000:00000010:3.0:1769074991.208366:0:53953:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a09589b00. 00080000:00000010:3.0:1769074991.208371:0:53953:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a09589b00. 00080000:00000010:3.0:1769074991.208384:0:53953:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a09589b00. 00080000:00000010:3.0:1769074991.208389:0:53953:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a09589b00. 00100000:02000000:3.0:1769074991.211199:0:53843:0:(lfsck_namespace.c:6330:lfsck_namespace_scan_local_lpf()) *** cfs_fail_loc=1602, val=1*** 00080000:00000010:0.0:1769074991.337563:0:53990:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc580. 00080000:00000010:0.0:1769074991.337571:0:53990:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc580. 00080000:00000010:0.0:1769074991.337578:0:53990:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc580. 00080000:00000010:0.0:1769074991.337582:0:53990:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc580. 00080000:00000010:0.0:1769074991.337589:0:53990:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc580. 00080000:00000010:0.0:1769074991.337593:0:53990:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc580. 00080000:00000010:0.0:1769074991.337604:0:53990:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a02bcc580. 00080000:00000010:0.0:1769074991.337607:0:53990:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a02bcc580. 00080000:00000010:1.0:1769074991.338822:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b367b3680. 00080000:00000010:1.0:1769074991.338827:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b367b3680. 00080000:00000010:1.0:1769074991.338841:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b367b3680. 00080000:00000010:1.0:1769074991.338846:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b367b3680. 00080000:00000010:1.0:1769074991.338864:0:1:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8b367b3680. 00080000:00000010:1.0:1769074991.338869:0:1:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8b367b3680. 00080000:00000010:2.0:1769074991.338903:0:40759:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2380. 00080000:00000010:2.0:1769074991.338909:0:40759:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2380. 00080000:00000010:2.0:1769074991.338917:0:40759:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2380. 00080000:00000010:2.0:1769074991.338921:0:40759:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2380. 00080000:00000010:2.0:1769074991.338928:0:40759:0:(osd_handler.c:2623:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8c8a01de2380. 00080000:00000010:2.0:1769074991.338931:0:40759:0:(osd_handler.c:2664:osd_statfs()) kfreed 'ksfs': 120 at ffff8c8a01de2380. 00000020:00000010:0.0:1769074991.352347:0:53990:0:(tgt_mount.c:1904:server_put_super()) kmalloced '(tmpname)': 15 at ffff8c8a0299dfc0. 00000020:00000010:0.0:1769074991.352356:0:53990:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff8c8a01eec040. 00000020:00000010:0.0:1769074991.352359:0:53990:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8c8a01f4f720. 00000020:00000010:0.0:1769074991.352363:0:53990:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8c8b03590a80. 00000020:00000010:0.0:1769074991.352368:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0b493a00. 00000020:00000010:0.0:1769074991.352372:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0b493600. 00000040:00000010:0.0:1769074991.352375:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8a0b492c00. 00000020:00000010:0.0:1769074991.352379:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a03f40800. 00000020:00000010:0.0:1769074991.352383:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b2a877e00. 00040000:00000010:0.0:1769074991.352388:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8a01ef8300. 00040000:00000010:0.0:1769074991.352391:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b222bbe00. 00080000:00000010:0.0:1769074991.352396:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 00080000:00000010:0.0:1769074991.352399:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 00010000:00000010:0.0:1769074991.352418:0:53990:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b03590240. 00000020:00000010:0.0:1769074991.352455:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0b493600. 00000040:00000010:0.0:1769074991.352460:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a0b492c00. 00000020:00000010:0.0:1769074991.352463:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a03f40800. 00000020:00000010:0.0:1769074991.352467:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b2a877e00. 00040000:00000010:0.0:1769074991.352471:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a01ef8300. 00040000:00000010:0.0:1769074991.352474:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b222bbe00. 00080000:00000010:0.0:1769074991.352479:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00080000:00000010:0.0:1769074991.352484:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00000020:00000010:0.0:1769074991.352487:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0b493a00. 00000020:00000010:0.0:1769074991.352490:0:53990:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff8c8b03590a80. 00000020:00000010:0.0:1769074991.352495:0:53990:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8c8a02bcc580. 00000020:00000010:0.0:1769074991.352500:0:53990:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8c8a01f4fd20. 00000100:00000010:0.0:1769074991.352515:0:53990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f3b80. 02000000:00000010:0.0:1769074991.352526:0:53990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8a01ef8300. 10000000:00000010:2.0:1769074991.352537:0:26091:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8c8b12117000. 00000100:00000010:2.0:1769074991.352559:0:26091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30769f80. 02000000:00000010:2.0:1769074991.352569:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b351da000. 02000000:00000010:1.0:1769074991.352582:0:16316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055eb000. 00000400:00000010:1.0:1769074991.352593:0:16316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307941b8. 00000400:00000010:1.0:1769074991.352600:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074991.352608:0:16316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368834176, portal 10 00010000:00000010:2.0:1769074991.352610:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b03590240. 00000400:00000010:1.0:1769074991.352616:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 02000000:00000010:0.0:1769074991.352621:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a032f6e00. 00000100:00000200:1.0:1769074991.352621:0:16316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1855008368834176, offset 0 00000400:00000010:0.0:1769074991.352626:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b580. 00000400:00000200:1.0:1769074991.352635:0:16316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1769074991.352642:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074991.352647:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368834304, portal 18 00000400:00000010:0.0:1769074991.352653:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000400:00000200:1.0:1769074991.352653:0:16316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1769074991.352670:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368834304, offset 0 00000400:00000200:0.0:1769074991.352677:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074991.352684:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074991.352684:0:16316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6971ecae13680 00000400:00000200:0.0:1769074991.352694:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae13700 00000400:00000200:1.0:1769074991.352698:0:16316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x4c45 [64] + 99616 00000400:00000200:1.0:1769074991.352707:0:16316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074991.352708:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x23eb5 [2] + 1968 00000400:00000010:0.0:1769074991.352714:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b362996e0. 00000400:00000200:1.0:1769074991.352716:0:16316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1769074991.352718:0:16319:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8c8a044f1b40 00000400:00000200:0.0:1769074991.352723:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074991.352726:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074991.352726:0:16316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1769074991.352731:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a044f1b40 00000400:00000010:0.0:1769074991.352734:0:16319:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a044f1b40. 00000100:00000010:1.0:1769074991.352735:0:16316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04aff480. 00000100:00000200:0.0:1769074991.352739:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1769074991.352750:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000400:00000010:0.0:1769074991.352751:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074991.352771:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30769f80 x1855008368834304/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074991.352772:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:1.0:1769074991.352778:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074991.352790:0:16316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f3b80 x1855008368834176/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074991.352805:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763b00. 00000020:00000010:2.0:1769074991.352811:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763b00. 00000020:00000010:2.0:1769074991.352817:0:26104:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b12117000. 00000020:00000010:2.0:1769074991.352823:0:26104:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074991.352828:0:26104:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 00000020:00000010:2.0:1769074991.352871:0:26104:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763b00. 00000020:00000010:2.0:1769074991.352874:0:26104:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763b00. 00000100:00000200:2.0:1769074991.352879:0:26104:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834176 02000000:00000010:2.0:1769074991.352895:0:26104:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a0b400. 00010000:00000200:2.0:1769074991.352941:0:26104:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04aff480 x1855008368834176/t0(0) o39->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:527/0 lens 224/224 e 0 to 0 dl 1769075002 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1769074991.352959:0:26104:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000100:00000200:2.0:1769074991.352963:0:26104:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1855008368834176, offset 224 00000400:00000200:2.0:1769074991.352968:0:26104:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074991.352975:0:26104:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074991.352981:0:26104:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6971ecae13680 00000400:00000200:2.0:1769074991.352987:0:26104:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2a2bd [1] + 224 00000400:00000200:2.0:1769074991.352992:0:26104:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074991.352996:0:26104:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074991.353002:0:26104:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f3b80 x1855008368834176/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074991.353057:0:26104:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:2.0:1769074991.353061:0:26104:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000010:1.0:1769074991.353072:0:16316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307941b8. 00000400:00000200:1.0:1769074991.353078:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:1.0:1769074991.353080:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074991.353087:0:16316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f3b80 x1855008368834176/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074991.353090:0:26104:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074991.353099:0:26104:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000100:00000200:1.0:1769074991.353104:0:16316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f3b80 x1855008368834176/t0(0) o39->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074991.353106:0:26104:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b12117000. 00000020:00000010:2.0:1769074991.353144:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763b00. 00000020:00000010:2.0:1769074991.353148:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763b00. 00000020:00000010:2.0:1769074991.353151:0:26089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b12117000. 02000000:00000010:1.0:1769074991.353153:0:16316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055eb000. 00000020:00000010:2.0:1769074991.353154:0:26089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074991.353160:0:26089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 02000000:00000010:1.0:1769074991.353163:0:16316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8a01ef8300. 00000004:00000010:0.0:1769074991.353164:0:33201:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8c8a01cf1640. 00000100:00000010:1.0:1769074991.353171:0:16316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f3b80. 00000001:00000010:0.0:1769074991.353176:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccca00. 00000001:00000010:0.0:1769074991.353181:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccc000. 00000001:00000010:0.0:1769074991.353184:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccce00. 00000001:00000010:0.0:1769074991.353187:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccc800. 00000020:00000010:2.0:1769074991.353188:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763b00. 00000001:00000010:0.0:1769074991.353189:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9660. 00000001:00000010:0.0:1769074991.353196:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b10071900. 00000020:00000010:2.0:1769074991.353196:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763b00. 00000100:00000200:2.0:1769074991.353202:0:26089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834304 00000001:00000010:0.0:1769074991.353205:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccd000. 00000001:00000010:0.0:1769074991.353208:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccd200. 02000000:00000010:2.0:1769074991.353209:0:26089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a09400. 00000001:00000010:0.0:1769074991.353210:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccdc00. 00000001:00000010:0.0:1769074991.353215:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccc400. 00000001:00000010:0.0:1769074991.353216:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9c20. 00000001:00000010:0.0:1769074991.353218:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b10071800. 00000001:00000010:0.0:1769074991.353223:0:33201:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8c8b0944ef00. 00000020:00000010:0.0:1769074991.353229:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a04dbb000. 00000400:00000010:2.0:1769074991.353235:0:26089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000020:00000010:0.0:1769074991.353239:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8a04dba800. 00000100:00000200:2.0:1769074991.353240:0:26089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368834304, offset 224 00000400:00000200:2.0:1769074991.353247:0:26089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074991.353253:0:26089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074991.353258:0:26089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae13700 00000400:00000200:2.0:1769074991.353261:0:26089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2a2c5 [1] + 224 00000400:00000200:2.0:1769074991.353265:0:26089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1769074991.353267:0:26089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1769074991.353271:0:26089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30769f80 x1855008368834304/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074991.353286:0:26089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:2.0:1769074991.353288:0:26089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000400:00000010:0.0:1769074991.353296:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b580. 00000400:00000200:0.0:1769074991.353300:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:0.0:1769074991.353302:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:0.0:1769074991.353308:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30769f80 x1855008368834304/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074991.353313:0:26089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000100:00000200:0.0:1769074991.353318:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30769f80 x1855008368834304/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074991.353319:0:26089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000020:00000010:2.0:1769074991.353325:0:26089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b12117000. 02000000:00000010:2.0:1769074991.353332:0:26089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a09400. 02000000:00000010:2.0:1769074991.353337:0:26089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b04a08c00. 00000100:00000010:2.0:1769074991.353340:0:26089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f84700. 02000000:00000010:0.0:1769074991.353344:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a032f6e00. 02000000:00000010:2.0:1769074991.353344:0:26089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b3fe16400. 00000100:00000010:2.0:1769074991.353346:0:26089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afd500. 02000000:00000010:0.0:1769074991.353353:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b351da000. 02000000:00000010:2.0:1769074991.353354:0:26089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8a01ea0800. 00000100:00000010:2.0:1769074991.353359:0:26089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b35f87100. 00000100:00000010:0.0:1769074991.353362:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30769f80. 02000000:00000010:2.0:1769074991.353364:0:26089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0487c400. 00000100:00000010:2.0:1769074991.353370:0:26089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650ca80. 02000000:00000010:2.0:1769074991.353374:0:26089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b061b7c00. 00000100:00000010:2.0:1769074991.353376:0:26089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650fb80. 02000000:00000010:2.0:1769074991.353379:0:26089:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff8c8b0487e400. 00000100:00000010:2.0:1769074991.353381:0:26089:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b3650df80. 00000100:00000200:2.0:1769074991.353386:0:26089:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1769074991.353389:0:26089:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8a01c39160. 00000400:00000010:2.0:1769074991.353393:0:26089:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8c8b076a69c0. 00000020:00000010:3.0:1769074991.353992:0:53990:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8c8a01f4fd20. 00000020:00000010:3.0:1769074991.353997:0:53990:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8c8a02bcc580. 00000020:00000010:3.0:1769074991.353999:0:53990:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8c8a01f4f720. 00000020:00000010:3.0:1769074991.354002:0:53990:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff8c8a01eec040. 00000020:00000010:3.0:1769074991.354006:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b304df800. 00000020:00000010:3.0:1769074991.354008:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b304de800. 00000040:00000010:3.0:1769074991.354010:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b304dfa00. 00000020:00000010:3.0:1769074991.354013:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a04d50000. 00000020:00000010:3.0:1769074991.354016:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b34c75a90. 00000020:00000010:3.0:1769074991.354018:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b304dfe00. 80000000:00000010:3.0:1769074991.354021:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b173210c0. 40000000:00000010:3.0:1769074991.354024:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b30755340. 00100000:00000010:3.0:1769074991.354051:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a04d57800. 00040000:00000010:3.0:1769074991.354055:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158100. 00040000:00000010:3.0:1769074991.354058:0:53990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a04d52000. 00040000:00000010:3.0:1769074991.354061:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b304de200. 00080000:00000010:3.0:1769074991.354065:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b36e34000. 00080000:00000010:3.0:1769074991.354069:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b36e36000. 00000004:00000010:3.0:1769074991.354075:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8a04d55000. 00000004:00000010:3.0:1769074991.354079:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b30593000. 00000004:00000010:3.0:1769074991.354083:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a044be000. 00002000:00000010:3.0:1769074991.354086:0:53990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b173a6c00. 00000004:00000010:3.0:1769074991.354089:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b173a7800. 00000020:00000010:3.0:1769074991.354092:0:53990:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8c8b30755880. 00000020:00000010:3.0:1769074991.354097:0:53990:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8c8b17321000. 00000020:00000010:3.0:1769074991.354099:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fa00. 00000020:00000010:3.0:1769074991.354101:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b3ce0f200. 00000040:00000010:3.0:1769074991.354103:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b3ce0f600. 00000020:00000010:3.0:1769074991.354106:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a01612000. 00000020:00000010:3.0:1769074991.354108:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b3ce0e800. 00040000:00000010:3.0:1769074991.354110:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158600. 00040000:00000010:3.0:1769074991.354112:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b3ce0fc00. 00080000:00000010:3.0:1769074991.354116:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b04a6a000. 00080000:00000010:3.0:1769074991.354120:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a0922a000. 00010000:00000010:3.0:1769074991.354129:0:53990:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b080be0c0. 00010000:00000010:3.0:1769074991.354150:0:53990:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a03076d80. 00010000:00000010:3.0:1769074991.354164:0:53990:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8a030763c0. 00000100:00000010:0.0:1769074991.354177:0:30249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f2300. 00010000:00000010:3.0:1769074991.354182:0:53990:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8c8b129ddd80. 10000000:00000010:1.0:1769074991.354190:0:26092:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff8c8b05cf1800. 02000000:00000010:0.0:1769074991.354191:0:30249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6e00. 10000000:00000010:3.0:1769074991.354197:0:53990:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8c8b05cf0200. 00000020:00000010:3.0:1769074991.354206:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b3ce0f200. 00000100:00000010:1.0:1769074991.354207:0:26092:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe680. 00000040:00000010:3.0:1769074991.354211:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b3ce0f600. 02000000:00000010:1.0:1769074991.354218:0:26092:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b055eb000. 00000020:00000010:3.0:1769074991.354219:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a01612000. 10000000:00000010:2.0:1769074991.354220:0:26091:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8c8b05cf0600. 00010000:00000010:0.0:1769074991.354222:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b080be0c0. 00000020:00000010:3.0:1769074991.354226:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b3ce0e800. 00040000:00000010:3.0:1769074991.354234:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b06158600. 10000000:00000010:0.0:1769074991.354235:0:30249:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8c8b05cf0000. 00000100:00000010:2.0:1769074991.354237:0:26091:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b30768700. 00040000:00000010:3.0:1769074991.354241:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b3ce0fc00. 00000100:00000010:0.0:1769074991.354246:0:30249:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f1880. 00080000:00000010:3.0:1769074991.354248:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0922a000. 02000000:00000010:2.0:1769074991.354249:0:26091:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8b12117000. 00010000:00000010:1.0:1769074991.354253:0:26092:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a03076d80. 02000000:00000010:0.0:1769074991.354255:0:30249:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8c8a032f6600. 00080000:00000010:3.0:1769074991.354256:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b04a6a000. 00000020:00000010:3.0:1769074991.354265:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fa00. 00000020:00000010:3.0:1769074991.354271:0:53990:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8c8b17321000. 00010000:00000010:2.0:1769074991.354275:0:26091:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8a030763c0. 00010000:00000010:0.0:1769074991.354276:0:30249:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8c8b129ddd80. 02000000:00000010:1.0:1769074991.354278:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b055ea600. 00000400:00000010:1.0:1769074991.354285:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307941b8. 00000400:00000010:1.0:1769074991.354291:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 02000000:00000010:3.0:1769074991.354295:0:16320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b3ce0fa00. 00000100:00000200:1.0:1769074991.354296:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368834560, portal 18 00000400:00000010:3.0:1769074991.354302:0:16320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b36751f20. 00000400:00000010:1.0:1769074991.354305:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 02000000:00000010:0.0:1769074991.354308:0:16319:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8a032f6400. 00000400:00000010:3.0:1769074991.354309:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5f088. 00000100:00000200:1.0:1769074991.354310:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368834560, offset 0 00000400:00000010:0.0:1769074991.354314:0:16319:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b1753b580. 00000100:00000200:3.0:1769074991.354315:0:16320:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368834432, portal 18 00000400:00000200:1.0:1769074991.354321:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1769074991.354322:0:16320:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b35d5fcc0. 00000100:00000200:3.0:1769074991.354326:0:16320:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368834432, offset 0 00000400:00000010:0.0:1769074991.354328:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00000400:00000200:1.0:1769074991.354334:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074991.354335:0:16320:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074991.354342:0:16319:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368834816, portal 18 00000400:00000200:1.0:1769074991.354349:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae13800 00000400:00000200:3.0:1769074991.354349:0:16320:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1769074991.354350:0:16319:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074991.354357:0:16319:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368834816, offset 0 00000400:00000200:1.0:1769074991.354362:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x23ff1 [2] + 0 00000400:00000200:3.0:1769074991.354363:0:16320:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae13780 00000400:00000200:1.0:1769074991.354372:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074991.354373:0:16319:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074991.354381:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1769074991.354383:0:16320:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x23ff1 [2] + 328 00000400:00000200:0.0:1769074991.354387:0:16319:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1769074991.354392:0:16320:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074991.354393:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:0.0:1769074991.354398:0:16319:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae13900 00000400:00000200:3.0:1769074991.354400:0:16320:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1769074991.354402:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afd180. 00000400:00000200:0.0:1769074991.354408:0:16319:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x23ff1 [2] + 656 00000400:00000200:0.0:1769074991.354413:0:16319:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1769074991.354415:0:16319:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1769074991.354420:0:53990:0:(tgt_mount.c:1947:server_put_super()) kmalloced '(extraname)': 22 at ffff8c8b35118640. 00000020:00000010:3.0:1769074991.354430:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8c8b30755000. 00000100:00000200:0.0:1769074991.354435:0:16319:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:02000400:3.0:1769074991.354435:0:53990:0:(obd_config.c:863:class_cleanup()) Failing over lustre-MDT0000 00000400:00000200:1.0:1769074991.354438:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000100:00000010:0.0:1769074991.354442:0:16319:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b351f0380. 00000400:00000010:1.0:1769074991.354443:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000020:00000010:2.0:1769074991.354451:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763b00. 00000100:00000200:1.0:1769074991.354455:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b04afe680 x1855008368834560/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074991.354458:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000020:00000010:2.0:1769074991.354458:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763b00. 00000400:00000010:0.0:1769074991.354463:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000020:00000010:2.0:1769074991.354468:0:26089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607600. 00000100:00000200:0.0:1769074991.354473:0:16319:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f1880 x1855008368834816/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074991.354476:0:26089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2380. 00000020:00000010:2.0:1769074991.354483:0:26089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 02000000:00000010:1.0:1769074991.354513:0:16317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b05cf0000. 00000400:00000010:1.0:1769074991.354518:0:16317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00000020:00000010:0.0:1769074991.354522:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec340. 00000400:00000010:1.0:1769074991.354524:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000020:00000010:2.0:1769074991.354526:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763b00. 00000020:00000010:0.0:1769074991.354527:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec340. 00000100:00000200:1.0:1769074991.354531:0:16317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368834688, portal 18 00000020:00000010:2.0:1769074991.354534:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763b00. 00000020:00000010:0.0:1769074991.354536:0:40732:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da000. 00000400:00000010:1.0:1769074991.354538:0:16317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:2.0:1769074991.354539:0:26089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834560 00000020:00000010:0.0:1769074991.354541:0:40732:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc380. 00000100:00000200:1.0:1769074991.354545:0:16317:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1855008368834688, offset 0 00000020:00000010:0.0:1769074991.354547:0:40732:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 02000000:00000010:2.0:1769074991.354550:0:26089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a08c00. 00000400:00000200:1.0:1769074991.354555:0:16317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074991.354564:0:16317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074991.354572:0:16317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 17 MB=0x6971ecae13880 00000020:00000010:0.0:1769074991.354577:0:40732:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec340. 00000400:00000010:2.0:1769074991.354577:0:26089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000400:00000200:1.0:1769074991.354578:0:16317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-0@lo of length 328/328 into md 0x23ff1 [2] + 984 00000020:00000010:0.0:1769074991.354584:0:40732:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec340. 00000400:00000200:1.0:1769074991.354588:0:16317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074991.354588:0:26089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368834560, offset 224 00000100:00000200:0.0:1769074991.354589:0:40732:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834816 02000000:00000010:0.0:1769074991.354596:0:40732:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378ce400. 00000400:00000200:1.0:1769074991.354598:0:16317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1769074991.354603:0:26089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1769074991.354608:0:16317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000200:2.0:1769074991.354615:0:26089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1769074991.354616:0:16317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04affb80. 00000400:00000010:0.0:1769074991.354617:0:40732:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed58a18. 00000100:00000200:0.0:1769074991.354623:0:40732:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368834816, offset 224 00000400:00000200:2.0:1769074991.354627:0:26089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae13800 00000400:00000200:0.0:1769074991.354633:0:40732:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1769074991.354639:0:40732:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074991.354644:0:26089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2a2d9 [1] + 224 00000400:00000200:0.0:1769074991.354646:0:40732:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae13900 00000400:00000200:1.0:1769074991.354655:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000200:2.0:1769074991.354655:0:26089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1769074991.354672:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000400:00000200:2.0:1769074991.354677:0:26089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074991.354682:0:16317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b30768700 x1855008368834688/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074991.354684:0:40732:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2a2e9 [1] + 224 00000400:00000200:0.0:1769074991.354694:0:40732:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1769074991.354699:0:26089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b04afe680 x1855008368834560/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1769074991.354702:0:40732:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1769074991.354716:0:40732:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f1880 x1855008368834816/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074991.354732:0:26089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000020:00000010:1.0:1769074991.354734:0:26090:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f9c0. 00000400:00000010:2.0:1769074991.354737:0:26089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000020:00000010:1.0:1769074991.354740:0:26090:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f9c0. 00000020:00000010:1.0:1769074991.354747:0:26090:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b05cf0600. 00000400:00000200:0.0:1769074991.354750:0:40732:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed58a18 00000020:00000010:2.0:1769074991.354751:0:26089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2380. 00000020:00000010:1.0:1769074991.354752:0:26090:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3680. 00000400:00000010:0.0:1769074991.354755:0:40732:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed58a18. 00000020:00000010:1.0:1769074991.354760:0:26090:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c37d0. 00000020:00000010:2.0:1769074991.354760:0:26089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000020:00000010:2.0:1769074991.354768:0:26089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607600. 00000020:00000010:0.0:1769074991.354771:0:40732:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc380. 00000020:00000010:0.0:1769074991.354778:0:40732:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074991.354782:0:40732:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da000. 00000020:00000010:2.0:1769074991.354789:0:26089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763b00. 00000020:00000010:2.0:1769074991.354794:0:26089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763b00. 00000100:00000200:2.0:1769074991.354798:0:26089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834688 02000000:00000010:2.0:1769074991.354804:0:26089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a09400. 00000100:00000200:1.0:1769074991.354810:0:16320:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1769074991.354811:0:16319:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b1753b580. 00000100:00000010:1.0:1769074991.354817:0:16320:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afd500. 00000400:00000200:0.0:1769074991.354818:0:16319:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000010:2.0:1769074991.354822:0:26089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00000400:00000010:0.0:1769074991.354823:0:16319:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 00000100:00000200:2.0:1769074991.354831:0:26089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368834688, offset 224 00000100:00000200:0.0:1769074991.354833:0:16319:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f1880 x1855008368834816/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074991.354834:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5fcc0 00000400:00000010:1.0:1769074991.354839:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5fcc0. 00000100:00000200:1.0:1769074991.354850:0:16320:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b351f2300 x1855008368834432/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074991.354850:0:26089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1769074991.354856:0:16319:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f1880 x1855008368834816/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1769074991.354863:0:26089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074991.354879:0:26089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae13880 00000400:00000200:2.0:1769074991.354887:0:26089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2a2f1 [1] + 224 00000400:00000200:2.0:1769074991.354892:0:26089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1769074991.354895:0:16319:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8a032f6400. 00000400:00000200:2.0:1769074991.354899:0:26089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:0.0:1769074991.354904:0:16319:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6600. 00000020:00000010:1.0:1769074991.354907:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f9c0. 00000100:00000010:0.0:1769074991.354910:0:16319:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f1880. 00000020:00000010:1.0:1769074991.354912:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f9c0. 00000100:00000200:2.0:1769074991.354918:0:26089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b30768700 x1855008368834688/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074991.354920:0:26088:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b05cf0200. 00000020:00000010:1.0:1769074991.354926:0:26088:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3880. 00000020:00000010:1.0:1769074991.354933:0:26088:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00000400:00000200:2.0:1769074991.354940:0:26089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:2.0:1769074991.354944:0:26089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00000020:00000010:2.0:1769074991.354954:0:26089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3680. 00000020:00000010:2.0:1769074991.354959:0:26089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c37d0. 00000020:00000010:1.0:1769074991.354961:0:26088:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f9c0. 00000020:00000010:2.0:1769074991.354964:0:26089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b05cf0600. 00000020:00000010:1.0:1769074991.354967:0:26088:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f9c0. 00000100:00000200:1.0:1769074991.354972:0:26088:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834432 02000000:00000010:1.0:1769074991.354979:0:26088:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b30518400. 00000400:00000010:1.0:1769074991.354996:0:26088:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074991.355000:0:26088:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1855008368834432, offset 224 00000400:00000200:1.0:1769074991.355004:0:26088:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074991.355010:0:26088:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074991.355016:0:26088:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 18 MB=0x6971ecae13780 00000400:00000200:1.0:1769074991.355021:0:26088:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-0@lo of length 224/224 into md 0x2a2e1 [1] + 224 00000400:00000200:1.0:1769074991.355227:0:26088:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074991.355232:0:26088:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1769074991.355239:0:26088:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b351f2300 x1855008368834432/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1769074991.355259:0:26088:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:1.0:1769074991.355261:0:26088:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000020:00000010:1.0:1769074991.355270:0:26088:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3880. 00000020:00000010:1.0:1769074991.355275:0:26088:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000020:00000010:1.0:1769074991.355279:0:26088:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b05cf0200. 00000400:00000010:0.0:1769074991.355280:0:16320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751f20. 00000400:00000200:0.0:1769074991.355286:0:16320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b35d5f088 00000400:00000010:0.0:1769074991.355288:0:16320:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b35d5f088. 00000100:00000200:0.0:1769074991.355293:0:16320:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b351f2300 x1855008368834432/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1769074991.355301:0:16320:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b351f2300 x1855008368834432/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074991.355302:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00000400:00000200:1.0:1769074991.355309:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:1.0:1769074991.355313:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 02000000:00000010:0.0:1769074991.355318:0:16320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b3ce0fa00. 00000100:00000200:1.0:1769074991.355322:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b30768700 x1855008368834688/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074991.355324:0:16320:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8a032f6e00. 00000100:00000010:0.0:1769074991.355329:0:16320:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b351f2300. 00000100:00000200:1.0:1769074991.355341:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b30768700 x1855008368834688/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1769074991.355355:0:16317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307941b8. 00000400:00000200:1.0:1769074991.355358:0:16317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:1.0:1769074991.355360:0:16317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074991.355363:0:16317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b04afe680 x1855008368834560/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1769074991.355371:0:16317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b04afe680 x1855008368834560/t0(0) o103->MGC192.168.204.141@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1769075007 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1769074991.355382:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b05cf0000. 02000000:00000010:1.0:1769074991.355385:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b12117000. 00000100:00000010:1.0:1769074991.355389:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b30768700. 02000000:00000010:1.0:1769074991.355393:0:16317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b055ea600. 02000000:00000010:1.0:1769074991.355396:0:16317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8c8b055eb000. 00000100:00000010:1.0:1769074991.355399:0:16317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b04afe680. 00000020:00000010:3.0:1769074991.355571:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:3.0:1769074991.355575:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b3ce0fc00. 00000040:00000010:3.0:1769074991.355577:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b3ce0e800. 00000020:00000010:3.0:1769074991.355579:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a01612000. 00000020:00000010:3.0:1769074991.355581:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b34c769a8. 00000020:00000010:3.0:1769074991.355584:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b3ce0f600. 80000000:00000010:3.0:1769074991.355586:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b17321000. 40000000:00000010:3.0:1769074991.355588:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b30755780. 00100000:00000010:3.0:1769074991.355590:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a01615000. 00040000:00000010:3.0:1769074991.355592:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158600. 00040000:00000010:3.0:1769074991.355595:0:53990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a01613800. 00040000:00000010:3.0:1769074991.355596:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b3ce0f200. 00080000:00000010:3.0:1769074991.355599:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a0922a000. 00080000:00000010:3.0:1769074991.355601:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b04a6a000. 00000004:00000010:3.0:1769074991.355605:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8a01617000. 00000004:00000010:3.0:1769074991.355608:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b30592000. 00000004:00000010:3.0:1769074991.355611:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a01611800. 00000004:00000010:3.0:1769074991.355614:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b3edb7c00. 00080000:00000010:1.0:1769074991.356622:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0296f400. 00080000:00000010:1.0:1769074991.356628:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304de400. 00080000:00000010:1.0:1769074991.356632:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b304de600. 00080000:00000010:1.0:1769074991.356635:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02c23800. 00000001:00000010:1.0:1769074991.356640:0:50504:0:(tgt_lastrcvd.c:541:tgt_cb_new_client()) kfreed 'ccb': 80 at ffff8c8b110d5ea0. 00080000:00000010:1.0:1769074991.356644:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493e00. 00000001:00000010:1.0:1769074991.356669:0:50504:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff8c8b110d5d20. 00080000:00000010:1.0:1769074991.356673:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a0b493400. 00000004:00000010:0.0:1769074991.356710:0:33201:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8c8b3524da80. 00000020:00000010:3.0:1769074991.356717:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b3ce0fc00. 00000001:00000010:0.0:1769074991.356719:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f5200. 00000001:00000010:0.0:1769074991.356725:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f5e00. 00000040:00000010:3.0:1769074991.356725:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b3ce0e800. 00000001:00000010:0.0:1769074991.356730:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f5c00. 00000020:00000010:3.0:1769074991.356733:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a01612000. 00000001:00000010:0.0:1769074991.356734:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f4a00. 00000001:00000010:0.0:1769074991.356738:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b3c503a80. 00000001:00000010:0.0:1769074991.356739:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b04a7d600. 00000001:00000010:0.0:1769074991.356744:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f5400. 00000020:00000010:3.0:1769074991.356745:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b34c769a8. 00000001:00000010:0.0:1769074991.356747:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f4200. 00000020:00000010:3.0:1769074991.356750:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b3ce0f600. 00000001:00000010:0.0:1769074991.356751:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f4400. 00000001:00000010:0.0:1769074991.356755:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0b2f4000. 80000000:00000010:3.0:1769074991.356758:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b17321000. 00000001:00000010:0.0:1769074991.356759:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b3c503780. 40000000:00000010:3.0:1769074991.356764:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b30755780. 00000001:00000010:0.0:1769074991.356765:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b04a7de00. 00100000:00000010:3.0:1769074991.356772:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a01615000. 00000020:00000010:0.0:1769074991.356773:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014ce3f0. 00040000:00000010:3.0:1769074991.356776:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b06158600. 00000020:00000010:0.0:1769074991.356778:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18221a48. 00040000:00000010:3.0:1769074991.356782:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a01613800. 00000020:00000010:0.0:1769074991.356783:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18221690. 00040000:00000010:3.0:1769074991.356787:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b3ce0f200. 00000020:00000010:0.0:1769074991.356790:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18221348. 00080000:00000010:3.0:1769074991.356792:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b04a6a000. 00000020:00000010:0.0:1769074991.356796:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014cef50. 00080000:00000010:3.0:1769074991.356796:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0922a000. 00000004:00000010:3.0:1769074991.356801:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a01617000. 00000020:00000010:0.0:1769074991.356804:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b181acee0. 00000004:00000010:3.0:1769074991.356805:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b30592000. 00000020:00000010:0.0:1769074991.356811:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18200038. 00000004:00000010:3.0:1769074991.356811:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a01611800. 00000004:00000010:3.0:1769074991.356816:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b3edb7c00. 00000020:00000010:0.0:1769074991.356819:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014ceaf0. 00000020:00000010:3.0:1769074991.356820:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000020:00000010:0.0:1769074991.356827:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18200188. 00000020:00000010:0.0:1769074991.356833:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18200d90. 00000020:00000010:0.0:1769074991.356836:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014ce348. 00000020:00000010:0.0:1769074991.356839:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18200e70. 00000020:00000010:0.0:1769074991.356842:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b182003b8. 00000020:00000010:0.0:1769074991.356845:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014cee38. 00000020:00000010:0.0:1769074991.356849:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b18200ab8. 00000020:00000010:0.0:1769074991.356852:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b182000e0. 00000020:00000010:0.0:1769074991.356856:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014ce690. 00000020:00000010:3.0:1769074991.356859:0:53990:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8c8b07763380. 00000020:00000010:0.0:1769074991.356860:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014ced58. 00000020:00000010:0.0:1769074991.356890:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014ce310. 00000020:00000010:0.0:1769074991.356894:0:33201:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff8c8b014ce000. 00000001:00000010:0.0:1769074991.356901:0:33201:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b0d2b6900. 00000001:00000010:0.0:1769074991.356906:0:33201:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b076a6480. 00000001:00000010:0.0:1769074991.356910:0:33201:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b40687600. 00000001:00000010:0.0:1769074991.356914:0:33201:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8c8b0a439800. 00000020:00000010:0.0:1769074991.356920:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b049c1800. 00000020:00000010:0.0:1769074991.356939:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b057a7800. 00000004:00000010:0.0:1769074991.356955:0:33201:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8c8a01cf1400. 00000001:00000010:0.0:1769074991.356964:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e26c00. 00000001:00000010:0.0:1769074991.356969:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e26e00. 00000001:00000010:0.0:1769074991.356972:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e27a00. 00000001:00000010:0.0:1769074991.356976:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e27600. 00000001:00000010:0.0:1769074991.356979:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9680. 00000001:00000010:0.0:1769074991.356983:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8a02bc6500. 00080000:00000010:2.0:1769074991.356990:0:53843:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b3578aac0. 00000001:00000010:0.0:1769074991.356991:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e27c00. 00000001:00000010:0.0:1769074991.356998:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e27200. 00000001:00000010:0.0:1769074991.357002:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a04cefe00. 00000001:00000010:0.0:1769074991.357005:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b05ccda00. 00080000:00000010:2.0:1769074991.357007:0:53843:0:(osd_handler.c:6876:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8c8b07607600. 00000001:00000010:0.0:1769074991.357009:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9420. 00000001:00000010:0.0:1769074991.357013:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b10071e00. 00000001:00000010:2.0:1769074991.357018:0:53843:0:(osd_dynlocks.c:87:dynlock_lock()) slab-alloced 'nhl': 88 at ffff8c8a01c39aa8. 00000001:00000010:0.0:1769074991.357019:0:33201:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8c8b0944e080. 00000020:00000010:0.0:1769074991.357060:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3fcaf800. 00010000:00000010:2.1:1769074991.357062:0:53843:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213a400. 00000004:00000010:0.0:1769074991.357083:0:33201:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8c8a01cf1280. 00000001:00000010:2.0:1769074991.357083:0:53843:0:(osd_dynlocks.c:171:dynlock_unlock()) slab-freed 'hl': 88 at ffff8c8a01c39aa8. 00080000:00000010:2.0:1769074991.357093:0:53843:0:(osd_handler.c:6904:osd_it_iam_fini()) kfreed 'it': 328 at ffff8c8b07607600. 00000001:00000010:0.0:1769074991.357096:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b34e69200. 00000001:00000010:0.0:1769074991.357102:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a04ceea00. 00000100:00000010:2.0:1769074991.357103:0:53843:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8c8b076a6480. 00000001:00000010:0.0:1769074991.357105:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e27000. 00000001:00000010:0.0:1769074991.357110:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e26000. 00000100:00000010:2.0:1769074991.357112:0:53843:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8c8b076a6480. 00000001:00000010:0.0:1769074991.357114:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9160. 00000001:00000010:0.0:1769074991.357119:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3fc9f200. 00080000:00000010:2.0:1769074991.357126:0:53843:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607600. 00000001:00000010:0.0:1769074991.357127:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e26600. 00000001:00000010:0.0:1769074991.357133:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e27400. 00000001:00000010:0.0:1769074991.357136:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e27800. 00000001:00000010:0.0:1769074991.357139:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01e26400. 00000001:00000010:0.0:1769074991.357142:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9280. 00000001:00000010:0.0:1769074991.357145:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8a02bc6a00. 00000004:00000010:2.0:1769074991.357147:0:53843:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8c8b0663e2a0. 00000001:00000010:0.0:1769074991.357150:0:33201:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8c8b0944eb80. 00000020:00000010:0.0:1769074991.357156:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b38bd9000. 00000004:00000010:0.0:1769074991.357174:0:33201:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8c8a01cf1980. 00000001:00000010:0.0:1769074991.357183:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a02c1f800. 00080000:00000010:2.0:1769074991.357183:0:53843:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b07607400. 00000001:00000010:0.0:1769074991.357192:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a02c1e800. 00000004:00000010:2.0:1769074991.357192:0:53843:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8c8b0663e120. 00000001:00000010:0.0:1769074991.357199:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a04ceee00. 00000001:00000010:0.0:1769074991.357204:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a04cef800. 00000001:00000010:0.0:1769074991.357208:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9ac0. 00000001:00000010:0.0:1769074991.357211:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3db67f00. 00000001:00000010:0.0:1769074991.357219:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b34e68600. 00000001:00000010:0.0:1769074991.357223:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b34e68a00. 00000001:00000010:0.0:1769074991.357225:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b34e68200. 00000001:00000010:0.0:1769074991.357228:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b34e68c00. 00000001:00000010:0.0:1769074991.357231:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf98a0. 00000001:00000010:0.0:1769074991.357233:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3db67b00. 00000001:00000010:0.0:1769074991.357237:0:33201:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8c8b0944e100. 00000020:00000010:0.0:1769074991.357240:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b38bdb800. 00000004:00000010:0.0:1769074991.357257:0:33201:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8c8b10b4e100. 00000001:00000010:0.0:1769074991.357267:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b38482c00. 00000001:00000010:0.0:1769074991.357271:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b38482e00. 00000001:00000010:0.0:1769074991.357274:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b38482a00. 00000001:00000010:0.0:1769074991.357277:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b01343000. 00000001:00000010:0.0:1769074991.357281:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b38569160. 00000001:00000010:0.0:1769074991.357285:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cde00. 00000001:00000010:0.0:1769074991.357292:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3c3b8600. 00000001:00000010:0.0:1769074991.357295:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b075b9e00. 00000001:00000010:0.0:1769074991.357300:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b075b9a00. 00000001:00000010:0.0:1769074991.357302:0:33201:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b075b8600. 00000001:00000010:0.0:1769074991.357305:0:33201:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b38569f80. 00000001:00000010:0.0:1769074991.357307:0:33201:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cd600. 00000001:00000010:0.0:1769074991.357324:0:33201:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff8c8b3d747f00. 00000001:00000010:0.0:1769074991.357327:0:33201:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8c8b100e6700. 00000020:00000010:0.0:1769074991.357329:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a028e1000. 00000020:00000010:0.0:1769074991.357334:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8a04db9000. 00000020:00000010:0.0:1769074991.357336:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b3fcab800. 00000020:00000010:0.0:1769074991.357340:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b38bdf800. 00000020:00000010:0.0:1769074991.357345:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b34c38800. 00000004:00000010:3.0:1769074991.357652:0:50504:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8c8b0663e120. 00080000:00000010:3.0:1769074991.357668:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607400. 00000004:00000010:3.0:1769074991.357676:0:50504:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8c8b0663e2a0. 00080000:00000010:3.0:1769074991.357679:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b07607600. 00000020:00000010:2.0:1769074991.357855:0:53843:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b3cf17800. 00000040:00000010:2.0:1769074991.357861:0:53843:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b3cf16000. 00000020:00000010:2.0:1769074991.357865:0:53843:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b3fe02800. 00000020:00000010:2.0:1769074991.357869:0:53843:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a1420. 00000020:00000010:2.0:1769074991.357874:0:53843:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b3cf17e00. 80000000:00000010:2.0:1769074991.357877:0:53843:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a02f82e40. 00000020:00000010:1.0:1769074991.357879:0:53841:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b30757800. 40000000:00000010:2.0:1769074991.357882:0:53843:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763c40. 00000040:00000010:1.0:1769074991.357887:0:53841:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b30757c00. 00000020:00000010:2.0:1769074991.357889:0:53843:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8c8b1fc59000. 00000020:00000010:1.0:1769074991.357895:0:53841:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a0967c800. 00100000:00000010:2.0:1769074991.357896:0:53843:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b3fe00000. 00000020:00000010:1.0:1769074991.357903:0:53841:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a173250. 00040000:00000010:2.0:1769074991.357904:0:53843:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a029f3f00. 00000020:00000010:1.0:1769074991.357912:0:53841:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b06510a00. 00040000:00000010:2.0:1769074991.357913:0:53843:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b03421000. 80000000:00000010:1.0:1769074991.357919:0:53841:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a0927f420. 00040000:00000010:2.0:1769074991.357920:0:53843:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b3cf17200. 40000000:00000010:1.0:1769074991.357927:0:53841:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0537de40. 00080000:00000010:2.0:1769074991.357929:0:53843:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09234000. 00000020:00000010:1.0:1769074991.357934:0:53841:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff8c8a04cdb000. 00080000:00000010:2.0:1769074991.357937:0:53843:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b17480000. 00100000:00000010:1.0:1769074991.357941:0:53841:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a044ba800. 00000004:00000010:2.0:1769074991.357945:0:53843:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b03426000. 00040000:00000010:1.0:1769074991.357948:0:53841:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b173a3800. 00000004:00000010:2.0:1769074991.357952:0:53843:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b0488d000. 00040000:00000010:1.0:1769074991.357954:0:53841:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a044bc800. 00000004:00000010:2.0:1769074991.357958:0:53843:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b03424000. 00040000:00000010:1.0:1769074991.357961:0:53841:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b34c34c00. 00002000:00000010:2.0:1769074991.357965:0:53843:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b0487fc00. 00080000:00000010:1.0:1769074991.357970:0:53841:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09258000. 00000004:00000010:2.0:1769074991.357972:0:53843:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b0487cc00. 00080000:00000010:1.0:1769074991.357977:0:53841:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b34c2a000. 00000020:00000010:2.0:1769074991.357979:0:53843:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3cf16800. 00100000:00000010:2.0:1769074991.357984:0:53843:0:(lfsck_lib.c:1942:lfsck_thread_args_fini()) kfreed 'lta': 104 at ffff8c8a01de2480. 00000004:00000010:1.0:1769074991.357986:0:53841:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a044b9800. 00000004:00000010:1.0:1769074991.357992:0:53841:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b10db3000. 00000004:00000010:1.0:1769074991.357996:0:53841:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a044be800. 00002000:00000010:1.0:1769074991.358000:0:53841:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35d69c00. 00000004:00000010:1.0:1769074991.358003:0:53841:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35d68400. 00000020:00000010:1.0:1769074991.358007:0:53841:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b30756000. 00100000:00000010:1.0:1769074991.358010:0:53841:0:(lfsck_lib.c:1942:lfsck_thread_args_fini()) kfreed 'lta': 104 at ffff8c8b367b3700. 00000004:00000010:3.0:1769074991.358082:0:53990:0:(mdt_handler.c:5827:mdt_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8c8b307551c0. 00000100:00000010:3.0:1769074991.358959:0:53990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af64380. 02000000:00000010:3.0:1769074991.358966:0:53990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158600. 02000000:00000010:1.0:1769074991.359013:0:16316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b05cf0000. 00000400:00000010:1.0:1769074991.359020:0:16316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307941b8. 00000400:00000010:1.0:1769074991.359046:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000100:00000200:1.0:1769074991.359052:0:16316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368834944, portal 4 00000020:00000010:3.0:1769074991.359056:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b0358e200. 00000400:00000010:1.0:1769074991.359059:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000040:00000010:3.0:1769074991.359062:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b0358fe00. 00000100:00000200:1.0:1769074991.359064:0:16316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1855008368834944, offset 0 00000020:00000010:3.0:1769074991.359067:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35239000. 00000020:00000010:3.0:1769074991.359072:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0444f8c0. 00000400:00000200:1.0:1769074991.359074:0:16316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074991.359077:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b0358f200. 80000000:00000010:3.0:1769074991.359081:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b2223a960. 00000400:00000200:1.0:1769074991.359087:0:16316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 40000000:00000010:3.0:1769074991.359087:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b2b168e80. 00100000:00000010:3.0:1769074991.359095:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a0317b800. 00000400:00000200:1.0:1769074991.359100:0:16316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x6971ecae13980 00040000:00000010:3.0:1769074991.359100:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3e39ca00. 00040000:00000010:3.0:1769074991.359105:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a015d8000. 00040000:00000010:3.0:1769074991.359109:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b0358ec00. 00000400:00000200:1.0:1769074991.359111:0:16316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x4e2d [256] + 11120 00080000:00000010:3.0:1769074991.359113:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0ad32000. 00080000:00000010:3.0:1769074991.359119:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b306ec000. 00000400:00000200:1.0:1769074991.359122:0:16316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1769074991.359123:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a015da000. 00000004:00000010:3.0:1769074991.359129:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b17289000. 00000400:00000200:1.0:1769074991.359131:0:16316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:3.0:1769074991.359134:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a015df000. 00000100:00000200:1.0:1769074991.359138:0:16316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00002000:00000010:3.0:1769074991.359139:0:53990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b1fc42400. 00000004:00000010:3.0:1769074991.359145:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b06767000. 00000100:00000010:1.0:1769074991.359146:0:16316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04afe680. 00000020:00000010:3.0:1769074991.359149:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358e000. 00000004:00000010:3.0:1769074991.359153:0:53990:0:(osp_dev.c:585:osp_update_fini()) kfreed 'ou': 168 at ffff8c8b0480b840. 00000400:00000200:1.0:1769074991.359165:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00000400:00000010:1.0:1769074991.359170:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074991.359178:0:16316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b2af64380 x1855008368834944/t0(0) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1769074991.359188:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec340. 00000020:00000010:0.0:1769074991.359193:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec340. 00000020:00000010:0.0:1769074991.359198:0:26109:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b351da000. 00000020:00000010:0.0:1769074991.359201:0:26109:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a02bcc380. 00000020:00000010:0.0:1769074991.359204:0:26109:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b3ed3e708. 00000020:00000010:0.0:1769074991.359230:0:26109:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8a01eec340. 00000100:00000010:3.0:1769074991.359232:0:53990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af65500. 00000020:00000010:0.0:1769074991.359233:0:26109:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8a01eec340. 00000100:00000200:0.0:1769074991.359238:0:26109:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368834944 02000000:00000010:3.0:1769074991.359239:0:53990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158700. 02000000:00000010:0.0:1769074991.359248:0:26109:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b378cf000. 02000000:00000010:1.0:1769074991.359267:0:16316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b05cf0200. 00000400:00000010:1.0:1769074991.359274:0:16316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b30794f78. 00080000:00000010:0.0:1769074991.359276:0:26109:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b075b8600. 00000400:00000010:1.0:1769074991.359279:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725aa0. 00000100:00000200:1.0:1769074991.359284:0:16316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368835072, portal 4 00080000:00000010:0.0:1769074991.359287:0:26109:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec340. 00000400:00000010:1.0:1769074991.359291:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000100:00000200:1.0:1769074991.359295:0:16316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368835072, offset 0 00080000:00000010:0.0:1769074991.359297:0:26109:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eecb00. 00000400:00000200:1.0:1769074991.359303:0:16316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1769074991.359310:0:16316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1769074991.359318:0:16316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae13a00 00000001:00000010:0.0:1769074991.359324:0:26109:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff8c8a01f4fea0. 00000400:00000200:1.0:1769074991.359324:0:16316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x14889 [8] + 1984 00000001:00000010:0.0:1769074991.359333:0:26109:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff8c8b03590a80. 00000400:00000200:1.0:1769074991.359333:0:16316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1769074991.359341:0:16316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1769074991.359345:0:53990:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b2af67100. 00000100:00000200:1.0:1769074991.359346:0:16316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00080000:00000010:0.0:1769074991.359351:0:26109:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eecb00. 00000100:00000010:1.0:1769074991.359354:0:16316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b0489a300. 00080000:00000010:0.0:1769074991.359355:0:26109:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec340. 02000000:00000010:3.0:1769074991.359356:0:53990:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8c8b06158000. 00080000:00000010:0.0:1769074991.359364:0:26109:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b075b9a00. 00080000:00000010:0.0:1769074991.359368:0:26109:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8a01eec340. 00000001:00000010:0.0:1769074991.359373:0:26109:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8a01f4ff00. 00100000:00000010:3.0:1769074991.359378:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b059761c0. 00000400:00000200:1.0:1769074991.359379:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00080000:00000010:0.0:1769074991.359381:0:26109:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8a01eec340. 00000400:00000010:1.0:1769074991.359385:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00100000:00000010:3.0:1769074991.359385:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b0951f8c0. 00010000:00000200:0.0:1769074991.359394:0:26109:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04afe680 x1855008368834944/t8589934640(0) o39->lustre-MDT0000-mdtlov_UUID@0@lo:527/0 lens 224/224 e 0 to 0 dl 1769075002 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1769074991.359395:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524da40. 00000100:00000200:1.0:1769074991.359399:0:16316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b2af65500 x1855008368835072/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1769074991.359402:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d0c0. 00000020:00000010:2.0:1769074991.359406:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c40. 00100000:00000010:3.0:1769074991.359410:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d4c0. 00000020:00000010:2.0:1769074991.359415:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c40. 00000400:00000010:0.0:1769074991.359416:0:26109:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3ed584c8. 00100000:00000010:3.0:1769074991.359418:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d500. 00000100:00000200:0.0:1769074991.359424:0:26109:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368834944, offset 224 00000020:00000010:2.0:1769074991.359426:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07606a00. 00100000:00000010:3.0:1769074991.359427:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524de80. 00000400:00000200:0.0:1769074991.359432:0:26109:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1769074991.359435:0:28095:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8a01de2480. 00100000:00000010:3.0:1769074991.359436:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524df80. 00000020:00000010:2.0:1769074991.359442:0:28095:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b0a415960. 00000400:00000200:0.0:1769074991.359444:0:26109:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1769074991.359444:0:16316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8c8b05cf1800. 00100000:00000010:3.0:1769074991.359444:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b0d3cbac0. 00100000:00000010:3.0:1769074991.359452:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547700. 00100000:00000010:3.0:1769074991.359456:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547480. 00100000:00000010:3.0:1769074991.359459:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547b00. 00100000:00000010:3.0:1769074991.359462:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547b40. 00000400:00000010:1.0:1769074991.359463:0:16316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c8b307943c8. 00100000:00000010:3.0:1769074991.359468:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b035474c0. 00000020:00000010:2.0:1769074991.359472:0:28095:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b07763c40. 00100000:00000010:3.0:1769074991.359474:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547740. 00000400:00000010:1.0:1769074991.359476:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725088. 00000400:00000200:0.0:1769074991.359480:0:26109:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae13980 00000020:00000010:2.0:1769074991.359480:0:28095:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b07763c40. 00100000:00000010:3.0:1769074991.359481:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b09b651c0. 00000100:00000200:1.0:1769074991.359483:0:16316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1855008368835200, portal 4 00000100:00000200:2.0:1769074991.359489:0:28095:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368835072 00100000:00000010:3.0:1769074991.359490:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547c80. 00000400:00000010:1.0:1769074991.359491:0:16316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725220. 00000400:00000200:0.0:1769074991.359493:0:26109:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2a309 [1] + 224 00100000:00000010:3.0:1769074991.359496:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8a09657580. 02000000:00000010:2.0:1769074991.359503:0:28095:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b04a09c00. 00100000:00000010:3.0:1769074991.359503:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547cc0. 00000400:00000200:0.0:1769074991.359504:0:26109:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1769074991.359504:0:16316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1855008368835200, offset 0 00000400:00000200:0.0:1769074991.359512:0:26109:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:3.0:1769074991.359513:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b09b65d00. 00000400:00000200:1.0:1769074991.359518:0:16316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:3.0:1769074991.359521:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547940. 00100000:00000010:3.0:1769074991.359527:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547980. 00000100:00000200:0.0:1769074991.359529:0:26109:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b2af64380 x1855008368834944/t0(0) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1769074991.359531:0:28095:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b07607600. 00000400:00000200:1.0:1769074991.359533:0:16316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000010:3.0:1769074991.359533:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547fc0. 00000020:00000010:2.0:1769074991.359540:0:28095:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b07607400. 00100000:00000010:3.0:1769074991.359541:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547e40. 00100000:00000010:3.0:1769074991.359547:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8a09657ec0. 00000400:00000200:1.0:1769074991.359550:0:16316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x6971ecae13a80 00000020:00000010:2.0:1769074991.359550:0:28095:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03424000. 00100000:00000010:3.0:1769074991.359555:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b035478c0. 00000020:00000010:2.0:1769074991.359558:0:28095:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a1420. 00100000:00000010:3.0:1769074991.359560:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547f40. 00000400:00000200:1.0:1769074991.359564:0:16316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x14889 [8] + 2208 00000020:00000010:2.0:1769074991.359566:0:28095:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b01284a00. 00100000:00000010:3.0:1769074991.359566:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b035477c0. 80000000:00000010:2.0:1769074991.359574:0:28095:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e660. 00100000:00000010:3.0:1769074991.359574:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8a096576c0. 00000400:00000200:0.0:1769074991.359575:0:26109:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3ed584c8 00000400:00000200:1.0:1769074991.359575:0:16316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:3.0:1769074991.359579:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547a40. 00000400:00000010:0.0:1769074991.359580:0:26109:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3ed584c8. 40000000:00000010:2.0:1769074991.359582:0:28095:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763c40. 00000400:00000200:1.0:1769074991.359586:0:16316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:3.0:1769074991.359586:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b09b65040. 00100000:00000010:2.0:1769074991.359589:0:28095:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03426000. 00000020:00000010:0.0:1769074991.359593:0:26109:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a02bcc380. 00100000:00000010:3.0:1769074991.359594:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8a09657380. 00000100:00000200:1.0:1769074991.359596:0:16316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00040000:00000010:2.0:1769074991.359597:0:28095:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67300. 00000020:00000010:0.0:1769074991.359600:0:26109:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3e708. 00100000:00000010:3.0:1769074991.359601:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8a09657080. 00040000:00000010:2.0:1769074991.359606:0:28095:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b35204000. 00000020:00000010:0.0:1769074991.359607:0:26109:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b351da000. 00000100:00000010:1.0:1769074991.359607:0:16316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c8b04899180. 00100000:00000010:3.0:1769074991.359607:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b035476c0. 00100000:00000010:3.0:1769074991.359616:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547500. 00080000:00000010:2.0:1769074991.359617:0:28095:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00100000:00000010:3.0:1769074991.359621:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547780. 00080000:00000010:2.0:1769074991.359626:0:28095:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00100000:00000010:3.0:1769074991.359627:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547bc0. 00000400:00000200:1.0:1769074991.359629:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725220 00100000:00000010:3.0:1769074991.359634:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547dc0. 00000400:00000010:1.0:1769074991.359635:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725220. 00002000:00000010:2.0:1769074991.359635:0:28095:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b04a08800. 00100000:00000010:3.0:1769074991.359640:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547200. 00080000:00000010:2.0:1769074991.359646:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b35204a00. 00000100:00000200:1.0:1769074991.359647:0:16316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8c8b2af67100 x1855008368835200/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1769074991.359647:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547440. 00100000:00000010:3.0:1769074991.359654:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b03547380. 00080000:00000010:2.0:1769074991.359670:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763b00. 00100000:00000010:3.0:1769074991.359675:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8a01cf14c0. 00100000:00000010:3.0:1769074991.359680:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d300. 00100000:00000010:3.0:1769074991.359684:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d900. 00000400:00000010:1.0:1769074991.359688:0:16316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307941b8. 00100000:00000010:3.0:1769074991.359688:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524db40. 00000400:00000200:1.0:1769074991.359695:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00080000:00000010:2.0:1769074991.359697:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763b00. 00100000:00000010:3.0:1769074991.359697:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524df40. 00000400:00000010:1.0:1769074991.359700:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00100000:00000010:3.0:1769074991.359703:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d740. 00100000:00000010:3.0:1769074991.359707:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d240. 00080000:00000010:2.0:1769074991.359708:0:28095:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b421c7c00. 00000100:00000200:1.0:1769074991.359709:0:16316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b2af64380 x1855008368834944/t0(0) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1769074991.359711:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d580. 00080000:00000010:2.0:1769074991.359715:0:28095:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b07763b00. 00100000:00000010:3.0:1769074991.359717:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d400. 00000001:00000010:2.0:1769074991.359724:0:28095:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b0663ef00. 00100000:00000010:3.0:1769074991.359725:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d080. 00000100:00000200:1.0:1769074991.359731:0:16316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b2af64380 x1855008368834944/t0(0) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00100000:00000010:3.0:1769074991.359733:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d1c0. 00080000:00000010:2.0:1769074991.359740:0:28095:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b07763b00. 00100000:00000010:3.0:1769074991.359741:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d340. 00100000:00000010:3.0:1769074991.359748:0:53990:0:(scrub.c:1087:lustre_index_backup()) kfreed 'libu': 40 at ffff8c8b3524d8c0. 00000020:00000010:2.0:1769074991.359750:0:28095:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b07607400. 00000020:00000010:2.0:1769074991.359757:0:28095:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03424000. 00000020:00000010:2.0:1769074991.359761:0:28095:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a1420. 00000020:00000010:2.0:1769074991.359766:0:28095:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b01284a00. 80000000:00000010:2.0:1769074991.359770:0:28095:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e660. 40000000:00000010:2.0:1769074991.359774:0:28095:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763c40. 00100000:00000010:2.0:1769074991.359778:0:28095:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03426000. 00000020:00000010:1.0:1769074991.359782:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f9c0. 00040000:00000010:2.0:1769074991.359783:0:28095:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.359787:0:28095:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b35204000. 00000020:00000010:1.0:1769074991.359789:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f9c0. 00080000:00000010:2.0:1769074991.359794:0:28095:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00000020:00000010:1.0:1769074991.359798:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b05cf0600. 00080000:00000010:2.0:1769074991.359803:0:28095:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000020:00000010:1.0:1769074991.359804:0:29089:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8c8b367b3700. 00000020:00000010:1.0:1769074991.359811:0:29089:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8c8b110c3258. 00002000:00000010:2.0:1769074991.359811:0:28095:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04a08800. 00000020:00000010:3.0:1769074991.359812:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a02a23e00. 00000020:00000010:2.0:1769074991.359820:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07607600. 00000040:00000010:3.0:1769074991.359822:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a02a22c00. 00000020:00000010:3.0:1769074991.359828:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b3cfff000. 00010000:00000200:2.0:1769074991.359834:0:28095:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b0489a300 x1855008368835072/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:527/0 lens 224/224 e 0 to 0 dl 1769075002 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074991.359834:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a170508. 00000020:00000010:3.0:1769074991.359842:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a02a22000. 00000020:00000010:1.0:1769074991.359844:0:29089:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8c8b0951f9c0. 80000000:00000010:3.0:1769074991.359849:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b06d2a300. 00000020:00000010:1.0:1769074991.359852:0:29089:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8c8b0951f9c0. 40000000:00000010:3.0:1769074991.359854:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3e35ba00. 00000100:00000200:1.0:1769074991.359857:0:29089:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1855008368835200 00000400:00000010:2.0:1769074991.359857:0:28095:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b3d53c3b8. 00100000:00000010:3.0:1769074991.359861:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b0750d800. 00000100:00000200:2.0:1769074991.359864:0:28095:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368835072, offset 224 00040000:00000010:3.0:1769074991.359866:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67400. 02000000:00000010:1.0:1769074991.359869:0:29089:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8c8b30518c00. 00040000:00000010:3.0:1769074991.359873:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a02c13000. 00000400:00000200:2.0:1769074991.359874:0:28095:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1769074991.359884:0:28095:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1769074991.359892:0:28095:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae13a00 00040000:00000010:3.0:1769074991.359893:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a02a23a00. 00000020:00000010:1.0:1769074991.359895:0:29089:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a02c23800. 00000400:00000200:2.0:1769074991.359901:0:28095:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2a311 [1] + 224 00000020:00000010:1.0:1769074991.359902:0:29089:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b304de600. 00080000:00000010:3.0:1769074991.359902:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0add0000. 00080000:00000010:3.0:1769074991.359910:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0add2000. 00000400:00000200:2.0:1769074991.359911:0:28095:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1769074991.359912:0:29089:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b04868000. 00000004:00000010:3.0:1769074991.359915:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b361e3800. 00000020:00000010:1.0:1769074991.359920:0:29089:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a173250. 00000004:00000010:3.0:1769074991.359921:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b306f0000. 00000400:00000200:2.0:1769074991.359922:0:28095:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1769074991.359928:0:29089:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b304de400. 00000004:00000010:3.0:1769074991.359929:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a098b2000. 00000100:00000200:2.0:1769074991.359935:0:28095:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b2af65500 x1855008368835072/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 80000000:00000010:1.0:1769074991.359938:0:29089:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0a3c5f00. 00000004:00000010:3.0:1769074991.359938:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b384e5800. 00000020:00000010:3.0:1769074991.359946:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02b0d400. 40000000:00000010:1.0:1769074991.359947:0:29089:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0951f9c0. 00100000:00000010:1.0:1769074991.359954:0:29089:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b0486c800. 00000004:00000010:3.0:1769074991.359956:0:53990:0:(lod_dev.c:930:lod_fini_distribute_txn()) kfreed 'lut->lut_tdtd': 280 at ffff8c8b35d3be00. 00040000:00000010:1.0:1769074991.359960:0:29089:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3fcc6800. 00040000:00000010:1.0:1769074991.359966:0:29089:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0296f400. 00000400:00000200:2.0:1769074991.359967:0:28095:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3d53c3b8 00000400:00000010:2.0:1769074991.359972:0:28095:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b3d53c3b8. 00080000:00000010:1.0:1769074991.359973:0:29089:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00080000:00000010:3.0:1769074991.359978:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04d7b200. 00000400:00000010:0.0:1769074991.359980:0:16316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794f78. 00080000:00000010:1.0:1769074991.359981:0:29089:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 00000020:00000010:2.0:1769074991.359986:0:28095:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8a01de2480. 00000004:00000010:3.0:1769074991.359987:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066df100. 00000400:00000200:0.0:1769074991.359989:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725aa0 00002000:00000010:1.0:1769074991.359990:0:29089:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3051a000. 00000400:00000010:0.0:1769074991.359995:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725aa0. 00000020:00000010:2.0:1769074991.359995:0:28095:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415960. 00000004:00000010:3.0:1769074991.359997:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06168. 00080000:00000010:1.0:1769074991.360000:0:29089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b055ea600. 00000020:00000010:2.0:1769074991.360003:0:28095:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07606a00. 00000004:00000010:3.0:1769074991.360006:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae43c20. 00080000:00000010:1.0:1769074991.360008:0:29089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fa40. 00000100:00000200:0.0:1769074991.360009:0:16316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b2af65500 x1855008368835072/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1769074991.360015:0:53990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at ffff8c8a0a9d8000. 00010000:00000010:1.1:1769074991.360052:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213b000. 00000040:00000010:3.0:1769074991.360061:0:53990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a04793a00. 00010000:00000010:1.1:1769074991.360062:0:29089:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04980800. 00010000:00000010:2.1:1769074991.360070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b1213b800. 00000040:00000010:3.0:1769074991.360075:0:53990:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8b02a78600. 00010000:00000010:2.1:1769074991.360081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b04985400. 00080000:00000010:1.0:1769074991.360086:0:29089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fa40. 00010000:00000010:2.1:1769074991.360091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc4c00. 00010000:00000010:0.1:1769074991.360092:0:16316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5200. 00000004:00000010:3.0:1769074991.360094:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17658470. 00080000:00000010:1.0:1769074991.360095:0:29089:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b12117000. 00010000:00000010:0.1:1769074991.360098:0:16316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a01fc5000. 00080000:00000010:1.0:1769074991.360105:0:29089:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951fa40. 00000004:00000010:3.0:1769074991.360105:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf210. 00010000:00000010:2.1:1769074991.360110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8b0753ae00. 00010000:00000010:0.1:1769074991.360111:0:16316:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c8a02e58a00. 00000001:00000010:1.0:1769074991.360114:0:29089:0:(tgt_lastrcvd.c:550:tgt_new_client_cb_add()) kmalloced '(ccb)': 80 at ffff8c8b0a3c5240. 00000004:00000010:3.0:1769074991.360115:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e000. 00000004:00000010:3.0:1769074991.360123:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da6d20. 00000100:00000200:0.0:1769074991.360124:0:16316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b2af65500 x1855008368835072/t0(0) o9->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00080000:00000010:1.0:1769074991.360131:0:29089:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951fa40. 00000040:00000010:3.0:1769074991.360131:0:53990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 32768 at ffff8c8a09210000. 00000020:00000010:1.0:1769074991.360140:0:29089:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b304de600. 00000040:00000010:3.0:1769074991.360145:0:53990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b05cf1400. 00000020:00000010:1.0:1769074991.360146:0:29089:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b04868000. 02000000:00000010:0.0:1769074991.360150:0:16316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b05cf0200. 00000040:00000010:3.0:1769074991.360153:0:53990:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8a03281f00. 00000020:00000010:1.0:1769074991.360154:0:29089:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a173250. 02000000:00000010:0.0:1769074991.360157:0:16316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158700. 00000020:00000010:1.0:1769074991.360162:0:29089:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b304de400. 00000004:00000010:3.0:1769074991.360163:0:53990:0:(mdt_handler.c:5833:mdt_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8c8b307551c0. 00000100:00000010:0.0:1769074991.360164:0:16316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af65500. 80000000:00000010:1.0:1769074991.360169:0:29089:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0a3c5f00. 40000000:00000010:1.0:1769074991.360176:0:29089:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0951f9c0. 00100000:00000010:1.0:1769074991.360181:0:29089:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b0486c800. 00040000:00000010:1.0:1769074991.360186:0:29089:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3fcc6800. 00040000:00000010:1.0:1769074991.360189:0:29089:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0296f400. 00080000:00000010:1.0:1769074991.360195:0:29089:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00080000:00000010:1.0:1769074991.360199:0:29089:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 00002000:00000010:1.0:1769074991.360203:0:29089:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3051a000. 00000020:00000010:1.0:1769074991.360207:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02c23800. 00010000:00000200:1.0:1769074991.360219:0:29089:0:(ldlm_lib.c:3343:target_send_reply_msg()) @@@ sending reply req@ffff8c8b04899180 x1855008368835200/t0(0) o9->lustre-MDT0000-mdtlov_UUID@0@lo:527/0 lens 224/224 e 0 to 0 dl 1769075002 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1769074991.360219:0:53990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b27e91a80. 00000020:00000010:3.0:1769074991.360227:0:53990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b3ed3eaf0. 00000020:00000010:3.0:1769074991.360232:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b122c7600. 00000400:00000010:1.0:1769074991.360238:0:29089:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c8b10725880. 00000020:00000010:3.0:1769074991.360239:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a01c73600. 00000040:00000010:3.0:1769074991.360246:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b112b1600. 00000100:00000200:1.0:1769074991.360247:0:29089:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1855008368835200, offset 224 00000020:00000010:3.0:1769074991.360249:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b3cffb800. 00000020:00000010:3.0:1769074991.360254:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0444d080. 00000400:00000200:1.0:1769074991.360255:0:29089:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1769074991.360258:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b112b1800. 80000000:00000010:3.0:1769074991.360262:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b03d23ea0. 00000400:00000200:1.0:1769074991.360267:0:29089:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 40000000:00000010:3.0:1769074991.360267:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b2b168800. 00100000:00000010:3.0:1769074991.360273:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b3cffa000. 00040000:00000010:3.0:1769074991.360276:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3e39ce00. 00000400:00000200:1.0:1769074991.360280:0:29089:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6971ecae13a80 00040000:00000010:3.0:1769074991.360281:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3cfff800. 00040000:00000010:3.0:1769074991.360287:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b112b0600. 00000400:00000200:1.0:1769074991.360291:0:29089:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2a31d [1] + 224 00080000:00000010:3.0:1769074991.360292:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0ad36000. 00080000:00000010:3.0:1769074991.360297:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0ad30000. 00000400:00000200:1.0:1769074991.360300:0:29089:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:3.0:1769074991.360302:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b3cffc000. 00000400:00000200:1.0:1769074991.360307:0:29089:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:3.0:1769074991.360308:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b30594000. 00000004:00000010:3.0:1769074991.360312:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b3cff8800. 00000100:00000200:1.0:1769074991.360316:0:29089:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8c8b2af67100 x1855008368835200/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000004:00000010:3.0:1769074991.360317:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b09409800. 00000020:00000010:3.0:1769074991.360321:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01c72800. 00000400:00000200:1.0:1769074991.360342:0:29089:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725880 00000400:00000010:1.0:1769074991.360345:0:29089:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725880. 00000400:00000010:0.0:1769074991.360352:0:16316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307943c8. 00000020:00000010:1.0:1769074991.360356:0:29089:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b367b3700. 00000400:00000200:0.0:1769074991.360357:0:16316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b10725088 00000400:00000010:0.0:1769074991.360361:0:16316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8c8b10725088. 00000020:00000010:1.0:1769074991.360364:0:29089:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b110c3258. 00000100:00000200:0.0:1769074991.360369:0:16316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8c8b2af67100 x1855008368835200/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1769074991.360372:0:29089:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b05cf0600. 00000100:00000200:0.0:1769074991.360380:0:16316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8c8b2af67100 x1855008368835200/t0(0) o9->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1769075001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1769074991.360400:0:16316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b05cf1800. 02000000:00000010:0.0:1769074991.360403:0:16316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158000. 00000100:00000010:0.0:1769074991.360405:0:16316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af67100. 00000020:00000010:3.0:1769074991.388041:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8c8b307551c0. 00000020:00000010:3.0:1769074991.388067:0:53990:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8c8b0629b928. 00000020:00000010:0.0:1769074991.388072:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3cffd800. 00040000:00000010:3.0:1769074991.388126:0:53990:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8c8b074f0f50. 00000001:00000010:3.0:1769074991.388135:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b03919b40. 00000001:00000010:3.0:1769074991.388138:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629b608. 00000001:00000010:3.0:1769074991.388139:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a04db4c00. 00040000:00000010:3.0:1769074991.388143:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74e360. 00040000:00000010:3.0:1769074991.388150:0:53990:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8c8b074f1260. 00000001:00000010:3.0:1769074991.388152:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b03919000. 00000001:00000010:3.0:1769074991.388154:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629b7c0. 00000001:00000010:3.0:1769074991.388155:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b406f1e00. 00040000:00000010:3.0:1769074991.388158:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74e820. 00040000:00000010:3.0:1769074991.388160:0:53990:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8c8b074f16f8. 00000001:00000010:3.0:1769074991.388162:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b03919840. 00000001:00000010:3.0:1769074991.388163:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629b058. 00000001:00000010:3.0:1769074991.388165:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b406f0800. 00040000:00000010:3.0:1769074991.388166:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74e9c0. 00040000:00000010:3.0:1769074991.388170:0:53990:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at ffff8c8b2a25d400. 00000020:00000010:3.0:1769074991.388173:0:53990:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8c8b0629b488. 00040000:00000010:3.0:1769074991.388179:0:53990:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8c8b074f10d8. 00000001:00000010:3.0:1769074991.388182:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b0480be40. 00000001:00000010:3.0:1769074991.388184:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629bac0. 00000001:00000010:3.0:1769074991.388185:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a01c73400. 00040000:00000010:3.0:1769074991.388187:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74e140. 00040000:00000010:3.0:1769074991.388190:0:53990:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8c8b074f1880. 00000001:00000010:3.0:1769074991.388192:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b0480b540. 00000001:00000010:3.0:1769074991.388193:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629b690. 00000001:00000010:3.0:1769074991.388195:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a01c72400. 00040000:00000010:3.0:1769074991.388197:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74ef00. 00040000:00000010:3.0:1769074991.388200:0:53990:0:(lquota_lib.c:45:lqe_ref_free()) slab-freed '(lqe)': 392 at ffff8c8b074f1d18. 00000001:00000010:3.0:1769074991.388202:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b0480b180. 00000001:00000010:3.0:1769074991.388204:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629bd70. 00000001:00000010:3.0:1769074991.388205:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a01c72600. 00040000:00000010:3.0:1769074991.388207:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74ec40. 00040000:00000010:3.0:1769074991.388209:0:53990:0:(qmt_pool.c:276:qmt_pool_free()) kfreed 'pool': 360 at ffff8c8b2a25d800. 00000020:00000010:2.0:1769074991.388241:0:50515:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b2b168ac0. 00000020:00000010:2.0:1769074991.388255:0:50515:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b04a3fc00. 00000040:00000010:2.0:1769074991.388265:0:50515:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b04a3e600. 00000020:00000010:2.0:1769074991.388268:0:50515:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cfb000. 00000020:00000010:2.0:1769074991.388273:0:50515:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.388278:0:50515:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b04a3ec00. 80000000:00000010:2.0:1769074991.388281:0:50515:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a0477f240. 40000000:00000010:2.0:1769074991.388285:0:50515:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b10b4e500. 00100000:00000010:2.0:1769074991.388290:0:50515:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b35cf8000. 00040000:00000010:2.0:1769074991.388293:0:50515:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3fdbd400. 00040000:00000010:2.0:1769074991.388297:0:50515:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09943800. 00040000:00000010:2.0:1769074991.388300:0:50515:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b04a3f400. 00080000:00000010:2.0:1769074991.388304:0:50515:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b34c20000. 00080000:00000010:2.0:1769074991.388307:0:50515:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b34c24000. 00000004:00000010:2.0:1769074991.388310:0:50515:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a09941800. 00000004:00000010:2.0:1769074991.388315:0:50515:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b06740000. 00000004:00000010:2.0:1769074991.388319:0:50515:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a09941000. 00000004:00000010:2.0:1769074991.388321:0:50515:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b2fe6a000. 00000020:00000010:2.0:1769074991.388325:0:50515:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b04a3e000. 00040000:00000010:2.0:1769074991.388328:0:50515:0:(qmt_lock.c:1073:qmt_reba_thread()) kfreed 'args': 72 at ffff8c8a0477f2a0. 00000020:00000010:0.0:1769074991.388417:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b35cf9000. 00000001:00000010:3.0:1769074991.388431:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b406bae00. 00000001:00000010:3.0:1769074991.388435:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b406ba200. 00000001:00000010:3.0:1769074991.388436:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b406bb400. 00000001:00000010:3.0:1769074991.388439:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b406bb200. 00000001:00000010:3.0:1769074991.388441:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b385693c0. 00000001:00000010:3.0:1769074991.388444:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3fdbd500. 00000001:00000010:3.0:1769074991.388448:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b066cb000. 00000001:00000010:3.0:1769074991.388451:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b066ca400. 00000001:00000010:3.0:1769074991.388453:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b066ca600. 00000001:00000010:3.0:1769074991.388454:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b066ca000. 00000001:00000010:3.0:1769074991.388455:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b06d29900. 00000001:00000010:3.0:1769074991.388457:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3fdbd200. 00000020:00000010:3.0:1769074991.388465:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b35cfc000. 00000020:00000010:3.0:1769074991.388475:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b3ce0fe00. 00000020:00000010:3.0:1769074991.388478:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b3ce0f400. 00000040:00000010:3.0:1769074991.388480:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b3ce0f200. 00000020:00000010:3.0:1769074991.388483:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a01611800. 00000020:00000010:3.0:1769074991.388487:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b34c769a8. 00000020:00000010:3.0:1769074991.388489:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b3ce0f600. 80000000:00000010:3.0:1769074991.388491:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b17321000. 40000000:00000010:3.0:1769074991.388494:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b30755380. 00100000:00000010:3.0:1769074991.388497:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a01617000. 00040000:00000010:3.0:1769074991.388500:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b06158d00. 00040000:00000010:3.0:1769074991.388502:0:53990:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff8c8a01613800. 00040000:00000010:3.0:1769074991.388504:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b3ce0e800. 00080000:00000010:3.0:1769074991.388509:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b04a6a000. 00080000:00000010:3.0:1769074991.388514:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a0add2000. 00000004:00000010:3.0:1769074991.388519:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8a01615000. 00000004:00000010:3.0:1769074991.388522:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b30594000. 00000004:00000010:3.0:1769074991.388525:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a01612000. 00000004:00000010:3.0:1769074991.388528:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b3edb7c00. 00040000:00000010:3.0:1769074991.388532:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a0a872000. 00040000:00000010:3.0:1769074991.388537:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a044de800. 00040000:00000010:3.0:1769074991.388539:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b35cf9800. 00040000:00000010:3.0:1769074991.388544:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b05915800. 00040000:00000010:3.0:1769074991.388550:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b35cdb800. 00040000:00000010:3.0:1769074991.388554:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3ed7c000. 00040000:00000010:3.0:1769074991.388558:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b17282800. 00040000:00000010:3.0:1769074991.388561:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b38bde800. 00040000:00000010:3.0:1769074991.388576:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09679000. 00040000:00000010:3.0:1769074991.388580:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3630d800. 00040000:00000010:3.0:1769074991.388583:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3858e000. 00040000:00000010:3.0:1769074991.388586:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3ed7b800. 00040000:00000010:3.0:1769074991.388588:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3ed79000. 00040000:00000010:3.0:1769074991.388589:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b10bf6000. 00040000:00000010:3.0:1769074991.388592:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09946800. 00040000:00000010:3.0:1769074991.388594:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09940800. 00040000:00000010:3.0:1769074991.388595:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a0a873800. 00040000:00000010:3.0:1769074991.388597:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b34c3e000. 00040000:00000010:3.0:1769074991.388599:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3858a800. 00040000:00000010:3.0:1769074991.388601:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a04d54000. 00040000:00000010:3.0:1769074991.388603:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a0a877800. 00040000:00000010:3.0:1769074991.388605:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b35cde000. 00040000:00000010:3.0:1769074991.388608:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b34c39800. 00040000:00000010:3.0:1769074991.388611:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09946000. 00040000:00000010:3.0:1769074991.388613:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09942000. 00040000:00000010:3.0:1769074991.388615:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a09940000. 00040000:00000010:3.0:1769074991.388617:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3ed7d000. 00040000:00000010:3.0:1769074991.388619:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b3d6a6800. 00040000:00000010:3.0:1769074991.388623:0:53990:0:(qmt_dev.c:300:qmt_device_free()) kfreed 'qmt': 656 at ffff8c8b1fc41800. 00000020:00000010:3.0:1769074991.388626:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b3ce0f400. 00000040:00000010:3.0:1769074991.388628:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b3ce0f200. 00000020:00000010:3.0:1769074991.388629:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a01611800. 00000020:00000010:3.0:1769074991.388632:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b34c769a8. 00000020:00000010:3.0:1769074991.388635:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b3ce0f600. 80000000:00000010:3.0:1769074991.388637:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b17321000. 40000000:00000010:3.0:1769074991.388639:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b30755380. 00100000:00000010:3.0:1769074991.388641:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a01617000. 00040000:00000010:3.0:1769074991.388643:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b06158d00. 00040000:00000010:3.0:1769074991.388645:0:53990:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a01613800. 00040000:00000010:3.0:1769074991.388647:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b3ce0e800. 00080000:00000010:3.0:1769074991.388649:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0add2000. 00080000:00000010:3.0:1769074991.388651:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b04a6a000. 00000004:00000010:3.0:1769074991.388654:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a01615000. 00000004:00000010:3.0:1769074991.388670:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b30594000. 00000004:00000010:3.0:1769074991.388673:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a01612000. 00000004:00000010:3.0:1769074991.388675:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b3edb7c00. 00000020:00000010:3.0:1769074991.388677:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b3ce0fe00. 00000020:00000010:3.0:1769074991.388679:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b3edc0000. 00000020:00000010:3.0:1769074991.388686:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8c8b307551c0. 00000020:00000010:3.0:1769074991.388770:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at ffff8c8b049c4000. 00000020:00000010:3.0:1769074991.388774:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b35d25800. 00000020:00000010:3.0:1769074991.388777:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b35d24400. 00000020:00000010:3.0:1769074991.388778:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8c8b3fe61800. 00000020:00000010:3.0:1769074991.388781:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8c8b04a7d900. 00000020:00000010:3.0:1769074991.388783:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b35d25c00. 00000020:00000010:3.0:1769074991.388785:0:53990:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8c8b074b8a20. 00000020:00000010:3.0:1769074991.388850:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1040 at ffff8c8b38bdb000. 00000020:00000010:3.0:1769074991.388853:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b0940c800. 00000020:00000010:3.0:1769074991.388856:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b0940e800. 00000020:00000010:3.0:1769074991.388859:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8c8b34e69a00. 00000020:00000010:3.0:1769074991.388862:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8c8b3db67e00. 00000020:00000010:3.0:1769074991.388865:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b0940c400. 00000020:00000010:3.0:1769074991.388867:0:53990:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8c8a09955540. 00000020:00000010:3.0:1769074991.389151:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8c8a03f45800. 00000020:00000010:3.0:1769074991.389155:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8c8b3630b000. 00000020:00000010:3.0:1769074991.389157:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8c8a0a874000. 00000020:00000010:3.0:1769074991.389160:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1728 at ffff8c8a044d8800. 00000020:00000010:3.0:1769074991.389162:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 1344 at ffff8c8b35cff800. 00000020:00000010:3.0:1769074991.389165:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b3fa05800. 00000020:00000010:3.1:1769074991.394063:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8a03d78800. 00000020:00000010:3.1:1769074991.394071:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b36309000. 00000020:00000010:3.1:1769074991.394075:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8a04432000. 00000020:00000010:3.1:1769074991.394080:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8a09563000. 00000020:00000010:3.1:1769074991.394084:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b30702a00. 00000020:00000010:3.1:1769074991.394089:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b30703c00. 00000020:00000010:3.1:1769074991.394092:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b306d6800. 00000020:00000010:3.1:1769074991.394096:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b306d4800. 00000020:00000010:3.1:1769074991.394101:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8b01370780. 00000020:00000010:3.1:1769074991.394109:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8a04431000. 00000020:00000010:3.1:1769074991.394114:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b35204200. 00000020:00000010:3.1:1769074991.394118:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b35205000. 00000020:00000010:3.1:1769074991.394123:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b306d7800. 00000020:00000010:3.1:1769074991.394126:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b306d6400. 00000020:00000010:3.1:1769074991.394129:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8b10bd0600. 00000020:00000010:3.1:1769074991.394147:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b05917800. 00000020:00000010:3.1:1769074991.394151:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b35cd9000. 00000020:00000010:3.1:1769074991.394154:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b38589000. 00000020:00000010:3.1:1769074991.394158:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8a09562800. 00000020:00000010:3.1:1769074991.394162:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a03dcb400. 00000020:00000010:3.1:1769074991.394165:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a09654600. 00000020:00000010:3.1:1769074991.394168:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b304d9c00. 00000020:00000010:3.1:1769074991.394170:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b304dbc00. 00000020:00000010:3.1:1769074991.394179:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8a02fbc9c0. 00000020:00000010:3.1:1769074991.394185:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8a0334f800. 00000020:00000010:3.1:1769074991.394188:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b35cd8000. 00000020:00000010:3.1:1769074991.394191:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b38589800. 00000020:00000010:3.1:1769074991.394195:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b05575000. 00000020:00000010:3.1:1769074991.394200:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a04793c00. 00000020:00000010:3.1:1769074991.394205:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a04792c00. 00000020:00000010:3.1:1769074991.394209:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b352d8800. 00000020:00000010:3.1:1769074991.394212:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b352db400. 00000020:00000010:3.1:1769074991.394214:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8a0b724300. 00000020:00000010:3.1:1769074991.394218:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b05910000. 00000020:00000010:3.1:1769074991.394221:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b35cdc000. 00000020:00000010:3.1:1769074991.394224:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b06510e00. 00000020:00000010:3.1:1769074991.394226:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b06511a00. 00000020:00000010:3.1:1769074991.394229:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b304db000. 00000020:00000010:3.1:1769074991.394232:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b384e6000. 00000020:00000010:3.1:1769074991.394234:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8a02fbcc00. 00000020:00000010:3.1:1769074991.394238:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b35cd9800. 00000020:00000010:3.1:1769074991.394241:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a03dcb200. 00000020:00000010:3.1:1769074991.394244:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a03dca200. 00000020:00000010:3.1:1769074991.394247:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b384e4800. 00000020:00000010:3.1:1769074991.394250:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b384e7400. 00000020:00000010:3.1:1769074991.394258:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8a02fbc600. 00000020:00000010:3.1:1769074991.394261:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b05914000. 00000020:00000010:3.1:1769074991.394264:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b35cda000. 00000020:00000010:3.1:1769074991.394268:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b3ed7b000. 00000020:00000010:3.1:1769074991.394272:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a04793000. 00000020:00000010:3.1:1769074991.394275:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8a04792600. 00000020:00000010:3.1:1769074991.394277:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b0a5af400. 00000020:00000010:3.1:1769074991.394279:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b0a5ad400. 00000020:00000010:3.1:1769074991.394290:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8a0b7240c0. 00000020:00000010:3.1:1769074991.394294:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b3630c000. 00000020:00000010:3.1:1769074991.394297:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b036c0c00. 00000020:00000010:3.1:1769074991.394300:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b036c1c00. 00000020:00000010:3.1:1769074991.394304:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b385f0000. 00000020:00000010:3.1:1769074991.394306:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b3cc96400. 00000020:00000010:3.1:1769074991.394310:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8b0480b480. 00000020:00000010:3.1:1769074991.394313:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b0496c000. 00000020:00000010:3.1:1769074991.394316:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8b17281800. 00000020:00000010:3.1:1769074991.394319:0:0:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 1088 at ffff8c8a044dc000. 00000020:00000010:3.1:1769074991.394322:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b3fe60000. 00000020:00000010:3.1:1769074991.394325:0:0:0:(lprocfs_status.c:1551:stats_free()) kfreed 'stats->ls_cnt_header[i].lc_hist': 280 at ffff8c8b3fe60400. 00000020:00000010:3.1:1769074991.394327:0:0:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 832 at ffff8c8b0882dc00. 00000020:00000010:3.1:1769074991.394330:0:0:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b0882e400. 00000020:00000010:3.1:1769074991.394332:0:0:0:(lprocfs_jobstats.c:75:job_reclaim_rcu()) kfreed 'job': 176 at ffff8c8a0b3ec240. 00000004:00000010:3.0:1769074991.400108:0:53990:0:(mdt_identity.c:63:mdt_identity_free_delay()) kfreed 'entry': 472 at ffff8c8b09478000. 02000000:00000010:3.0:1769074991.400116:0:53990:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8c8b35cfc800. 02000000:00000010:3.0:1769074991.400120:0:53990:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at ffff8c8b35cfe800. 02000000:00000010:3.0:1769074991.400124:0:53990:0:(upcall_cache.c:604:upcall_cache_cleanup()) kfreed 'cache->uc_hashtable': 2048 at ffff8c8b35cff000. 02000000:00000010:3.0:1769074991.400127:0:53990:0:(upcall_cache.c:605:upcall_cache_cleanup()) kfreed 'cache': 1208 at ffff8c8b35cfa000. 00000020:00000010:3.0:1769074991.400134:0:53990:0:(tgt_main.c:667:tgt_fini()) kvfree 'lut->lut_reply_bitmap[i]': 131072 at ffff8c8a0abc0000. 00000020:00000010:3.0:1769074991.400156:0:53990:0:(tgt_main.c:671:tgt_fini()) kfreed 'lut->lut_reply_bitmap': 128 at ffff8c8b100e6d80. 00000020:00000010:3.0:1769074991.400160:0:53990:0:(tgt_main.c:675:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff8c8a0a130000. 00000020:00000010:3.0:1769074991.400171:0:53990:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8c8b100e6100. 00000020:00000010:3.0:1769074991.400175:0:53990:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8c8b0a415190. 00000020:00000010:3.0:1769074991.400179:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b406bb000. 00000020:00000010:3.0:1769074991.400184:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a04c05e00. 00000040:00000010:3.0:1769074991.400188:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b055f1600. 00000020:00000010:3.0:1769074991.400191:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a028e4800. 00000020:00000010:3.0:1769074991.400194:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a0000. 00000020:00000010:3.0:1769074991.400197:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b055f1c00. 80000000:00000010:3.0:1769074991.400201:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a0477f060. 40000000:00000010:3.0:1769074991.400205:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b10b4e3c0. 00100000:00000010:3.0:1769074991.400208:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b17363800. 00040000:00000010:3.0:1769074991.400213:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b220c2c00. 00040000:00000010:3.0:1769074991.400217:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b055f1800. 00080000:00000010:3.0:1769074991.400222:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0ad82000. 00080000:00000010:3.0:1769074991.400226:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0ad84000. 00000004:00000010:3.0:1769074991.400229:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b36215800. 00000004:00000010:3.0:1769074991.400233:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b1766f000. 00000004:00000010:3.0:1769074991.400236:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b36214000. 00000004:00000010:3.0:1769074991.400239:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b3fa04800. 00000020:00000010:3.0:1769074991.400242:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04c04600. 00000001:00000010:3.0:1769074991.400246:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b3d7476c0. 00000001:00000010:3.0:1769074991.400249:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b03b0b788. 00000001:00000010:3.0:1769074991.400252:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b220c2400. 00000020:00000010:3.0:1769074991.400295:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8c8b09478200. 00000020:00000010:3.0:1769074991.400298:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8c8b036c1a00. 00000020:00000010:3.0:1769074991.400301:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8c8b06f7e000. 00000020:00000010:3.0:1769074991.400304:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8c8a0b2f4800. 00000020:00000010:3.0:1769074991.400307:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8c8b0358aa00. 00000020:00000010:3.0:1769074991.400311:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b3fa07c00. 00000020:00000010:3.0:1769074991.400349:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8b3524d7c0. 00000020:00000010:3.0:1769074991.400352:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8b3e35b500. 00000020:00000010:3.0:1769074991.400355:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8b0951fe00. 00000020:00000010:3.0:1769074991.400357:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8b30755800. 00000020:00000010:3.0:1769074991.400359:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8c8b38569a00. 00000020:00000010:3.0:1769074991.400362:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b081c2000. 00000001:00000010:3.0:1769074991.412441:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a0e9000. 00000001:00000010:3.0:1769074991.412454:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a12b000. 00000001:00000010:3.0:1769074991.412455:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a16d000. 00000001:00000010:3.0:1769074991.412457:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a1af000. 00000001:00000010:3.0:1769074991.412459:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a1f1000. 00000001:00000010:3.0:1769074991.412460:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a233000. 00000001:00000010:3.0:1769074991.412461:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a275000. 00000001:00000010:3.0:1769074991.412463:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a2b7000. 00000001:00000010:3.0:1769074991.412464:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a2f9000. 00000001:00000010:3.0:1769074991.412465:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a33b000. 00000001:00000010:3.0:1769074991.412466:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a37d000. 00000001:00000010:3.0:1769074991.412468:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a3bf000. 00000001:00000010:3.0:1769074991.412469:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a401000. 00000001:00000010:3.0:1769074991.412470:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a443000. 00000001:00000010:3.0:1769074991.412472:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a485000. 00000001:00000010:3.0:1769074991.412473:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a4c7000. 00000001:00000010:3.0:1769074991.412474:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a509000. 00000001:00000010:3.0:1769074991.412475:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a54b000. 00000001:00000010:3.0:1769074991.412477:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a58d000. 00000001:00000010:3.0:1769074991.412479:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a5cf000. 00000001:00000010:3.0:1769074991.412480:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a611000. 00000001:00000010:3.0:1769074991.412482:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a653000. 00000001:00000010:3.0:1769074991.412484:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a695000. 00000001:00000010:3.0:1769074991.412485:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a6d7000. 00000001:00000010:3.0:1769074991.412487:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a719000. 00000001:00000010:3.0:1769074991.412488:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a75b000. 00000001:00000010:3.0:1769074991.412489:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a79d000. 00000001:00000010:3.0:1769074991.412491:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a7df000. 00000001:00000010:3.0:1769074991.412492:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a821000. 00000001:00000010:3.0:1769074991.412493:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a863000. 00000001:00000010:3.0:1769074991.412495:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a8a5000. 00000001:00000010:3.0:1769074991.412496:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a8e7000. 00000001:00000010:3.0:1769074991.412497:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a929000. 00000001:00000010:3.0:1769074991.412499:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a96b000. 00000001:00000010:3.0:1769074991.412500:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a9ad000. 00000001:00000010:3.0:1769074991.412501:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38a9ef000. 00000001:00000010:3.0:1769074991.412502:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38aa31000. 00000001:00000010:3.0:1769074991.412504:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38aa73000. 00000001:00000010:3.0:1769074991.412505:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38aab5000. 00000001:00000010:3.0:1769074991.412506:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38aaf7000. 00000001:00000010:3.0:1769074991.412508:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ab39000. 00000001:00000010:3.0:1769074991.412509:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ab7b000. 00000001:00000010:3.0:1769074991.412510:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38abbd000. 00000001:00000010:3.0:1769074991.412511:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38abff000. 00000001:00000010:3.0:1769074991.412513:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ac41000. 00000001:00000010:3.0:1769074991.412514:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ac83000. 00000001:00000010:3.0:1769074991.412515:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38acc5000. 00000001:00000010:3.0:1769074991.412517:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ad07000. 00000001:00000010:3.0:1769074991.412518:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ad49000. 00000001:00000010:3.0:1769074991.412519:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ad8b000. 00000001:00000010:3.0:1769074991.412521:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38adcd000. 00000001:00000010:3.0:1769074991.412523:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ae0f000. 00000001:00000010:3.0:1769074991.412524:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ae51000. 00000001:00000010:3.0:1769074991.412526:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ae93000. 00000001:00000010:3.0:1769074991.412527:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38aed5000. 00000001:00000010:3.0:1769074991.412529:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38af17000. 00000001:00000010:3.0:1769074991.412530:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38af59000. 00000001:00000010:3.0:1769074991.412532:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38af9b000. 00000001:00000010:3.0:1769074991.412533:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38afdd000. 00000001:00000010:3.0:1769074991.412534:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b01f000. 00000001:00000010:3.0:1769074991.412536:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b061000. 00000001:00000010:3.0:1769074991.412537:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b0a3000. 00000001:00000010:3.0:1769074991.412539:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b0e5000. 00000001:00000010:3.0:1769074991.412541:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b127000. 00000001:00000010:3.0:1769074991.412543:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b169000. 00000001:00000010:3.0:1769074991.412545:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b1ab000. 00000001:00000010:3.0:1769074991.412547:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b1ed000. 00000001:00000010:3.0:1769074991.412549:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b22f000. 00000001:00000010:3.0:1769074991.412550:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b271000. 00000001:00000010:3.0:1769074991.412552:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b2b3000. 00000001:00000010:3.0:1769074991.412554:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b2f5000. 00000001:00000010:3.0:1769074991.412556:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b337000. 00000001:00000010:3.0:1769074991.412558:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b379000. 00000001:00000010:3.0:1769074991.412560:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b3bb000. 00000001:00000010:3.0:1769074991.412563:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b3fd000. 00000001:00000010:3.0:1769074991.412565:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b43f000. 00000001:00000010:3.0:1769074991.412567:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b481000. 00000001:00000010:3.0:1769074991.412569:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b4c3000. 00000001:00000010:3.0:1769074991.412571:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b505000. 00000001:00000010:3.0:1769074991.412573:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b547000. 00000001:00000010:3.0:1769074991.412576:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b589000. 00000001:00000010:3.0:1769074991.412578:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b5cb000. 00000001:00000010:3.0:1769074991.412580:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b60d000. 00000001:00000010:3.0:1769074991.412583:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b64f000. 00000001:00000010:3.0:1769074991.412585:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b691000. 00000001:00000010:3.0:1769074991.412588:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b6d3000. 00000001:00000010:3.0:1769074991.412590:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b715000. 00000001:00000010:3.0:1769074991.412592:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b757000. 00000001:00000010:3.0:1769074991.412594:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b799000. 00000001:00000010:3.0:1769074991.412596:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b7db000. 00000001:00000010:3.0:1769074991.412598:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b81d000. 00000001:00000010:3.0:1769074991.412600:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b85f000. 00000001:00000010:3.0:1769074991.412601:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b8a1000. 00000001:00000010:3.0:1769074991.412602:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b8e3000. 00000001:00000010:3.0:1769074991.412604:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b925000. 00000001:00000010:3.0:1769074991.412605:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b967000. 00000001:00000010:3.0:1769074991.412606:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b9a9000. 00000001:00000010:3.0:1769074991.412607:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38b9eb000. 00000001:00000010:3.0:1769074991.412609:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ba2d000. 00000001:00000010:3.0:1769074991.412610:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38ba6f000. 00000001:00000010:3.0:1769074991.412611:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bab1000. 00000001:00000010:3.0:1769074991.412612:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38baf3000. 00000001:00000010:3.0:1769074991.412613:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bb35000. 00000001:00000010:3.0:1769074991.412614:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bb77000. 00000001:00000010:3.0:1769074991.412615:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bbb9000. 00000001:00000010:3.0:1769074991.412616:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bbfb000. 00000001:00000010:3.0:1769074991.412618:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bc3d000. 00000001:00000010:3.0:1769074991.412619:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bc7f000. 00000001:00000010:3.0:1769074991.412620:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bcc1000. 00000001:00000010:3.0:1769074991.412621:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bd03000. 00000001:00000010:3.0:1769074991.412622:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bd45000. 00000001:00000010:3.0:1769074991.412623:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bd87000. 00000001:00000010:3.0:1769074991.412625:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bdc9000. 00000001:00000010:3.0:1769074991.412626:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38be0b000. 00000001:00000010:3.0:1769074991.412627:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38be4d000. 00000001:00000010:3.0:1769074991.412628:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38be8f000. 00000001:00000010:3.0:1769074991.412630:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bed1000. 00000001:00000010:3.0:1769074991.412631:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bf13000. 00000001:00000010:3.0:1769074991.412632:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bf55000. 00000001:00000010:3.0:1769074991.412634:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bf97000. 00000001:00000010:3.0:1769074991.412635:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38bfd9000. 00000001:00000010:3.0:1769074991.412636:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38c01b000. 00000001:00000010:3.0:1769074991.412637:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38c05d000. 00000001:00000010:3.0:1769074991.412638:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38c09f000. 00000001:00000010:3.0:1769074991.412639:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38c0e1000. 00000001:00000010:3.0:1769074991.412640:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38c123000. 00000001:00000010:3.0:1769074991.412641:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38c165000. 00000001:00000010:3.0:1769074991.412642:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 262320 at ffffa1d38c1a7000. 00000001:00000010:3.0:1769074991.412644:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 1024 at ffff8c8b3cec1800. 00000001:00000010:3.0:1769074991.412647:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b0358ac00. 00010000:00000010:3.0:1769074991.412654:0:53990:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8c8b3cec0800. 40000000:00000010:2.0:1769074991.413158:0:53990:0:(fid_handler.c:602:seq_site_fini()) kfreed 'ss->ss_server_seq': 288 at ffff8c8b0358a400. 40000000:00000010:2.0:1769074991.413223:0:53990:0:(fid_handler.c:608:seq_site_fini()) kfreed 'ss->ss_control_seq': 288 at ffff8c8b0358bc00. 40000000:00000010:2.0:1769074991.413279:0:53990:0:(fid_handler.c:614:seq_site_fini()) kfreed 'ss->ss_client_seq': 224 at ffff8c8b088cd800. 80000000:00000010:2.0:1769074991.413318:0:53990:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8c8b0951f980. 80000000:00000010:2.0:1769074991.413322:0:53990:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8c8b0951ff00. 80000000:00000010:2.0:1769074991.413324:0:53990:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8c8b0951fa80. 80000000:00000010:2.0:1769074991.413326:0:53990:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8c8b0951f100. 80000000:00000010:2.0:1769074991.413330:0:53990:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8c8b0951f280. 80000000:00000010:2.0:1769074991.413332:0:53990:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8c8b05976c80. 80000000:00000010:2.0:1769074991.413335:0:53990:0:(fld_cache.c:90:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8c8b05976f00. 80000000:00000010:2.0:1769074991.413338:0:53990:0:(fld_cache.c:78:fld_cache_fini()) kfreed 'cache': 168 at ffff8c8a0a8a7cc0. 00000004:00000010:2.0:1769074991.413342:0:53990:0:(mdt_handler.c:5767:mdt_fld_fini()) kfreed 'ss->ss_server_fld': 192 at ffff8c8a0a8a79c0. 00080000:00000010:2.0:1769074991.413359:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a01de2700. 00080000:00000010:2.0:1769074991.413364:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b421c5200. 00000004:00000010:2.0:1769074991.413373:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b35c57308. 00000004:00000010:2.0:1769074991.413380:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bdc8. 00000004:00000010:2.0:1769074991.413384:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b088. 00000004:00000010:2.0:1769074991.413388:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0d261540. 00000004:00000010:2.0:1769074991.413392:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a02e4fba0. 00000004:00000010:2.0:1769074991.413398:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a04dcc7f8. 00000004:00000010:2.0:1769074991.413409:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a09889e00. 00080000:00000010:2.0:1769074991.413422:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3cfb8a00. 00080000:00000010:2.0:1769074991.413426:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b036c1e00. 00000004:00000010:2.0:1769074991.413433:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764b9b0. 00000004:00000010:2.0:1769074991.413436:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b510. 00000004:00000010:2.0:1769074991.413440:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b128. 00000004:00000010:2.0:1769074991.413443:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed000. 00000004:00000010:2.0:1769074991.413448:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5210. 00000004:00000010:2.0:1769074991.413453:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56618. 00000004:00000010:2.0:1769074991.413457:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694d20. 00080000:00000010:2.0:1769074991.413468:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56480. 00080000:00000010:2.0:1769074991.413472:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0b493200. 00000004:00000010:2.0:1769074991.413477:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764ae98. 00000004:00000010:2.0:1769074991.413480:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b390. 00000004:00000010:2.0:1769074991.413482:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bdb8. 00000004:00000010:2.0:1769074991.413485:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed540. 00000004:00000010:2.0:1769074991.413487:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5870. 00000004:00000010:2.0:1769074991.413490:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf569d8. 00000004:00000010:2.0:1769074991.413492:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695c20. 00080000:00000010:2.0:1769074991.413501:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04d7b800. 00000004:00000010:2.0:1769074991.413503:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066deee0. 00000004:00000010:2.0:1769074991.413506:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06f78. 00000004:00000010:2.0:1769074991.413508:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42780. 00080000:00000010:2.0:1769074991.413515:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a25c000. 00000004:00000010:2.0:1769074991.413518:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ceaa0. 00000004:00000010:2.0:1769074991.413521:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e4b0. 00000004:00000010:2.0:1769074991.413523:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522e780. 00080000:00000010:2.0:1769074991.413530:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439880. 00080000:00000010:2.0:1769074991.413533:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b08829600. 00000004:00000010:2.0:1769074991.413537:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17659868. 00000004:00000010:2.0:1769074991.413540:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629bd18. 00000004:00000010:2.0:1769074991.413542:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629bfa0. 00000004:00000010:2.0:1769074991.413545:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b724c00. 00000004:00000010:2.0:1769074991.413547:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cfed0. 00000004:00000010:2.0:1769074991.413549:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e870. 00000004:00000010:2.0:1769074991.413551:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da6780. 00080000:00000010:2.0:1769074991.413556:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5280. 00080000:00000010:2.0:1769074991.413558:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04919000. 00000004:00000010:2.0:1769074991.413562:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385165b8. 00000004:00000010:2.0:1769074991.413566:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b9c0. 00000004:00000010:2.0:1769074991.413568:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd88. 00000004:00000010:2.0:1769074991.413570:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ecb40. 00000004:00000010:2.0:1769074991.413572:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d870. 00000004:00000010:2.0:1769074991.413576:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d960. 00000004:00000010:2.0:1769074991.413579:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f4a0. 00080000:00000010:2.0:1769074991.413587:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0680. 00080000:00000010:2.0:1769074991.413590:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b121c9600. 00000004:00000010:2.0:1769074991.413595:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf108e0. 00000004:00000010:2.0:1769074991.413600:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285cc8. 00000004:00000010:2.0:1769074991.413603:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285e38. 00000004:00000010:2.0:1769074991.413606:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856bcc0. 00000004:00000010:2.0:1769074991.413609:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5ba0. 00000004:00000010:2.0:1769074991.413612:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790690. 00000004:00000010:2.0:1769074991.413614:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f30e0. 00080000:00000010:2.0:1769074991.413620:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b36e42400. 00000020:00000010:2.0:1769074991.413623:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b3e39c800. 00080000:00000010:2.0:1769074991.413637:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b304dea00. 00000004:00000010:2.0:1769074991.413641:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0d2b69c0. 00000004:00000010:2.0:1769074991.413643:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599a90. 00000004:00000010:2.0:1769074991.413645:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94780. 00000004:00000010:2.0:1769074991.413647:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a09889860. 00080000:00000010:2.0:1769074991.413652:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04d7a000. 00000004:00000010:2.0:1769074991.413654:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066deaa0. 00000004:00000010:2.0:1769074991.413671:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06ac8. 00000004:00000010:2.0:1769074991.413674:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae43860. 00080000:00000010:2.0:1769074991.413681:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b2c044a00. 00080000:00000010:2.0:1769074991.413684:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b036c1200. 00000004:00000010:2.0:1769074991.413689:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764a5b8. 00000004:00000010:2.0:1769074991.413692:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b938. 00000004:00000010:2.0:1769074991.413695:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b950. 00000004:00000010:2.0:1769074991.413698:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed6c0. 00000004:00000010:2.0:1769074991.413700:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4bb0. 00000004:00000010:2.0:1769074991.413702:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56e10. 00000004:00000010:2.0:1769074991.413706:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306941e0. 00080000:00000010:2.0:1769074991.413712:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9a500. 00080000:00000010:2.0:1769074991.413714:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b304df200. 00000004:00000010:2.0:1769074991.413718:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17648f88. 00000004:00000010:2.0:1769074991.413721:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bb10. 00000004:00000010:2.0:1769074991.413723:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b0f0. 00000004:00000010:2.0:1769074991.413726:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ecf00. 00000004:00000010:2.0:1769074991.413728:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5100. 00000004:00000010:2.0:1769074991.413730:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56d98. 00000004:00000010:2.0:1769074991.413732:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360e3c0. 00080000:00000010:2.0:1769074991.413738:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10663480. 00080000:00000010:2.0:1769074991.413741:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0459b800. 00000004:00000010:2.0:1769074991.413745:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38517540. 00000004:00000010:2.0:1769074991.413747:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b718. 00000004:00000010:2.0:1769074991.413750:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bdc0. 00000004:00000010:2.0:1769074991.413753:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a09649c00. 00000004:00000010:2.0:1769074991.413755:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c220. 00000004:00000010:2.0:1769074991.413757:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d4b0. 00000004:00000010:2.0:1769074991.413759:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07633860. 00080000:00000010:2.0:1769074991.413765:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e780. 00080000:00000010:2.0:1769074991.413767:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a096de800. 00000004:00000010:2.0:1769074991.413771:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf10000. 00000004:00000010:2.0:1769074991.413775:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b412858d0. 00000004:00000010:2.0:1769074991.413777:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285f78. 00000004:00000010:2.0:1769074991.413779:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b112e0540. 00000004:00000010:2.0:1769074991.413782:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4880. 00000004:00000010:2.0:1769074991.413785:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790258. 00000004:00000010:2.0:1769074991.413787:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3860. 00080000:00000010:2.0:1769074991.413793:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b406f1600. 00000004:00000010:2.0:1769074991.413796:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cfba0. 00000004:00000010:2.0:1769074991.413798:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e618. 00000004:00000010:2.0:1769074991.413800:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522ef00. 00080000:00000010:2.0:1769074991.413807:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9aa80. 00080000:00000010:2.0:1769074991.413810:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a876a00. 00000004:00000010:2.0:1769074991.413819:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764aa28. 00000004:00000010:2.0:1769074991.413826:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b2f8. 00000004:00000010:2.0:1769074991.413830:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b440. 00000004:00000010:2.0:1769074991.413834:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43e780. 00000004:00000010:2.0:1769074991.413838:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599ed0. 00000004:00000010:2.0:1769074991.413843:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc948e8. 00000004:00000010:2.0:1769074991.413846:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cced20. 00080000:00000010:2.0:1769074991.413854:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0a00. 00080000:00000010:2.0:1769074991.413863:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03453600. 00000004:00000010:2.0:1769074991.413870:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf12380. 00000004:00000010:2.0:1769074991.413875:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285f98. 00000004:00000010:2.0:1769074991.413878:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b412852d8. 00000004:00000010:2.0:1769074991.413881:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b300. 00000004:00000010:2.0:1769074991.413884:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5430. 00000004:00000010:2.0:1769074991.413886:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790c30. 00000004:00000010:2.0:1769074991.413889:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3e00. 00080000:00000010:2.0:1769074991.413898:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b30702c00. 00000004:00000010:2.0:1769074991.413903:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599ba0. 00000004:00000010:2.0:1769074991.413906:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94c30. 00000004:00000010:2.0:1769074991.413909:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a098890e0. 00080000:00000010:2.0:1769074991.413920:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3cfb8780. 00080000:00000010:2.0:1769074991.413935:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a25d600. 00000004:00000010:2.0:1769074991.413942:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385170d0. 00000004:00000010:2.0:1769074991.413947:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bf10. 00000004:00000010:2.0:1769074991.413951:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd20. 00000004:00000010:2.0:1769074991.413954:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ec9c0. 00000004:00000010:2.0:1769074991.413958:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5ba0. 00000004:00000010:2.0:1769074991.413962:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d078. 00000004:00000010:2.0:1769074991.413966:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327fc20. 00080000:00000010:2.0:1769074991.413975:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511a00. 00080000:00000010:2.0:1769074991.413977:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34c34800. 00000004:00000010:2.0:1769074991.413982:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176edcd8. 00000004:00000010:2.0:1769074991.413985:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776888. 00000004:00000010:2.0:1769074991.413988:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b037768f8. 00000004:00000010:2.0:1769074991.413990:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3d747180. 00000004:00000010:2.0:1769074991.413993:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066df540. 00000004:00000010:2.0:1769074991.413995:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06e10. 00000004:00000010:2.0:1769074991.413997:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae423c0. 00080000:00000010:2.0:1769074991.414004:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0580. 00080000:00000010:2.0:1769074991.414006:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04793600. 00000004:00000010:2.0:1769074991.414010:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf10b18. 00000004:00000010:2.0:1769074991.414013:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285a40. 00000004:00000010:2.0:1769074991.414015:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b412850e0. 00000004:00000010:2.0:1769074991.414017:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b480. 00000004:00000010:2.0:1769074991.414019:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4ee0. 00000004:00000010:2.0:1769074991.414021:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177901e0. 00000004:00000010:2.0:1769074991.414023:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3c20. 00080000:00000010:2.0:1769074991.414048:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5c80. 00080000:00000010:2.0:1769074991.414053:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0b0cf200. 00000004:00000010:2.0:1769074991.414059:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38514f88. 00000004:00000010:2.0:1769074991.414067:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b7b8. 00000004:00000010:2.0:1769074991.414071:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b780. 00000004:00000010:2.0:1769074991.414075:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43f180. 00000004:00000010:2.0:1769074991.414079:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c440. 00000004:00000010:2.0:1769074991.414083:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907df78. 00000004:00000010:2.0:1769074991.414086:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f860. 00080000:00000010:2.0:1769074991.414103:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0b0fc880. 00080000:00000010:2.0:1769074991.414107:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03696c00. 00000004:00000010:2.0:1769074991.414111:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf125b8. 00000004:00000010:2.0:1769074991.414115:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285d78. 00000004:00000010:2.0:1769074991.414118:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b412856d8. 00000004:00000010:2.0:1769074991.414120:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0d2b6600. 00000004:00000010:2.0:1769074991.414123:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4550. 00000004:00000010:2.0:1769074991.414126:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790438. 00000004:00000010:2.0:1769074991.414129:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2780. 00080000:00000010:2.0:1769074991.414136:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04d7bc00. 00000004:00000010:2.0:1769074991.414138:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066dfcb0. 00000004:00000010:2.0:1769074991.414141:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06708. 00000004:00000010:2.0:1769074991.414143:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae434a0. 00080000:00000010:2.0:1769074991.414149:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9a600. 00080000:00000010:2.0:1769074991.414152:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a876600. 00000004:00000010:2.0:1769074991.414156:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17648b18. 00000004:00000010:2.0:1769074991.414159:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b2e0. 00000004:00000010:2.0:1769074991.414162:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0be88. 00000004:00000010:2.0:1769074991.414165:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43e0c0. 00000004:00000010:2.0:1769074991.414167:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598cc0. 00000004:00000010:2.0:1769074991.414169:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc943c0. 00000004:00000010:2.0:1769074991.414171:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccf680. 00080000:00000010:2.0:1769074991.414177:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9a300. 00080000:00000010:2.0:1769074991.414179:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b304dee00. 00000004:00000010:2.0:1769074991.414182:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176491c0. 00000004:00000010:2.0:1769074991.414185:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bbc8. 00000004:00000010:2.0:1769074991.414188:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd10. 00000004:00000010:2.0:1769074991.414190:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43e180. 00000004:00000010:2.0:1769074991.414192:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4330. 00000004:00000010:2.0:1769074991.414194:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf565a0. 00000004:00000010:2.0:1769074991.414196:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccf2c0. 00080000:00000010:2.0:1769074991.414203:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35205a00. 00000004:00000010:2.0:1769074991.414206:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a01da8900. 00000004:00000010:2.0:1769074991.414208:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598880. 00000004:00000010:2.0:1769074991.414209:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94078. 00000004:00000010:2.0:1769074991.414212:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cce5a0. 00080000:00000010:2.0:1769074991.414219:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a051600. 00080000:00000010:2.0:1769074991.414221:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0875c800. 00000004:00000010:2.0:1769074991.414225:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764b540. 00000004:00000010:2.0:1769074991.414227:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0ba58. 00000004:00000010:2.0:1769074991.414230:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bfc8. 00000004:00000010:2.0:1769074991.414232:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066edf00. 00000004:00000010:2.0:1769074991.414235:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5a90. 00000004:00000010:2.0:1769074991.414237:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56d20. 00000004:00000010:2.0:1769074991.414239:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694b40. 00080000:00000010:2.0:1769074991.414246:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a09661200. 00000004:00000010:2.0:1769074991.414250:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf100. 00000004:00000010:2.0:1769074991.414253:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ed98. 00000004:00000010:2.0:1769074991.414255:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522f860. 00080000:00000010:2.0:1769074991.414264:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439300. 00080000:00000010:2.0:1769074991.414267:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0358a800. 00000004:00000010:2.0:1769074991.414272:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1765a380. 00000004:00000010:2.0:1769074991.414280:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629b260. 00000004:00000010:2.0:1769074991.414285:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b828. 00000004:00000010:2.0:1769074991.414289:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b724900. 00000004:00000010:2.0:1769074991.414293:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e8660. 00000004:00000010:2.0:1769074991.414297:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e5a0. 00000004:00000010:2.0:1769074991.414300:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e9a40. 00080000:00000010:2.0:1769074991.414308:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0358ae00. 00000004:00000010:2.0:1769074991.414317:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c880. 00000004:00000010:2.0:1769074991.414319:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d708. 00000004:00000010:2.0:1769074991.414321:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07633680. 00080000:00000010:2.0:1769074991.414328:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339f00. 00080000:00000010:2.0:1769074991.414331:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cbc00. 00000004:00000010:2.0:1769074991.414335:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38514000. 00000004:00000010:2.0:1769074991.414339:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bf48. 00000004:00000010:2.0:1769074991.414341:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b250. 00000004:00000010:2.0:1769074991.414344:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3d6da3c0. 00000004:00000010:2.0:1769074991.414346:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c660. 00000004:00000010:2.0:1769074991.414349:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d438. 00000004:00000010:2.0:1769074991.414352:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b076330e0. 00080000:00000010:2.0:1769074991.414359:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b05349d00. 00080000:00000010:2.0:1769074991.414364:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01c73a00. 00000004:00000010:2.0:1769074991.414367:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf760. 00000004:00000010:2.0:1769074991.414369:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7eca8. 00000004:00000010:2.0:1769074991.414372:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522ed20. 00080000:00000010:2.0:1769074991.414376:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b05349900. 00080000:00000010:2.0:1769074991.414381:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01c72200. 00000004:00000010:2.0:1769074991.414384:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf870. 00000004:00000010:2.0:1769074991.414387:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e708. 00000004:00000010:2.0:1769074991.414389:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522f680. 00080000:00000010:2.0:1769074991.414393:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b05349600. 00080000:00000010:2.0:1769074991.414398:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b406f1c00. 00000004:00000010:2.0:1769074991.414401:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cebb0. 00000004:00000010:2.0:1769074991.414404:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e438. 00000004:00000010:2.0:1769074991.414406:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522e3c0. 00080000:00000010:2.0:1769074991.414410:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b3c50d900. 00080000:00000010:2.0:1769074991.414416:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b406f1400. 00000004:00000010:2.0:1769074991.414418:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce220. 00000004:00000010:2.0:1769074991.414420:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e780. 00000004:00000010:2.0:1769074991.414422:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522fe00. 00080000:00000010:2.0:1769074991.414425:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b3c50d100. 00080000:00000010:2.0:1769074991.414428:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b406f0400. 00000004:00000010:2.0:1769074991.414431:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf540. 00000004:00000010:2.0:1769074991.414433:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ec30. 00000004:00000010:2.0:1769074991.414436:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522f2c0. 00080000:00000010:2.0:1769074991.414439:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b3c50da00. 00080000:00000010:2.0:1769074991.414442:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b406ba600. 00000004:00000010:2.0:1769074991.414445:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce000. 00000004:00000010:2.0:1769074991.414447:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e3c0. 00000004:00000010:2.0:1769074991.414450:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522fc20. 00080000:00000010:2.0:1769074991.414454:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439480. 00080000:00000010:2.0:1769074991.414456:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07865000. 00000004:00000010:2.0:1769074991.414459:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1765ae98. 00000004:00000010:2.0:1769074991.414461:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629bc88. 00000004:00000010:2.0:1769074991.414463:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b448. 00000004:00000010:2.0:1769074991.414464:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b12a73b40. 00000004:00000010:2.0:1769074991.414466:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e8770. 00000004:00000010:2.0:1769074991.414467:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a016213c0. 00000004:00000010:2.0:1769074991.414469:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e8780. 00080000:00000010:2.0:1769074991.414474:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5800. 00080000:00000010:2.0:1769074991.414476:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04918e00. 00000004:00000010:2.0:1769074991.414480:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385146a8. 00000004:00000010:2.0:1769074991.414483:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b608. 00000004:00000010:2.0:1769074991.414486:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bc50. 00000004:00000010:2.0:1769074991.414490:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ec300. 00000004:00000010:2.0:1769074991.414493:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148ccc0. 00000004:00000010:2.0:1769074991.414496:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907da50. 00000004:00000010:2.0:1769074991.414498:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e3c0. 00080000:00000010:2.0:1769074991.414508:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0e80. 00080000:00000010:2.0:1769074991.414511:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02d5ca00. 00000004:00000010:2.0:1769074991.414515:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf10238. 00000004:00000010:2.0:1769074991.414521:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b412854c0. 00000004:00000010:2.0:1769074991.414523:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285648. 00000004:00000010:2.0:1769074991.414524:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b3c0. 00000004:00000010:2.0:1769074991.414525:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5320. 00000004:00000010:2.0:1769074991.414527:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790d20. 00000004:00000010:2.0:1769074991.414528:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f23c0. 00080000:00000010:2.0:1769074991.414539:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b066cbe00. 00000004:00000010:2.0:1769074991.414542:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce550. 00000004:00000010:2.0:1769074991.414544:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e960. 00000004:00000010:2.0:1769074991.414546:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522eb40. 00080000:00000010:2.0:1769074991.414551:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56b80. 00080000:00000010:2.0:1769074991.414554:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0b493800. 00000004:00000010:2.0:1769074991.414558:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17649630. 00000004:00000010:2.0:1769074991.414561:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bf38. 00000004:00000010:2.0:1769074991.414563:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bb78. 00000004:00000010:2.0:1769074991.414565:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed600. 00000004:00000010:2.0:1769074991.414568:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4990. 00000004:00000010:2.0:1769074991.414570:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56870. 00000004:00000010:2.0:1769074991.414571:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306950e0. 00080000:00000010:2.0:1769074991.414577:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a051e00. 00080000:00000010:2.0:1769074991.414579:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b304dec00. 00000004:00000010:2.0:1769074991.414582:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764a7f0. 00000004:00000010:2.0:1769074991.414586:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b508. 00000004:00000010:2.0:1769074991.414588:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b668. 00000004:00000010:2.0:1769074991.414590:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed480. 00000004:00000010:2.0:1769074991.414593:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4000. 00000004:00000010:2.0:1769074991.414596:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf567f8. 00000004:00000010:2.0:1769074991.414598:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360e5a0. 00080000:00000010:2.0:1769074991.414604:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0450ce00. 00000020:00000010:2.0:1769074991.414606:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b088cd200. 00080000:00000010:2.0:1769074991.414613:0:53990:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at ffff8c8b074b8c60. 00080000:00000010:2.0:1769074991.414616:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b075b8e00. 00000004:00000010:2.0:1769074991.414619:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c110. 00000004:00000010:2.0:1769074991.414621:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d9d8. 00000004:00000010:2.0:1769074991.414624:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07633a40. 00080000:00000010:2.0:1769074991.414629:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0f80. 00080000:00000010:2.0:1769074991.414631:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2c30c600. 00000004:00000010:2.0:1769074991.414635:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf11630. 00000004:00000010:2.0:1769074991.414639:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285678. 00000004:00000010:2.0:1769074991.414641:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285620. 00000004:00000010:2.0:1769074991.414644:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b6c0. 00000004:00000010:2.0:1769074991.414646:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5cb0. 00000004:00000010:2.0:1769074991.414648:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790bb8. 00000004:00000010:2.0:1769074991.414650:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f34a0. 00080000:00000010:2.0:1769074991.414671:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339c80. 00080000:00000010:2.0:1769074991.414675:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b421c6800. 00000004:00000010:2.0:1769074991.414680:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1765b778. 00000004:00000010:2.0:1769074991.414683:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629b600. 00000004:00000010:2.0:1769074991.414685:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629bc48. 00000004:00000010:2.0:1769074991.414687:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b12a73900. 00000004:00000010:2.0:1769074991.414688:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e9100. 00000004:00000010:2.0:1769074991.414690:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a01621258. 00000004:00000010:2.0:1769074991.414692:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e83c0. 00080000:00000010:2.0:1769074991.414698:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5d00. 00080000:00000010:2.0:1769074991.414700:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0b0ce400. 00000004:00000010:2.0:1769074991.414704:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515868. 00000004:00000010:2.0:1769074991.414708:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0be58. 00000004:00000010:2.0:1769074991.414710:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b758. 00000004:00000010:2.0:1769074991.414714:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0615f540. 00000004:00000010:2.0:1769074991.414718:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d100. 00000004:00000010:2.0:1769074991.414720:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907dca8. 00000004:00000010:2.0:1769074991.414723:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e780. 00080000:00000010:2.0:1769074991.414733:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439100. 00080000:00000010:2.0:1769074991.414736:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07865e00. 00000004:00000010:2.0:1769074991.414740:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176588e0. 00000004:00000010:2.0:1769074991.414746:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629b778. 00000004:00000010:2.0:1769074991.414748:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b658. 00000004:00000010:2.0:1769074991.414750:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b12a73240. 00000004:00000010:2.0:1769074991.414751:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e9320. 00000004:00000010:2.0:1769074991.414753:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a016214b0. 00000004:00000010:2.0:1769074991.414754:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e81e0. 00080000:00000010:2.0:1769074991.414764:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0b00. 00080000:00000010:2.0:1769074991.414767:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03453e00. 00000004:00000010:2.0:1769074991.414770:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf11f10. 00000004:00000010:2.0:1769074991.414774:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285730. 00000004:00000010:2.0:1769074991.414776:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b412855b0. 00000004:00000010:2.0:1769074991.414778:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b840. 00000004:00000010:2.0:1769074991.414780:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4110. 00000004:00000010:2.0:1769074991.414782:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177902d0. 00000004:00000010:2.0:1769074991.414784:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f32c0. 00080000:00000010:2.0:1769074991.414790:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b367b3600. 00080000:00000010:2.0:1769074991.414794:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b30756200. 00000004:00000010:2.0:1769074991.414807:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176eee98. 00000004:00000010:2.0:1769074991.414813:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776008. 00000004:00000010:2.0:1769074991.414817:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b037769d0. 00000004:00000010:2.0:1769074991.414820:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b2a194240. 00000004:00000010:2.0:1769074991.414823:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066dedd0. 00000004:00000010:2.0:1769074991.414827:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06690. 00000004:00000010:2.0:1769074991.414830:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae43e00. 00080000:00000010:2.0:1769074991.414841:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b11607980. 00080000:00000010:2.0:1769074991.414845:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0479f400. 00000004:00000010:2.0:1769074991.414852:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17648d50. 00000004:00000010:2.0:1769074991.414857:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bdf8. 00000004:00000010:2.0:1769074991.414861:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b958. 00000004:00000010:2.0:1769074991.414864:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ec000. 00000004:00000010:2.0:1769074991.414868:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4110. 00000004:00000010:2.0:1769074991.414871:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf560f0. 00000004:00000010:2.0:1769074991.414875:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306945a0. 00080000:00000010:2.0:1769074991.414883:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56280. 00080000:00000010:2.0:1769074991.414885:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0b492200. 00000004:00000010:2.0:1769074991.414888:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176493f8. 00000004:00000010:2.0:1769074991.414891:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b418. 00000004:00000010:2.0:1769074991.414893:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b568. 00000004:00000010:2.0:1769074991.414895:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed900. 00000004:00000010:2.0:1769074991.414898:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5760. 00000004:00000010:2.0:1769074991.414902:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56a50. 00000004:00000010:2.0:1769074991.414906:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695e00. 00080000:00000010:2.0:1769074991.414916:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b35dc2a00. 00080000:00000010:2.0:1769074991.414919:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a029e8c00. 00000004:00000010:2.0:1769074991.414928:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ef308. 00000004:00000010:2.0:1769074991.414933:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776920. 00000004:00000010:2.0:1769074991.414937:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776c88. 00000004:00000010:2.0:1769074991.414941:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a02fbc0c0. 00000004:00000010:2.0:1769074991.414945:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066debb0. 00000004:00000010:2.0:1769074991.414950:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06000. 00000004:00000010:2.0:1769074991.414953:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae43a40. 00080000:00000010:2.0:1769074991.414961:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b38511a80. 00080000:00000010:2.0:1769074991.414962:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35d3ae00. 00000004:00000010:2.0:1769074991.414966:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecf88. 00000004:00000010:2.0:1769074991.414968:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b037760a8. 00000004:00000010:2.0:1769074991.414970:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776b48. 00000004:00000010:2.0:1769074991.414977:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b03919900. 00000004:00000010:2.0:1769074991.414979:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066de660. 00000004:00000010:2.0:1769074991.414981:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06ca8. 00000004:00000010:2.0:1769074991.414983:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42f00. 00080000:00000010:2.0:1769074991.414988:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339680. 00080000:00000010:2.0:1769074991.414990:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cac00. 00000004:00000010:2.0:1769074991.414993:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38516380. 00000004:00000010:2.0:1769074991.414996:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b670. 00000004:00000010:2.0:1769074991.414998:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b840. 00000004:00000010:2.0:1769074991.415001:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3d6da180. 00000004:00000010:2.0:1769074991.415003:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d760. 00000004:00000010:2.0:1769074991.415006:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d258. 00000004:00000010:2.0:1769074991.415008:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07632d20. 00080000:00000010:2.0:1769074991.415013:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5f80. 00080000:00000010:2.0:1769074991.415016:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0b0cee00. 00000004:00000010:2.0:1769074991.415019:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515aa0. 00000004:00000010:2.0:1769074991.415022:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bf60. 00000004:00000010:2.0:1769074991.415024:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b1a8. 00000004:00000010:2.0:1769074991.415056:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3d6da6c0. 00000004:00000010:2.0:1769074991.415060:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d210. 00000004:00000010:2.0:1769074991.415064:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d168. 00000004:00000010:2.0:1769074991.415068:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e5a0. 00080000:00000010:2.0:1769074991.415079:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0300. 00080000:00000010:2.0:1769074991.415083:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03696600. 00000004:00000010:2.0:1769074991.415089:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf127f0. 00000004:00000010:2.0:1769074991.415094:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285840. 00000004:00000010:2.0:1769074991.415098:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285548. 00000004:00000010:2.0:1769074991.415102:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b12a73300. 00000004:00000010:2.0:1769074991.415104:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5760. 00000004:00000010:2.0:1769074991.415107:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177908e8. 00000004:00000010:2.0:1769074991.415109:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2f00. 00080000:00000010:2.0:1769074991.415118:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9a480. 00080000:00000010:2.0:1769074991.415120:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a876200. 00000004:00000010:2.0:1769074991.415125:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17649868. 00000004:00000010:2.0:1769074991.415128:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b148. 00000004:00000010:2.0:1769074991.415130:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b8a8. 00000004:00000010:2.0:1769074991.415131:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43e900. 00000004:00000010:2.0:1769074991.415134:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598330. 00000004:00000010:2.0:1769074991.415136:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94e88. 00000004:00000010:2.0:1769074991.415138:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cce000. 00080000:00000010:2.0:1769074991.415144:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35204800. 00000004:00000010:2.0:1769074991.415147:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0d2b6f00. 00000004:00000010:2.0:1769074991.415149:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598ff0. 00000004:00000010:2.0:1769074991.415151:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc947f8. 00000004:00000010:2.0:1769074991.415154:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccfa40. 00080000:00000010:2.0:1769074991.415160:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56800. 00080000:00000010:2.0:1769074991.415163:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04ceec00. 00000004:00000010:2.0:1769074991.415168:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17649cd8. 00000004:00000010:2.0:1769074991.415173:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bb68. 00000004:00000010:2.0:1769074991.415176:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b118. 00000004:00000010:2.0:1769074991.415179:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066edc00. 00000004:00000010:2.0:1769074991.415181:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5cb0. 00000004:00000010:2.0:1769074991.415184:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56ca8. 00000004:00000010:2.0:1769074991.415186:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306952c0. 00080000:00000010:2.0:1769074991.415194:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439b00. 00080000:00000010:2.0:1769074991.415197:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03440e00. 00000004:00000010:2.0:1769074991.415201:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1765a7f0. 00000004:00000010:2.0:1769074991.415203:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629b630. 00000004:00000010:2.0:1769074991.415204:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b1b0. 00000004:00000010:2.0:1769074991.415205:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b724180. 00000004:00000010:2.0:1769074991.415207:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce880. 00000004:00000010:2.0:1769074991.415208:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e2d0. 00000004:00000010:2.0:1769074991.415210:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da7c20. 00080000:00000010:2.0:1769074991.415220:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0380. 00080000:00000010:2.0:1769074991.415223:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a096dfe00. 00000004:00000010:2.0:1769074991.415227:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf11aa0. 00000004:00000010:2.0:1769074991.415230:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285fd8. 00000004:00000010:2.0:1769074991.415232:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285c60. 00000004:00000010:2.0:1769074991.415234:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856bb40. 00000004:00000010:2.0:1769074991.415236:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4660. 00000004:00000010:2.0:1769074991.415237:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790528. 00000004:00000010:2.0:1769074991.415239:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3680. 00080000:00000010:2.0:1769074991.415242:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at ffff8c8b38510c00. 00080000:00000010:2.0:1769074991.415244:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927f2a0. 00080000:00000010:2.0:1769074991.415247:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a015ac000. 00000004:00000010:2.0:1769074991.415249:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066decc0. 00000004:00000010:2.0:1769074991.415251:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06960. 00000004:00000010:2.0:1769074991.415254:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42b40. 00080000:00000010:2.0:1769074991.415264:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0b34e480. 00080000:00000010:2.0:1769074991.415267:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0459a400. 00000004:00000010:2.0:1769074991.415273:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38514470. 00000004:00000010:2.0:1769074991.415277:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b308. 00000004:00000010:2.0:1769074991.415281:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b9c8. 00000004:00000010:2.0:1769074991.415285:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3d6da600. 00000004:00000010:2.0:1769074991.415288:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148ded0. 00000004:00000010:2.0:1769074991.415292:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d7f8. 00000004:00000010:2.0:1769074991.415295:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07632b40. 00080000:00000010:2.0:1769074991.415304:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a09589c80. 00080000:00000010:2.0:1769074991.415308:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03697400. 00000004:00000010:2.0:1769074991.415314:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf11868. 00000004:00000010:2.0:1769074991.415318:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285998. 00000004:00000010:2.0:1769074991.415320:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285078. 00000004:00000010:2.0:1769074991.415323:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b02bdd900. 00000004:00000010:2.0:1769074991.415326:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4000. 00000004:00000010:2.0:1769074991.415328:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177909d8. 00000004:00000010:2.0:1769074991.415330:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b06673860. 00080000:00000010:2.0:1769074991.415338:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b057b3600. 00080000:00000010:2.0:1769074991.415341:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3ce0ec00. 00000004:00000010:2.0:1769074991.415346:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b35c54f88. 00000004:00000010:2.0:1769074991.415349:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bce0. 00000004:00000010:2.0:1769074991.415351:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b040. 00000004:00000010:2.0:1769074991.415354:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43ecc0. 00000004:00000010:2.0:1769074991.415355:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599430. 00000004:00000010:2.0:1769074991.415357:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94618. 00000004:00000010:2.0:1769074991.415359:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccf0e0. 00080000:00000010:2.0:1769074991.415365:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a02cba180. 00080000:00000010:2.0:1769074991.415367:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b30703400. 00000004:00000010:2.0:1769074991.415370:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b35c57778. 00000004:00000010:2.0:1769074991.415374:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b910. 00000004:00000010:2.0:1769074991.415385:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bff0. 00000004:00000010:2.0:1769074991.415389:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0d261d80. 00000004:00000010:2.0:1769074991.415395:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a02e4e000. 00000004:00000010:2.0:1769074991.415398:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a04dcc078. 00000004:00000010:2.0:1769074991.415401:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a09889c20. 00080000:00000010:2.0:1769074991.415411:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3cfb8c00. 00080000:00000010:2.0:1769074991.415413:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a25da00. 00000004:00000010:2.0:1769074991.415418:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38516a28. 00000004:00000010:2.0:1769074991.415421:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bfd8. 00000004:00000010:2.0:1769074991.415423:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b1e0. 00000004:00000010:2.0:1769074991.415425:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ecc00. 00000004:00000010:2.0:1769074991.415426:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5540. 00000004:00000010:2.0:1769074991.415427:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907de10. 00000004:00000010:2.0:1769074991.415435:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e000. 00080000:00000010:2.0:1769074991.415440:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439380. 00080000:00000010:2.0:1769074991.415443:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0296ea00. 00000004:00000010:2.0:1769074991.415447:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1765b540. 00000004:00000010:2.0:1769074991.415450:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629b878. 00000004:00000010:2.0:1769074991.415453:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b750. 00000004:00000010:2.0:1769074991.415455:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b724000. 00000004:00000010:2.0:1769074991.415458:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e9430. 00000004:00000010:2.0:1769074991.415460:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e258. 00000004:00000010:2.0:1769074991.415462:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e94a0. 00080000:00000010:2.0:1769074991.415467:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a051800. 00080000:00000010:2.0:1769074991.415469:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03c08e00. 00000004:00000010:2.0:1769074991.415473:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17648470. 00000004:00000010:2.0:1769074991.415476:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bf58. 00000004:00000010:2.0:1769074991.415478:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b240. 00000004:00000010:2.0:1769074991.415480:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed240. 00000004:00000010:2.0:1769074991.415482:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4550. 00000004:00000010:2.0:1769074991.415484:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf562d0. 00000004:00000010:2.0:1769074991.415486:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360eb40. 00080000:00000010:2.0:1769074991.415491:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339100. 00080000:00000010:2.0:1769074991.415493:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765a000. 00000004:00000010:2.0:1769074991.415497:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515cd8. 00000004:00000010:2.0:1769074991.415500:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b9e0. 00000004:00000010:2.0:1769074991.415503:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0be78. 00000004:00000010:2.0:1769074991.415505:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a09649840. 00000004:00000010:2.0:1769074991.415507:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148dba0. 00000004:00000010:2.0:1769074991.415510:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907db40. 00000004:00000010:2.0:1769074991.415512:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07633c20. 00080000:00000010:2.0:1769074991.415518:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5a80. 00080000:00000010:2.0:1769074991.415520:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b421c6a00. 00000004:00000010:2.0:1769074991.415524:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17659630. 00000004:00000010:2.0:1769074991.415527:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629bb58. 00000004:00000010:2.0:1769074991.415530:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b578. 00000004:00000010:2.0:1769074991.415533:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b12a73600. 00000004:00000010:2.0:1769074991.415535:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e8ff0. 00000004:00000010:2.0:1769074991.415537:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a01621528. 00000004:00000010:2.0:1769074991.415540:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e9680. 00080000:00000010:2.0:1769074991.415545:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9ae80. 00080000:00000010:2.0:1769074991.415547:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b304dfc00. 00000004:00000010:2.0:1769074991.415552:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764b308. 00000004:00000010:2.0:1769074991.415554:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bcc8. 00000004:00000010:2.0:1769074991.415557:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd78. 00000004:00000010:2.0:1769074991.415559:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43eb40. 00000004:00000010:2.0:1769074991.415560:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4aa0. 00000004:00000010:2.0:1769074991.415562:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56000. 00000004:00000010:2.0:1769074991.415564:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cce1e0. 00080000:00000010:2.0:1769074991.415568:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b066cae00. 00000004:00000010:2.0:1769074991.415570:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cfdc0. 00000004:00000010:2.0:1769074991.415572:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7eac8. 00000004:00000010:2.0:1769074991.415574:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522e1e0. 00080000:00000010:2.0:1769074991.415578:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35204e00. 00000004:00000010:2.0:1769074991.415581:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43f000. 00000004:00000010:2.0:1769074991.415584:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599870. 00000004:00000010:2.0:1769074991.415586:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94d20. 00000004:00000010:2.0:1769074991.415588:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccfe00. 00080000:00000010:2.0:1769074991.415592:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3cfb8f00. 00080000:00000010:2.0:1769074991.415594:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0479e800. 00000004:00000010:2.0:1769074991.415598:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17649f10. 00000004:00000010:2.0:1769074991.415601:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b6c0. 00000004:00000010:2.0:1769074991.415603:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b4e0. 00000004:00000010:2.0:1769074991.415605:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ecd80. 00000004:00000010:2.0:1769074991.415607:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4dd0. 00000004:00000010:2.0:1769074991.415610:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d690. 00000004:00000010:2.0:1769074991.415612:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694780. 00080000:00000010:2.0:1769074991.415618:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0700. 00080000:00000010:2.0:1769074991.415622:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0768f200. 00000004:00000010:2.0:1769074991.415626:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf10470. 00000004:00000010:2.0:1769074991.415632:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b412850c0. 00000004:00000010:2.0:1769074991.415635:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285fb8. 00000004:00000010:2.0:1769074991.415638:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b180. 00000004:00000010:2.0:1769074991.415640:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5210. 00000004:00000010:2.0:1769074991.415643:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790168. 00000004:00000010:2.0:1769074991.415646:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2000. 00080000:00000010:2.0:1769074991.415651:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439d00. 00080000:00000010:2.0:1769074991.415652:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07865400. 00000004:00000010:2.0:1769074991.415655:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17659f10. 00000004:00000010:2.0:1769074991.415674:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629bc08. 00000004:00000010:2.0:1769074991.415677:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629bc78. 00000004:00000010:2.0:1769074991.415678:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b12a733c0. 00000004:00000010:2.0:1769074991.415680:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e8990. 00000004:00000010:2.0:1769074991.415682:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a01621d20. 00000004:00000010:2.0:1769074991.415684:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e9c20. 00080000:00000010:2.0:1769074991.415689:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3cfb8380. 00080000:00000010:2.0:1769074991.415692:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a25ca00. 00000004:00000010:2.0:1769074991.415697:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385153f8. 00000004:00000010:2.0:1769074991.415700:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b8e0. 00000004:00000010:2.0:1769074991.415702:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0be08. 00000004:00000010:2.0:1769074991.415704:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ec3c0. 00000004:00000010:2.0:1769074991.415706:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4660. 00000004:00000010:2.0:1769074991.415709:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d000. 00000004:00000010:2.0:1769074991.415711:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327fa40. 00080000:00000010:2.0:1769074991.415719:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35d3bc00. 00000004:00000010:2.0:1769074991.415721:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066dfed0. 00000004:00000010:2.0:1769074991.415723:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06a50. 00000004:00000010:2.0:1769074991.415725:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42000. 00080000:00000010:2.0:1769074991.415731:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a051280. 00080000:00000010:2.0:1769074991.415734:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04cee600. 00000004:00000010:2.0:1769074991.415737:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764a380. 00000004:00000010:2.0:1769074991.415740:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bfa8. 00000004:00000010:2.0:1769074991.415743:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bc08. 00000004:00000010:2.0:1769074991.415746:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066edcc0. 00000004:00000010:2.0:1769074991.415748:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4770. 00000004:00000010:2.0:1769074991.415750:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56528. 00000004:00000010:2.0:1769074991.415753:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695680. 00080000:00000010:2.0:1769074991.415758:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b088cdf00. 00080000:00000010:2.0:1769074991.415762:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0358a000. 00000004:00000010:2.0:1769074991.415765:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d650. 00000004:00000010:2.0:1769074991.415768:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907dd20. 00000004:00000010:2.0:1769074991.415770:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b076321e0. 00080000:00000010:2.0:1769074991.415774:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339500. 00080000:00000010:2.0:1769074991.415777:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b055eb200. 00000004:00000010:2.0:1769074991.415781:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38514b18. 00000004:00000010:2.0:1769074991.415784:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bc30. 00000004:00000010:2.0:1769074991.415786:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b6f0. 00000004:00000010:2.0:1769074991.415789:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b039199c0. 00000004:00000010:2.0:1769074991.415790:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c990. 00000004:00000010:2.0:1769074991.415791:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907dbb8. 00000004:00000010:2.0:1769074991.415793:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07633e00. 00080000:00000010:2.0:1769074991.415798:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b1141c880. 00080000:00000010:2.0:1769074991.415800:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a032f6200. 00000004:00000010:2.0:1769074991.415805:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38516e98. 00000004:00000010:2.0:1769074991.415810:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b360. 00000004:00000010:2.0:1769074991.415814:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b338. 00000004:00000010:2.0:1769074991.415817:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ece40. 00000004:00000010:2.0:1769074991.415821:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5ed0. 00000004:00000010:2.0:1769074991.415824:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d1e0. 00000004:00000010:2.0:1769074991.415827:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f0e0. 00080000:00000010:2.0:1769074991.415839:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e300. 00080000:00000010:2.0:1769074991.415843:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03697000. 00000004:00000010:2.0:1769074991.415850:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf13778. 00000004:00000010:2.0:1769074991.415857:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285770. 00000004:00000010:2.0:1769074991.415861:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285468. 00000004:00000010:2.0:1769074991.415864:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b112e0c00. 00000004:00000010:2.0:1769074991.415866:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5650. 00000004:00000010:2.0:1769074991.415869:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790708. 00000004:00000010:2.0:1769074991.415878:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f25a0. 00080000:00000010:2.0:1769074991.415885:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35205600. 00000004:00000010:2.0:1769074991.415888:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b121cacc0. 00000004:00000010:2.0:1769074991.415891:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598bb0. 00000004:00000010:2.0:1769074991.415895:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94348. 00000004:00000010:2.0:1769074991.415898:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cce780. 00080000:00000010:2.0:1769074991.415907:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b057b3680. 00080000:00000010:2.0:1769074991.415911:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3ce0e200. 00000004:00000010:2.0:1769074991.415917:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b35c54470. 00000004:00000010:2.0:1769074991.415922:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b188. 00000004:00000010:2.0:1769074991.415926:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd90. 00000004:00000010:2.0:1769074991.415929:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43ec00. 00000004:00000010:2.0:1769074991.415933:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598110. 00000004:00000010:2.0:1769074991.415936:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc940f0. 00000004:00000010:2.0:1769074991.415940:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccfc20. 00080000:00000010:2.0:1769074991.415947:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a01c1d6c0. 00080000:00000010:2.0:1769074991.415951:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a01c1d420. 00080000:00000010:2.0:1769074991.415956:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35204600. 00000004:00000010:2.0:1769074991.415960:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598220. 00000004:00000010:2.0:1769074991.415962:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94870. 00000004:00000010:2.0:1769074991.415965:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cceb40. 00080000:00000010:2.0:1769074991.415972:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56300. 00080000:00000010:2.0:1769074991.415974:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04c04400. 00000004:00000010:2.0:1769074991.415978:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764bbe8. 00000004:00000010:2.0:1769074991.415982:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b328. 00000004:00000010:2.0:1769074991.415984:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b848. 00000004:00000010:2.0:1769074991.415986:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066edb40. 00000004:00000010:2.0:1769074991.415988:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5dc0. 00000004:00000010:2.0:1769074991.415990:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56f00. 00000004:00000010:2.0:1769074991.415992:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306954a0. 00080000:00000010:2.0:1769074991.415997:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a439980. 00080000:00000010:2.0:1769074991.415999:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b08828000. 00000004:00000010:2.0:1769074991.416002:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17659aa0. 00000004:00000010:2.0:1769074991.416005:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629b378. 00000004:00000010:2.0:1769074991.416008:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629bf30. 00000004:00000010:2.0:1769074991.416011:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b7246c0. 00000004:00000010:2.0:1769074991.416013:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce660. 00000004:00000010:2.0:1769074991.416016:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e168. 00000004:00000010:2.0:1769074991.416018:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da7680. 00080000:00000010:2.0:1769074991.416023:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5b80. 00080000:00000010:2.0:1769074991.416045:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b01677000. 00000004:00000010:2.0:1769074991.416054:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38517308. 00000004:00000010:2.0:1769074991.416060:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0be40. 00000004:00000010:2.0:1769074991.416064:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bbb8. 00000004:00000010:2.0:1769074991.416069:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0615fcc0. 00000004:00000010:2.0:1769074991.416073:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d320. 00000004:00000010:2.0:1769074991.416077:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907dc30. 00000004:00000010:2.0:1769074991.416081:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327ef00. 00080000:00000010:2.0:1769074991.416092:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e180. 00080000:00000010:2.0:1769074991.416096:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03452000. 00000004:00000010:2.0:1769074991.416101:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf11cd8. 00000004:00000010:2.0:1769074991.416104:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285978. 00000004:00000010:2.0:1769074991.416112:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285b40. 00000004:00000010:2.0:1769074991.416114:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b112e0e40. 00000004:00000010:2.0:1769074991.416116:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4330. 00000004:00000010:2.0:1769074991.416118:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790e10. 00000004:00000010:2.0:1769074991.416120:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2d20. 00000004:00000010:2.0:1769074991.416124:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1765aa28. 00000004:00000010:2.0:1769074991.416127:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cfa90. 00000004:00000010:2.0:1769074991.416130:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e348. 00000004:00000010:2.0:1769074991.416133:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da74a0. 00080000:00000010:2.0:1769074991.416139:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0b0fcc80. 00080000:00000010:2.0:1769074991.416142:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03697e00. 00000004:00000010:2.0:1769074991.416158:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf111c0. 00000004:00000010:2.0:1769074991.416160:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b412859c0. 00000004:00000010:2.0:1769074991.416163:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285430. 00000004:00000010:2.0:1769074991.416165:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b27fce480. 00000004:00000010:2.0:1769074991.416168:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5dc0. 00000004:00000010:2.0:1769074991.416170:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790780. 00000004:00000010:2.0:1769074991.416173:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f21e0. 00080000:00000010:2.0:1769074991.416324:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b057b3900. 00080000:00000010:2.0:1769074991.416327:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3ce0e600. 00000004:00000010:2.0:1769074991.416331:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b35c567f0. 00000004:00000010:2.0:1769074991.416338:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bf70. 00000004:00000010:2.0:1769074991.416340:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0be18. 00000004:00000010:2.0:1769074991.416342:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43ef00. 00000004:00000010:2.0:1769074991.416344:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599540. 00000004:00000010:2.0:1769074991.416347:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94258. 00000004:00000010:2.0:1769074991.416349:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccef00. 00080000:00000010:2.0:1769074991.416355:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a02cba900. 00080000:00000010:2.0:1769074991.416356:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b30702200. 00000004:00000010:2.0:1769074991.416359:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b35c570d0. 00000004:00000010:2.0:1769074991.416361:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b518. 00000004:00000010:2.0:1769074991.416363:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b288. 00000004:00000010:2.0:1769074991.416365:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0d2b6cc0. 00000004:00000010:2.0:1769074991.416366:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a02e4f870. 00000004:00000010:2.0:1769074991.416368:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94b40. 00000004:00000010:2.0:1769074991.416369:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a098892c0. 00080000:00000010:2.0:1769074991.416372:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56680. 00080000:00000010:2.0:1769074991.416374:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b036c0e00. 00000004:00000010:2.0:1769074991.416376:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17648000. 00000004:00000010:2.0:1769074991.416379:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0be90. 00000004:00000010:2.0:1769074991.416381:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b4c0. 00000004:00000010:2.0:1769074991.416384:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed9c0. 00000004:00000010:2.0:1769074991.416386:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5980. 00000004:00000010:2.0:1769074991.416388:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56168. 00000004:00000010:2.0:1769074991.416391:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694960. 00080000:00000010:2.0:1769074991.416397:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9a780. 00080000:00000010:2.0:1769074991.416399:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b304de000. 00000004:00000010:2.0:1769074991.416403:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764b778. 00000004:00000010:2.0:1769074991.416406:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b838. 00000004:00000010:2.0:1769074991.416409:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0ba68. 00000004:00000010:2.0:1769074991.416411:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a01da8300. 00000004:00000010:2.0:1769074991.416413:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5320. 00000004:00000010:2.0:1769074991.416415:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56348. 00000004:00000010:2.0:1769074991.416417:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360e780. 00080000:00000010:2.0:1769074991.416425:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04cef200. 00000020:00000010:2.0:1769074991.416427:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b2a38bd00. 00080000:00000010:2.0:1769074991.416435:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339180. 00080000:00000010:2.0:1769074991.416437:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765a800. 00000004:00000010:2.0:1769074991.416441:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515630. 00000004:00000010:2.0:1769074991.416443:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b3c8. 00000004:00000010:2.0:1769074991.416446:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b310. 00000004:00000010:2.0:1769074991.416448:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a09649540. 00000004:00000010:2.0:1769074991.416450:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148ddc0. 00000004:00000010:2.0:1769074991.416453:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907dd98. 00000004:00000010:2.0:1769074991.416455:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b076323c0. 00080000:00000010:2.0:1769074991.416460:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5200. 00080000:00000010:2.0:1769074991.416462:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04919a00. 00000004:00000010:2.0:1769074991.416466:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385148e0. 00000004:00000010:2.0:1769074991.416469:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b408. 00000004:00000010:2.0:1769074991.416471:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b3b8. 00000004:00000010:2.0:1769074991.416473:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ec6c0. 00000004:00000010:2.0:1769074991.416475:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148caa0. 00000004:00000010:2.0:1769074991.416478:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d3c0. 00000004:00000010:2.0:1769074991.416480:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327e1e0. 00080000:00000010:2.0:1769074991.416486:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5700. 00080000:00000010:2.0:1769074991.416489:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b421c6600. 00000004:00000010:2.0:1769074991.416493:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17658b18. 00000004:00000010:2.0:1769074991.416497:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629be18. 00000004:00000010:2.0:1769074991.416499:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b920. 00000004:00000010:2.0:1769074991.416502:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0d18bf00. 00000004:00000010:2.0:1769074991.416504:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e9870. 00000004:00000010:2.0:1769074991.416507:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a01621348. 00000004:00000010:2.0:1769074991.416509:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b304e85a0. 00080000:00000010:2.0:1769074991.416515:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9ae00. 00080000:00000010:2.0:1769074991.416517:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a876800. 00000004:00000010:2.0:1769074991.416520:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764a148. 00000004:00000010:2.0:1769074991.416523:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b208. 00000004:00000010:2.0:1769074991.416525:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b760. 00000004:00000010:2.0:1769074991.416527:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43e840. 00000004:00000010:2.0:1769074991.416531:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599980. 00000004:00000010:2.0:1769074991.416533:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94438. 00000004:00000010:2.0:1769074991.416536:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccf860. 00080000:00000010:2.0:1769074991.416543:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a01de2780. 00080000:00000010:2.0:1769074991.416545:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b421c5800. 00000004:00000010:2.0:1769074991.416550:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b35c551c0. 00000004:00000010:2.0:1769074991.416555:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b190. 00000004:00000010:2.0:1769074991.416558:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b790. 00000004:00000010:2.0:1769074991.416561:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b076a6840. 00000004:00000010:2.0:1769074991.416563:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a02e4eee0. 00000004:00000010:2.0:1769074991.416565:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a04dccac8. 00000004:00000010:2.0:1769074991.416567:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a09888f00. 00080000:00000010:2.0:1769074991.416570:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0d30a800. 20000000:00000010:2.0:1769074991.416573:0:53990:0:(mgs_handler.c:1581:mgs_object_free()) kfreed_rcu 'obj': 240 at ffff8c8b3fc9f500. 00080000:00000010:2.0:1769074991.416577:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3cfb8500. 00080000:00000010:2.0:1769074991.416578:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02ed5200. 00000004:00000010:2.0:1769074991.416588:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38517778. 00000004:00000010:2.0:1769074991.416590:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b5b0. 00000004:00000010:2.0:1769074991.416592:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b540. 00000004:00000010:2.0:1769074991.416594:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3eccc0. 00000004:00000010:2.0:1769074991.416596:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5650. 00000004:00000010:2.0:1769074991.416598:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d0f0. 00000004:00000010:2.0:1769074991.416600:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694f00. 00080000:00000010:2.0:1769074991.416607:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b09479200. 00000020:00000010:2.0:1769074991.416610:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b30752c00. 00080000:00000010:2.0:1769074991.416616:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b10df0100. 00080000:00000010:2.0:1769074991.416618:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a096df800. 00000004:00000010:2.0:1769074991.416622:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf12e98. 00000004:00000010:2.0:1769074991.416625:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285308. 00000004:00000010:2.0:1769074991.416627:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285708. 00000004:00000010:2.0:1769074991.416630:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856be40. 00000004:00000010:2.0:1769074991.416632:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4440. 00000004:00000010:2.0:1769074991.416634:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790078. 00000004:00000010:2.0:1769074991.416637:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2b40. 00080000:00000010:2.0:1769074991.416643:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339080. 00080000:00000010:2.0:1769074991.416645:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cba00. 00000004:00000010:2.0:1769074991.416648:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385179b0. 00000004:00000010:2.0:1769074991.416651:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bbf0. 00000004:00000010:2.0:1769074991.416653:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b1f8. 00000004:00000010:2.0:1769074991.416669:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3d6da540. 00000004:00000010:2.0:1769074991.416672:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148cee0. 00000004:00000010:2.0:1769074991.416675:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d5a0. 00000004:00000010:2.0:1769074991.416678:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b076334a0. 00080000:00000010:2.0:1769074991.416686:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339f80. 00080000:00000010:2.0:1769074991.416688:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02aeec00. 00000004:00000010:2.0:1769074991.416692:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38514238. 00000004:00000010:2.0:1769074991.416695:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bcf0. 00000004:00000010:2.0:1769074991.416696:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b020. 00000004:00000010:2.0:1769074991.416699:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b13253d80. 00000004:00000010:2.0:1769074991.416702:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d540. 00000004:00000010:2.0:1769074991.416704:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d2d0. 00000004:00000010:2.0:1769074991.416706:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07632000. 00080000:00000010:2.0:1769074991.416712:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5300. 00080000:00000010:2.0:1769074991.416715:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04918600. 00000004:00000010:2.0:1769074991.416718:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38514d50. 00000004:00000010:2.0:1769074991.416721:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b428. 00000004:00000010:2.0:1769074991.416724:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b4a8. 00000004:00000010:2.0:1769074991.416726:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ec900. 00000004:00000010:2.0:1769074991.416729:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4ee0. 00000004:00000010:2.0:1769074991.416731:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d528. 00000004:00000010:2.0:1769074991.416733:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327ed20. 00080000:00000010:2.0:1769074991.416739:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b27e91800. 00080000:00000010:2.0:1769074991.416741:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b173fd400. 00000004:00000010:2.0:1769074991.416745:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1765b9b0. 00000004:00000010:2.0:1769074991.416748:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b0629b8d0. 00000004:00000010:2.0:1769074991.416751:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b0629b730. 00000004:00000010:2.0:1769074991.416753:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b35776900. 00000004:00000010:2.0:1769074991.416756:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b368e9ed0. 00000004:00000010:2.0:1769074991.416759:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a016212d0. 00000004:00000010:2.0:1769074991.416762:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35d78d20. 00080000:00000010:2.0:1769074991.416770:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34c34a00. 00000004:00000010:2.0:1769074991.416782:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066df210. 00000004:00000010:2.0:1769074991.416785:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06528. 00000004:00000010:2.0:1769074991.416788:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae43680. 00080000:00000010:2.0:1769074991.416793:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04d7aa00. 00000004:00000010:2.0:1769074991.416795:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066df760. 00000004:00000010:2.0:1769074991.416796:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d069d8. 00000004:00000010:2.0:1769074991.416798:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae432c0. 00080000:00000010:2.0:1769074991.416808:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35205e00. 00000004:00000010:2.0:1769074991.416813:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b121ca3c0. 00000004:00000010:2.0:1769074991.416815:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599dc0. 00000004:00000010:2.0:1769074991.416818:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc942d0. 00000004:00000010:2.0:1769074991.416821:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cce3c0. 00080000:00000010:2.0:1769074991.416832:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56d80. 00080000:00000010:2.0:1769074991.416836:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b036c0a00. 00000004:00000010:2.0:1769074991.416843:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176488e0. 00000004:00000010:2.0:1769074991.416848:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bd40. 00000004:00000010:2.0:1769074991.416851:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bd60. 00000004:00000010:2.0:1769074991.416855:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed300. 00000004:00000010:2.0:1769074991.416858:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4ff0. 00000004:00000010:2.0:1769074991.416862:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56708. 00000004:00000010:2.0:1769074991.416865:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b306943c0. 00080000:00000010:2.0:1769074991.416875:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b03c98400. 00080000:00000010:2.0:1769074991.416878:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02cde800. 00000004:00000010:2.0:1769074991.416883:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176ecb18. 00000004:00000010:2.0:1769074991.416887:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03776168. 00000004:00000010:2.0:1769074991.416889:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03776d70. 00000004:00000010:2.0:1769074991.416892:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b062879c0. 00000004:00000010:2.0:1769074991.416895:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066dfba0. 00000004:00000010:2.0:1769074991.416898:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d061e0. 00000004:00000010:2.0:1769074991.416901:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42960. 00080000:00000010:2.0:1769074991.416913:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b38483c00. 00000004:00000010:2.0:1769074991.416918:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148cbb0. 00000004:00000010:2.0:1769074991.416921:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d870. 00000004:00000010:2.0:1769074991.416925:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b076332c0. 00080000:00000010:2.0:1769074991.416934:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339d80. 00080000:00000010:2.0:1769074991.416937:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0459bc00. 00000004:00000010:2.0:1769074991.416942:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38517be8. 00000004:00000010:2.0:1769074991.416946:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bda8. 00000004:00000010:2.0:1769074991.416950:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b9b8. 00000004:00000010:2.0:1769074991.416953:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0615f9c0. 00000004:00000010:2.0:1769074991.416957:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c770. 00000004:00000010:2.0:1769074991.416960:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d8e8. 00000004:00000010:2.0:1769074991.416963:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327fe00. 00080000:00000010:2.0:1769074991.416970:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b100e6c80. 00080000:00000010:2.0:1769074991.416973:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07026000. 00000004:00000010:2.0:1769074991.416977:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38515f10. 00000004:00000010:2.0:1769074991.416980:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bd38. 00000004:00000010:2.0:1769074991.416984:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bbc0. 00000004:00000010:2.0:1769074991.416987:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b132533c0. 00000004:00000010:2.0:1769074991.416990:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148cff0. 00000004:00000010:2.0:1769074991.416993:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907df00. 00000004:00000010:2.0:1769074991.416996:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07632960. 00080000:00000010:2.0:1769074991.417006:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339280. 00080000:00000010:2.0:1769074991.417008:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a010cb600. 00000004:00000010:2.0:1769074991.417011:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385167f0. 00000004:00000010:2.0:1769074991.417014:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b6d8. 00000004:00000010:2.0:1769074991.417015:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b488. 00000004:00000010:2.0:1769074991.417017:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3d6dacc0. 00000004:00000010:2.0:1769074991.417018:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c000. 00000004:00000010:2.0:1769074991.417024:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d348. 00000004:00000010:2.0:1769074991.417051:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07632780. 00080000:00000010:2.0:1769074991.417064:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b075b9200. 00000004:00000010:2.0:1769074991.417070:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b066de440. 00000004:00000010:2.0:1769074991.417074:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b06d06bb8. 00000004:00000010:2.0:1769074991.417077:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0ae42d20. 00080000:00000010:2.0:1769074991.417086:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e280. 00080000:00000010:2.0:1769074991.417090:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03452c00. 00000004:00000010:2.0:1769074991.417097:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf113f8. 00000004:00000010:2.0:1769074991.417102:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285278. 00000004:00000010:2.0:1769074991.417105:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b412850f0. 00000004:00000010:2.0:1769074991.417107:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b112e0180. 00000004:00000010:2.0:1769074991.417110:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a5100. 00000004:00000010:2.0:1769074991.417112:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b177903c0. 00000004:00000010:2.0:1769074991.417114:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f2960. 00080000:00000010:2.0:1769074991.417121:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b04a3f600. 00000004:00000010:2.0:1769074991.417124:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cecc0. 00000004:00000010:2.0:1769074991.417127:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ef00. 00000004:00000010:2.0:1769074991.417129:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da72c0. 00080000:00000010:2.0:1769074991.417135:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a25c800. 00000020:00000010:2.0:1769074991.417138:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b3c50d600. 00080000:00000010:2.0:1769074991.417144:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0944e600. 00080000:00000010:2.0:1769074991.417146:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03452800. 00000004:00000010:2.0:1769074991.417150:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b3cf13540. 00000004:00000010:2.0:1769074991.417152:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b41285068. 00000004:00000010:2.0:1769074991.417155:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b41285b30. 00000004:00000010:2.0:1769074991.417157:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b3856b780. 00000004:00000010:2.0:1769074991.417160:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b405a4aa0. 00000004:00000010:2.0:1769074991.417162:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b17790ac8. 00000004:00000010:2.0:1769074991.417164:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0a1f3a40. 00080000:00000010:2.0:1769074991.417170:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b30703200. 00000004:00000010:2.0:1769074991.417173:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598550. 00000004:00000010:2.0:1769074991.417175:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc94f78. 00000004:00000010:2.0:1769074991.417177:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a09888780. 00080000:00000010:2.0:1769074991.417182:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3cfb8300. 00080000:00000010:2.0:1769074991.417185:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0b0cf400. 00000004:00000010:2.0:1769074991.417188:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38516148. 00000004:00000010:2.0:1769074991.417193:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b078. 00000004:00000010:2.0:1769074991.417197:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b280. 00000004:00000010:2.0:1769074991.417199:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a0b3ec780. 00000004:00000010:2.0:1769074991.417202:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4cc0. 00000004:00000010:2.0:1769074991.417205:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907de88. 00000004:00000010:2.0:1769074991.417208:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327eb40. 00080000:00000010:2.0:1769074991.417217:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a051200. 00080000:00000010:2.0:1769074991.417220:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a0b492000. 00000004:00000010:2.0:1769074991.417223:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b176486a8. 00000004:00000010:2.0:1769074991.417225:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0be50. 00000004:00000010:2.0:1769074991.417227:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0ba48. 00000004:00000010:2.0:1769074991.417228:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed840. 00000004:00000010:2.0:1769074991.417234:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4440. 00000004:00000010:2.0:1769074991.417238:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56e88. 00000004:00000010:2.0:1769074991.417240:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695a40. 00080000:00000010:2.0:1769074991.417246:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b3ed56e80. 00080000:00000010:2.0:1769074991.417249:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04cee000. 00000004:00000010:2.0:1769074991.417254:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764ac60. 00000004:00000010:2.0:1769074991.417259:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0ba08. 00000004:00000010:2.0:1769074991.417263:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0baf8. 00000004:00000010:2.0:1769074991.417267:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed0c0. 00000004:00000010:2.0:1769074991.417269:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f5430. 00000004:00000010:2.0:1769074991.417273:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56690. 00000004:00000010:2.0:1769074991.417275:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30694000. 00080000:00000010:2.0:1769074991.417284:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8a04c9a580. 00080000:00000010:2.0:1769074991.417288:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b304df400. 00000004:00000010:2.0:1769074991.417293:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b1764b0d0. 00000004:00000010:2.0:1769074991.417298:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b7e0. 00000004:00000010:2.0:1769074991.417301:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0bbd0. 00000004:00000010:2.0:1769074991.417305:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed180. 00000004:00000010:2.0:1769074991.417309:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4220. 00000004:00000010:2.0:1769074991.417313:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf561e0. 00000004:00000010:2.0:1769074991.417315:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360e1e0. 00080000:00000010:2.0:1769074991.417321:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b41339580. 00080000:00000010:2.0:1769074991.417324:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0765a600. 00000004:00000010:2.0:1769074991.417328:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b38516c60. 00000004:00000010:2.0:1769074991.417332:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0bfb8. 00000004:00000010:2.0:1769074991.417334:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b8b0. 00000004:00000010:2.0:1769074991.417337:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8a09649f00. 00000004:00000010:2.0:1769074991.417339:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148d430. 00000004:00000010:2.0:1769074991.417341:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d780. 00000004:00000010:2.0:1769074991.417343:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b076325a0. 00080000:00000010:2.0:1769074991.417350:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04793200. 00000020:00000010:2.0:1769074991.417353:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8a02ff0500. 00080000:00000010:2.0:1769074991.417358:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b353f5580. 00080000:00000010:2.0:1769074991.417360:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07659200. 00000004:00000010:2.0:1769074991.417364:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b385151c0. 00000004:00000010:2.0:1769074991.417366:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b030. 00000004:00000010:2.0:1769074991.417369:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b1f0. 00000004:00000010:2.0:1769074991.417372:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0615f0c0. 00000004:00000010:2.0:1769074991.417374:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c330. 00000004:00000010:2.0:1769074991.417375:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907dac8. 00000004:00000010:2.0:1769074991.417377:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8a0327f680. 00080000:00000010:2.0:1769074991.417382:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b057b3b00. 00080000:00000010:2.0:1769074991.417385:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a876c00. 00000004:00000010:2.0:1769074991.417390:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17649aa0. 00000004:00000010:2.0:1769074991.417396:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b9f0. 00000004:00000010:2.0:1769074991.417399:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b940. 00000004:00000010:2.0:1769074991.417402:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b0a43e9c0. 00000004:00000010:2.0:1769074991.417405:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598aa0. 00000004:00000010:2.0:1769074991.417407:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc944b0. 00000004:00000010:2.0:1769074991.417410:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05cce960. 00080000:00000010:2.0:1769074991.417419:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b0358a600. 00000004:00000010:2.0:1769074991.417420:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b1148c550. 00000004:00000010:2.0:1769074991.417422:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8a0907d618. 00000004:00000010:2.0:1769074991.417423:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b07632f00. 00080000:00000010:2.0:1769074991.417433:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a01c1d600. 00080000:00000010:2.0:1769074991.417436:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a01c1dd80. 00080000:00000010:2.0:1769074991.417440:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b2a877200. 00000004:00000010:2.0:1769074991.417443:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598440. 00000004:00000010:2.0:1769074991.417445:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fc945a0. 00000004:00000010:2.0:1769074991.417448:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b05ccf4a0. 00080000:00000010:2.0:1769074991.417454:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 124 at ffff8c8b0a051580. 00080000:00000010:2.0:1769074991.417456:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a03c09400. 00000004:00000010:2.0:1769074991.417460:0:53990:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff8c8b17648238. 00000004:00000010:2.0:1769074991.417463:0:53990:0:(lod_object.c:9627:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff8c8b03b0b070. 00000004:00000010:2.0:1769074991.417465:0:53990:0:(lod_object.c:9630:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff8c8b03b0b150. 00000004:00000010:2.0:1769074991.417468:0:53990:0:(lod_lov.c:468:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff8c8b066ed780. 00000004:00000010:2.0:1769074991.417471:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a0a1f4880. 00000004:00000010:2.0:1769074991.417473:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf564b0. 00000004:00000010:2.0:1769074991.417476:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b30695860. 00000004:00000010:2.0:1769074991.417483:0:53990:0:(mdt_handler.c:5864:mdt_stack_fini()) kmalloced '(lcfg)': 64 at ffff8c8b07763c40. 02000000:00000010:2.0:1769074991.418345:0:53990:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8c8b05cf0000. 02000000:00000010:2.0:1769074991.418352:0:53990:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8c8b06158600. 00000100:00000010:2.0:1769074991.418356:0:53990:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c8b2af64380. 00000020:00000010:0.0:1769074991.419173:0:50519:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b0358e600. 00000040:00000010:0.0:1769074991.419180:0:50519:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b0358ee00. 00000020:00000010:0.0:1769074991.419184:0:50519:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a015da800. 00000020:00000010:0.0:1769074991.419190:0:50519:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0444e9a8. 00000020:00000010:0.0:1769074991.419199:0:50519:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b0360a200. 80000000:00000010:0.0:1769074991.419204:0:50519:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b2223a840. 40000000:00000010:0.0:1769074991.419207:0:50519:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b2b1683c0. 00100000:00000010:0.0:1769074991.419211:0:50519:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a015df800. 00040000:00000010:0.0:1769074991.419214:0:50519:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3e39cc00. 00040000:00000010:0.0:1769074991.419218:0:50519:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8a015dd000. 00040000:00000010:0.0:1769074991.419221:0:50519:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b0360a800. 00080000:00000010:0.0:1769074991.419226:0:50519:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0a004000. 00080000:00000010:0.0:1769074991.419230:0:50519:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b3fdc8000. 00000004:00000010:0.0:1769074991.419254:0:50519:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a02c17800. 00000004:00000010:0.0:1769074991.419259:0:50519:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b3cff3000. 00000004:00000010:0.0:1769074991.419264:0:50519:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a02c17000. 00002000:00000010:0.0:1769074991.419268:0:50519:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35dd2000. 00000004:00000010:0.0:1769074991.419272:0:50519:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35dd2800. 00000020:00000010:0.0:1769074991.419275:0:50519:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b0358e400. 00000004:00000010:0.0:1769074991.419279:0:50519:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at ffff8c8b2223ab40. 40000000:00000010:2.0:1769074991.419405:0:53990:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8c8b3e39cd00. 00000020:00000010:0.0:1769074991.419563:0:50521:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a01788c00. 00000040:00000010:0.0:1769074991.419568:0:50521:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a01788e00. 00000020:00000010:0.0:1769074991.419570:0:50521:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b361e2000. 00000020:00000010:0.0:1769074991.419573:0:50521:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a170000. 00000020:00000010:0.0:1769074991.419576:0:50521:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a01789a00. 80000000:00000010:0.0:1769074991.419578:0:50521:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b06d2a660. 40000000:00000010:0.0:1769074991.419580:0:50521:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b3e35b340. 00100000:00000010:0.0:1769074991.419582:0:50521:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b361e7800. 00040000:00000010:0.0:1769074991.419585:0:50521:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3c485e00. 00040000:00000010:0.0:1769074991.419587:0:50521:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b361e0800. 00040000:00000010:0.0:1769074991.419589:0:50521:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a01788a00. 00080000:00000010:0.0:1769074991.419593:0:50521:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30710000. 00080000:00000010:0.0:1769074991.419609:0:50521:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30716000. 00000004:00000010:0.0:1769074991.419612:0:50521:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b361e6000. 00000004:00000010:0.0:1769074991.419615:0:50521:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b3f708000. 00000004:00000010:0.0:1769074991.419618:0:50521:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b361e0000. 00002000:00000010:0.0:1769074991.419621:0:50521:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3fe13400. 00000004:00000010:0.0:1769074991.419623:0:50521:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b3fe13c00. 00000020:00000010:0.0:1769074991.419626:0:50521:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a01788800. 00000004:00000010:0.0:1769074991.419628:0:50521:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at ffff8c8b06d2a000. 00000040:00000010:1.0:1769074991.419694:0:50520:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8a09d4e000. 00000040:00000010:1.0:1769074991.419704:0:50520:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8b2223ad80. 00000040:00000010:1.0:1769074991.419710:0:50520:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8b384f4000. 00000040:00000010:1.0:1769074991.419715:0:50520:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8b2223a000. 00080000:00000010:1.0:1769074991.419725:0:50520:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a01788200. 00000020:00000010:1.0:1769074991.419730:0:50520:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b3c485500. 00000040:00000010:1.0:1769074991.419745:0:50520:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a01789000. 00080000:00000010:1.0:1769074991.419757:0:50520:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8a02c23800. 00080000:00000010:1.0:1769074991.419853:0:50520:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b055eb200. 00080000:00000010:1.0:1769074991.419862:0:50520:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f9c0. 00080000:00000010:1.0:1769074991.419895:0:50520:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f9c0. 00080000:00000010:1.0:1769074991.420077:0:50520:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at ffff8c8b06d2acc0. 00080000:00000010:1.0:1769074991.420082:0:50520:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b08829c00. 00000020:00000010:1.0:1769074991.420087:0:50520:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b362b5000. 00000040:00000010:1.0:1769074991.420093:0:50520:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a0a076000. 00000040:00000010:1.0:1769074991.420098:0:50520:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b08829200. 00000040:00000010:1.0:1769074991.420102:0:50520:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a09e74000. 00000040:00000010:1.0:1769074991.420106:0:50520:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a02a0f200. 00000040:00000010:1.0:1769074991.420115:0:50520:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8b0480b780. 00000020:00000010:1.0:1769074991.420126:0:50520:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b2b168840. 00000020:00000010:1.0:1769074991.420131:0:50520:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a02a0e600. 00000040:00000010:1.0:1769074991.420141:0:50520:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a02a0fc00. 00000020:00000010:1.0:1769074991.420146:0:50520:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b057a3000. 00000020:00000010:1.0:1769074991.420151:0:50520:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a02a0f000. 00040000:00000010:1.0:1769074991.420154:0:50520:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3e39cb00. 00040000:00000010:1.0:1769074991.420159:0:50520:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a02a0e200. 00080000:00000010:1.0:1769074991.420164:0:50520:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b384f2000. 00080000:00000010:1.0:1769074991.420168:0:50520:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at ffff8c8b03618a00. 00080000:00000010:1.0:1769074991.420172:0:50520:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b384f6000. 00000020:00000010:1.0:1769074991.420176:0:50520:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02a0ea00. 00000004:00000010:1.0:1769074991.420180:0:50520:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at ffff8c8a0299d840. 00000004:00000010:2.0:1769074991.420205:0:53990:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at ffff8c8b27e91580. 40000000:00000010:2.0:1769074991.420286:0:53990:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8c8b3e39c900. 00000020:00000010:0.0:1769074991.420444:0:50523:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b36e42800. 00000040:00000010:0.0:1769074991.420449:0:50523:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b36e42a00. 00000020:00000010:0.0:1769074991.420452:0:50523:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b057a0800. 00000020:00000010:0.0:1769074991.420455:0:50523:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0444b758. 00000020:00000010:0.0:1769074991.420459:0:50523:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b36e42e00. 80000000:00000010:0.0:1769074991.420463:0:50523:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b2223ade0. 40000000:00000010:0.0:1769074991.420466:0:50523:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b2b168e00. 00100000:00000010:0.0:1769074991.420469:0:50523:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b057a7000. 00040000:00000010:0.0:1769074991.420472:0:50523:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3e39c400. 00040000:00000010:0.0:1769074991.420474:0:50523:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff8c8b057a4800. 00040000:00000010:0.0:1769074991.420481:0:50523:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b36e43000. 00080000:00000010:0.0:1769074991.420485:0:50523:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0add8000. 00080000:00000010:0.0:1769074991.420489:0:50523:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09d4c000. 00000004:00000010:0.0:1769074991.420492:0:50523:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b35cd8800. 00000004:00000010:0.0:1769074991.420496:0:50523:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b0a2cb000. 00000004:00000010:0.0:1769074991.420499:0:50523:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b35cdc800. 00002000:00000010:0.0:1769074991.420502:0:50523:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b35dd3800. 00000004:00000010:0.0:1769074991.420504:0:50523:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b35dd3000. 00000020:00000010:0.0:1769074991.420507:0:50523:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b36e42000. 00000004:00000010:0.0:1769074991.420509:0:50523:0:(osp_precreate.c:1361:osp_precreate_thread()) kfreed 'args': 72 at ffff8c8b2223a2a0. 00000040:00000010:1.0:1769074991.420553:0:50522:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8a0add4000. 00000040:00000010:1.0:1769074991.420560:0:50522:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8b06d2aa20. 00000040:00000010:1.0:1769074991.420565:0:50522:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8c8a0adcc000. 00000040:00000010:1.0:1769074991.420570:0:50522:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8c8b06d2a240. 00080000:00000010:1.0:1769074991.420589:0:50522:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02b0c800. 00000020:00000010:1.0:1769074991.420593:0:50522:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b3db67600. 00000040:00000010:1.0:1769074991.420599:0:50522:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a02b0d800. 00080000:00000010:1.0:1769074991.420606:0:50522:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b055eb000. 00080000:00000010:1.0:1769074991.420640:0:50522:0:(osd_handler.c:2048:osd_trans_create()) kmalloced '(oh)': 296 at ffff8c8b03618a00. 00080000:00000010:1.0:1769074991.420646:0:50522:0:(osd_io.c:2953:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8c8b0951f9c0. 00080000:00000010:1.0:1769074991.420698:0:50522:0:(osd_io.c:2981:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8c8b0951f9c0. 00080000:00000010:1.0:1769074991.420793:0:50522:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at ffff8c8b06d2a720. 00080000:00000010:1.0:1769074991.420797:0:50522:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02b0c200. 00000020:00000010:1.0:1769074991.420801:0:50522:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b1326c900. 00000040:00000010:1.0:1769074991.420807:0:50522:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a0adca000. 00000040:00000010:1.0:1769074991.420812:0:50522:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a02a23c00. 00000040:00000010:1.0:1769074991.420817:0:50522:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a04526000. 00000040:00000010:1.0:1769074991.420824:0:50522:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8a02a23200. 00000040:00000010:1.0:1769074991.420832:0:50522:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8b03590b40. 00000020:00000010:1.0:1769074991.420841:0:50522:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3e35b8c0. 00000020:00000010:1.0:1769074991.420852:0:50522:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a04d7a400. 00000040:00000010:1.0:1769074991.420856:0:50522:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8a04d7ac00. 00000020:00000010:1.0:1769074991.420859:0:50522:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a098b4000. 00000020:00000010:1.0:1769074991.420863:0:50522:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a04d7be00. 00040000:00000010:1.0:1769074991.420868:0:50522:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67000. 00040000:00000010:1.0:1769074991.420872:0:50522:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a04d7a200. 00080000:00000010:1.0:1769074991.420877:0:50522:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0adce000. 00080000:00000010:1.0:1769074991.420881:0:50522:0:(osd_handler.c:8322:osd_key_fini()) kvfree 'idc': 320 at ffff8c8a04d7a600. 00080000:00000010:1.0:1769074991.420885:0:50522:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0adc8000. 00000020:00000010:1.0:1769074991.420900:0:50522:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a02b0dc00. 00000004:00000010:1.0:1769074991.420904:0:50522:0:(osp_sync.c:1472:osp_sync_thread()) kfreed 'args': 16 at ffff8c8a0b10c300. 00000004:00000010:2.0:1769074991.420934:0:53990:0:(osp_precreate.c:1797:osp_precreate_fini()) kfreed 'd->opd_pre': 112 at ffff8c8b38511780. 40000000:00000010:2.0:1769074991.421069:0:53990:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8c8b1326cb00. 00000020:00000010:0.0:1769074991.421151:0:50530:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b07b9aa00. 00000020:00000010:0.0:1769074991.421156:0:50530:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b35cdf000. 00000020:00000010:0.0:1769074991.421160:0:50530:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0444e4a0. 00000020:00000010:0.0:1769074991.421164:0:50530:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b07b9a600. 80000000:00000010:0.0:1769074991.421167:0:50530:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b2223aa20. 40000000:00000010:0.0:1769074991.421170:0:50530:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b2b168540. 00100000:00000010:0.0:1769074991.421173:0:50530:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b35cdd000. 00040000:00000010:0.0:1769074991.421176:0:50530:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b037bac00. 00040000:00000010:0.0:1769074991.421179:0:50530:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b07b9ac00. 00080000:00000010:0.0:1769074991.421183:0:50530:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a0922c000. 00080000:00000010:0.0:1769074991.421185:0:50530:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a0922e000. 00002000:00000010:0.0:1769074991.421189:0:50530:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b09408000. 00000020:00000010:0.0:1769074991.421192:0:50530:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07b9ae00. 00040000:00000010:0.0:1769074991.421195:0:50530:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at ffff8c8b2223ae40. 00000001:00000010:2.0:1769074991.421223:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8a096499c0. 00000001:00000010:2.0:1769074991.421228:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629bcb0. 00000001:00000010:2.0:1769074991.421230:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b12117c00. 00040000:00000010:2.0:1769074991.421235:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74e040. 00040000:00000010:2.0:1769074991.421242:0:53990:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8c8a096493c0. 00000001:00000010:2.0:1769074991.421247:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8a09649780. 00000001:00000010:2.0:1769074991.421249:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629be80. 00000001:00000010:2.0:1769074991.421252:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b12116200. 00040000:00000010:2.0:1769074991.421256:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74e300. 00040000:00000010:2.0:1769074991.421262:0:53990:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8c8a09649300. 00000001:00000010:2.0:1769074991.421268:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b27fce780. 00000001:00000010:2.0:1769074991.421272:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b0629b3a0. 00000001:00000010:2.0:1769074991.421276:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b07b9a200. 00040000:00000010:2.0:1769074991.421279:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b3d74ecc0. 00040000:00000010:2.0:1769074991.421285:0:53990:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8c8a09649d80. 00000020:00000010:2.0:1769074991.421297:0:53990:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8c8b0944e400. 00040000:00000010:2.0:1769074991.421303:0:53990:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8c8b0b31fe00. 00000020:00000010:1.0:1769074991.421348:0:50531:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b03618600. 00000020:00000010:1.0:1769074991.421355:0:50531:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044b9000. 00000020:00000010:1.0:1769074991.421359:0:50531:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b34c75080. 00000020:00000010:1.0:1769074991.421365:0:50531:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b07658400. 80000000:00000010:1.0:1769074991.421369:0:50531:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a092824e0. 40000000:00000010:1.0:1769074991.421373:0:50531:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8a01cf1900. 00100000:00000010:1.0:1769074991.421377:0:50531:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a044bc000. 00040000:00000010:1.0:1769074991.421382:0:50531:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a02bc6300. 00040000:00000010:1.0:1769074991.421386:0:50531:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b07658200. 00080000:00000010:1.0:1769074991.421391:0:50531:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09236000. 00080000:00000010:1.0:1769074991.421395:0:50531:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09230000. 00002000:00000010:1.0:1769074991.421399:0:50531:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04994c00. 00000020:00000010:1.0:1769074991.421403:0:50531:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03619c00. 00040000:00000010:1.0:1769074991.421406:0:50531:0:(qsd_writeback.c:648:qsd_upd_thread()) kfreed 'args': 72 at ffff8c8a09282ea0. 00000001:00000010:2.0:1769074991.421435:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b36e90240. 00000001:00000010:2.0:1769074991.421441:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b41285ff0. 00000001:00000010:2.0:1769074991.421444:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a02cdee00. 00040000:00000010:2.0:1769074991.421448:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b10cf9b60. 00040000:00000010:2.0:1769074991.421455:0:53990:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8c8b36e90cc0. 00000001:00000010:2.0:1769074991.421459:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8b06177540. 00000001:00000010:2.0:1769074991.421462:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b41285f08. 00000001:00000010:2.0:1769074991.421465:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b3cf20400. 00040000:00000010:2.0:1769074991.421469:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b10cf9840. 00040000:00000010:2.0:1769074991.421473:0:53990:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8c8b36e900c0. 00000001:00000010:2.0:1769074991.421480:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 152 at ffff8c8a03281000. 00000001:00000010:2.0:1769074991.421484:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8c8b41285a60. 00000001:00000010:2.0:1769074991.421486:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b03618800. 00040000:00000010:2.0:1769074991.421489:0:53990:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8c8b10cf9600. 00040000:00000010:2.0:1769074991.421495:0:53990:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8c8b061776c0. 00000020:00000010:2.0:1769074991.421498:0:53990:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8c8b38511480. 00080000:00000010:2.0:1769074991.421504:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12116000. 00000004:00000010:2.0:1769074991.421507:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce330. 00000004:00000010:2.0:1769074991.421510:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e078. 00000004:00000010:2.0:1769074991.421513:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522e5a0. 00040000:00000010:2.0:1769074991.421517:0:53990:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff8c8b03ed0e00. 40000000:00000010:2.0:1769074991.421561:0:53990:0:(fid_lib.c:123:seq_target_fini()) kfreed 'dt->dd_cl_seq': 224 at ffff8c8b3db67100. 00080000:00000010:2.0:1769074991.421569:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b077a2a00. 00000020:00000010:2.0:1769074991.421572:0:53990:0:(lu_object.c:1344:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff8c8a0477fc60. 00200000:00000010:2.0:1769074991.421598:0:53990:0:(barrier.c:57:barrier_instance_put_free()) kfreed 'barrier': 176 at ffff8c8b3c50b000. 00000020:00000010:0.0:1769074991.421603:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a02bda000. 00100000:00000010:2.0:1769074991.421618:0:53990:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 544 at ffff8c8b04997000. 00100000:00000010:2.0:1769074991.421622:0:53990:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 544 at ffff8c8b04995400. 00100000:00000010:2.0:1769074991.421628:0:53990:0:(lfsck_namespace.c:5033:lfsck_namespace_data_release()) kfreed 'lad': 208 at ffff8c8b17385600. 00100000:00000010:2.0:1769074991.421631:0:53990:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at ffff8c8b3858c800. 00100000:00000010:2.0:1769074991.421645:0:53990:0:(lfsck_internal.h:1382:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff8c8b35c50a00. 00100000:00000010:2.0:1769074991.421649:0:53990:0:(lfsck_internal.h:1384:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff8c8b35c50100. 00100000:00000010:2.0:1769074991.421654:0:53990:0:(lfsck_layout.c:6517:lfsck_layout_master_data_release()) kfreed 'lad': 208 at ffff8c8b35c50f00. 00100000:00000010:2.0:1769074991.421670:0:53990:0:(lfsck_internal.h:1391:lfsck_component_put()) kfreed 'com': 1392 at ffff8c8b3858d800. 00100000:00000010:2.0:1769074991.421675:0:53990:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at ffff8c8b36013cc0. 00100000:00000010:2.0:1769074991.421677:0:53990:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at ffff8c8a09053600. 00100000:00000010:2.0:1769074991.421679:0:53990:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at ffff8c8b1fc5b000. 00100000:00000010:2.0:1769074991.421691:0:53990:0:(lfsck_lib.c:3950:lfsck_tgt_free()) kfreed 'ltd': 152 at ffff8c8b0480bcc0. 00100000:00000010:2.0:1769074991.421694:0:53990:0:(lfsck_lib.c:146:lfsck_tgt_descs_fini()) kfreed 'ltds->ltd_tgts_idx[idx]': 4096 at ffff8c8b10db7000. 00100000:00000010:2.0:1769074991.421745:0:53990:0:(lfsck_lib.c:1637:lfsck_fid_fini()) kfreed 'lfsck->li_seq': 224 at ffff8c8b131c3300. 00100000:00000010:2.0:1769074991.421748:0:53990:0:(lfsck_lib.c:1715:lfsck_instance_cleanup()) kfreed 'lfsck': 3152 at ffff8c8b05315000. 00000040:00000010:2.0:1769074991.421754:0:53990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 12 at ffff8c8a032458a0. 00000040:00000010:2.0:1769074991.421757:0:53990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a09224000. 00000040:00000010:2.0:1769074991.421761:0:53990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b35f8f200. 00000040:00000010:2.0:1769074991.421781:0:53990:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8b06375300. 00000040:00000010:2.0:1769074991.421793:0:53990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 18 at ffff8c8b10cf9200. 00000040:00000010:2.0:1769074991.421796:0:53990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a09220000. 00000040:00000010:2.0:1769074991.421798:0:53990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b1739e200. 00000040:00000010:2.0:1769074991.421803:0:53990:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8b06375780. 00000040:00000010:2.0:1769074991.421810:0:53990:0:(llog_osd.c:1838:llog_osd_close()) kfreed 'handle->lgh_name': 16 at ffff8c8a03245020. 00000040:00000010:2.0:1769074991.421813:0:53990:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8c8a09226000. 00000040:00000010:2.0:1769074991.421817:0:53990:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8c8b1739fa00. 00000040:00000010:2.0:1769074991.421821:0:53990:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8b06375a80. 00000001:00000010:2.0:1769074991.421832:0:53990:0:(nodemap_storage.c:2671:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff8c8b10cf9d40. 00080000:00000010:2.0:1769074991.421842:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b35c50900. 00080000:00000010:2.0:1769074991.421851:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eede00. 00000020:00000010:2.0:1769074991.421855:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b35c50c00. 00080000:00000010:2.0:1769074991.421868:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17385a00. 00080000:00000010:2.0:1769074991.421876:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03440200. 00000020:00000010:2.0:1769074991.421879:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17385900. 00080000:00000010:2.0:1769074991.421885:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b114a4f00. 00080000:00000010:2.0:1769074991.421891:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06f7e800. 00000020:00000010:2.0:1769074991.421894:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b114a4800. 00080000:00000010:2.0:1769074991.421901:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17385500. 00080000:00000010:2.0:1769074991.421908:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03441e00. 00000020:00000010:2.0:1769074991.421911:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17385f00. 00080000:00000010:2.0:1769074991.421921:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1739fc00. 00000004:00000010:2.0:1769074991.421925:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598770. 00000004:00000010:2.0:1769074991.421930:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56258. 00000004:00000010:2.0:1769074991.421933:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360f680. 00080000:00000010:2.0:1769074991.421941:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17534600. 00080000:00000010:2.0:1769074991.421947:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c8400. 00000020:00000010:2.0:1769074991.421951:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17534500. 00080000:00000010:2.0:1769074991.421960:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1739ee00. 00000020:00000010:2.0:1769074991.421963:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0679c800. 00080000:00000010:2.0:1769074991.421966:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b114a4a00. 00080000:00000010:2.0:1769074991.421970:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03441800. 00000020:00000010:2.0:1769074991.421972:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b114a4500. 00080000:00000010:2.0:1769074991.421975:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17534300. 00080000:00000010:2.0:1769074991.421979:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c8c00. 00000020:00000010:2.0:1769074991.421982:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17534900. 00080000:00000010:2.0:1769074991.421986:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b304aae00. 00080000:00000010:2.0:1769074991.421992:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eeca00. 00000020:00000010:2.0:1769074991.421994:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b304aa500. 00080000:00000010:2.0:1769074991.422000:0:53990:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at ffff8c8b06d2ade0. 00080000:00000010:2.0:1769074991.422002:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02a0f800. 00000020:00000010:2.0:1769074991.422005:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b3e39c100. 00080000:00000010:2.0:1769074991.422011:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b0947eb00. 00080000:00000010:2.0:1769074991.422017:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eedc00. 00000020:00000010:2.0:1769074991.422019:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b3fc82f00. 00080000:00000010:2.0:1769074991.422051:0:53990:0:(osd_handler.c:1705:osd_object_free()) kfreed 'obj->oo_brm': 96 at ffff8c8b06d2aea0. 00080000:00000010:2.0:1769074991.422057:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02a22600. 00000020:00000010:2.0:1769074991.422062:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b1326cd00. 00080000:00000010:2.0:1769074991.422078:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12117200. 00000004:00000010:2.0:1769074991.422083:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce770. 00000004:00000010:2.0:1769074991.422087:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7eb40. 00000004:00000010:2.0:1769074991.422089:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da65a0. 00080000:00000010:2.0:1769074991.422104:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8b074b8960. 00080000:00000010:2.0:1769074991.422107:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 116 at ffff8c8b38511d80. 00080000:00000010:2.0:1769074991.422110:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a047cf000. 00000004:00000010:2.0:1769074991.422113:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598990. 00000004:00000010:2.0:1769074991.422116:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56960. 00000004:00000010:2.0:1769074991.422119:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360e960. 00080000:00000010:2.0:1769074991.422125:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8a02bc6800. 00080000:00000010:2.0:1769074991.422129:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3cf20200. 00000004:00000010:2.0:1769074991.422132:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598660. 00000004:00000010:2.0:1769074991.422134:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56f78. 00000004:00000010:2.0:1769074991.422136:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360ef00. 00080000:00000010:2.0:1769074991.422142:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b0947ed00. 00080000:00000010:2.0:1769074991.422147:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eec400. 00000020:00000010:2.0:1769074991.422149:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0947e300. 00080000:00000010:2.0:1769074991.422155:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b114a4900. 00080000:00000010:2.0:1769074991.422159:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b06f7fa00. 00000020:00000010:2.0:1769074991.422162:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b114a4000. 00080000:00000010:2.0:1769074991.422168:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927fc60. 00080000:00000010:2.0:1769074991.422171:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b09479800. 00000004:00000010:2.0:1769074991.422174:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce440. 00000004:00000010:2.0:1769074991.422177:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ee88. 00000004:00000010:2.0:1769074991.422179:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da6960. 00080000:00000010:2.0:1769074991.422184:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b173a3f00. 00080000:00000010:2.0:1769074991.422187:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03440c00. 00000020:00000010:2.0:1769074991.422188:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17385e00. 00080000:00000010:2.0:1769074991.422194:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b35c50400. 00080000:00000010:2.0:1769074991.422198:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eec800. 00000020:00000010:2.0:1769074991.422200:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b35c50e00. 00080000:00000010:2.0:1769074991.422205:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02faac00. 00000004:00000010:2.0:1769074991.422208:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599650. 00000004:00000010:2.0:1769074991.422210:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56bb8. 00000004:00000010:2.0:1769074991.422213:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360ed20. 00080000:00000010:2.0:1769074991.422217:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17385d00. 00080000:00000010:2.0:1769074991.422221:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03441a00. 00000020:00000010:2.0:1769074991.422223:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17385b00. 00080000:00000010:2.0:1769074991.422228:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b36417900. 00080000:00000010:2.0:1769074991.422232:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03440a00. 00000020:00000010:2.0:1769074991.422234:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b09163700. 00080000:00000010:2.0:1769074991.422240:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a09660a00. 00000004:00000010:2.0:1769074991.422242:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ceff0. 00000004:00000010:2.0:1769074991.422246:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ef78. 00000004:00000010:2.0:1769074991.422249:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522e960. 00080000:00000010:2.0:1769074991.422260:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b037ba100. 00080000:00000010:2.0:1769074991.422268:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07b9be00. 00000004:00000010:2.0:1769074991.422272:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf430. 00000004:00000010:2.0:1769074991.422275:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e0f0. 00000004:00000010:2.0:1769074991.422285:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da63c0. 00080000:00000010:2.0:1769074991.422294:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8a01c26400. 00080000:00000010:2.0:1769074991.422303:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c9c00. 00000020:00000010:2.0:1769074991.422307:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0947e600. 00080000:00000010:2.0:1769074991.422314:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17385400. 00080000:00000010:2.0:1769074991.422320:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03441000. 00000020:00000010:2.0:1769074991.422322:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17385c00. 00080000:00000010:2.0:1769074991.422329:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1739e600. 00000020:00000010:2.0:1769074991.422331:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b131c3c00. 00080000:00000010:2.0:1769074991.422337:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b22129f00. 00080000:00000010:2.0:1769074991.422340:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c9400. 00000020:00000010:2.0:1769074991.422342:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8a01c26500. 00080000:00000010:2.0:1769074991.422346:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b304aa400. 00080000:00000010:2.0:1769074991.422351:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eec200. 00000020:00000010:2.0:1769074991.422353:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b304aac00. 00080000:00000010:2.0:1769074991.422358:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b0947e500. 00080000:00000010:2.0:1769074991.422362:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eeda00. 00000020:00000010:2.0:1769074991.422364:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0947ea00. 00080000:00000010:2.0:1769074991.422369:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b0947e000. 00080000:00000010:2.0:1769074991.422372:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c9e00. 00000020:00000010:2.0:1769074991.422374:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0947e200. 00080000:00000010:2.0:1769074991.422379:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b09163a00. 00080000:00000010:2.0:1769074991.422382:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03440600. 00000020:00000010:2.0:1769074991.422385:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b09163000. 00080000:00000010:2.0:1769074991.422435:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b05349c00. 00080000:00000010:2.0:1769074991.422443:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12116800. 00000004:00000010:2.0:1769074991.422446:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cfcb0. 00000004:00000010:2.0:1769074991.422450:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e528. 00000004:00000010:2.0:1769074991.422453:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522f0e0. 00080000:00000010:2.0:1769074991.422461:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927f840. 00080000:00000010:2.0:1769074991.422464:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a047cee00. 00000004:00000010:2.0:1769074991.422466:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599320. 00000004:00000010:2.0:1769074991.422475:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56b40. 00000004:00000010:2.0:1769074991.422478:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360f4a0. 00080000:00000010:2.0:1769074991.422482:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b037baf00. 00080000:00000010:2.0:1769074991.422487:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12117400. 00000004:00000010:2.0:1769074991.422490:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf320. 00000004:00000010:2.0:1769074991.422492:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ebb8. 00000004:00000010:2.0:1769074991.422495:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da61e0. 00080000:00000010:2.0:1769074991.422499:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b0947e900. 00080000:00000010:2.0:1769074991.422503:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c9600. 00000020:00000010:2.0:1769074991.422505:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0947e100. 00080000:00000010:2.0:1769074991.422511:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b304aa100. 00080000:00000010:2.0:1769074991.422515:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eed400. 00000020:00000010:2.0:1769074991.422517:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b304aa900. 00080000:00000010:2.0:1769074991.422523:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35f8ea00. 00000020:00000010:2.0:1769074991.422526:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b131c3400. 00080000:00000010:2.0:1769074991.422530:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12116a00. 00000004:00000010:2.0:1769074991.422533:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ceee0. 00000004:00000010:2.0:1769074991.422535:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e8e8. 00000004:00000010:2.0:1769074991.422538:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da7a40. 00080000:00000010:2.0:1769074991.422542:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8a02bc6d00. 00080000:00000010:2.0:1769074991.422546:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02cdea00. 00000004:00000010:2.0:1769074991.422547:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598000. 00000004:00000010:2.0:1769074991.422549:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56438. 00000004:00000010:2.0:1769074991.422551:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360f2c0. 00080000:00000010:2.0:1769074991.422557:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1739f200. 00000004:00000010:2.0:1769074991.422559:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598dd0. 00000004:00000010:2.0:1769074991.422560:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56078. 00000004:00000010:2.0:1769074991.422562:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360fc20. 00080000:00000010:2.0:1769074991.422565:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17534800. 00080000:00000010:2.0:1769074991.422568:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c9000. 00000020:00000010:2.0:1769074991.422569:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17534b00. 00080000:00000010:2.0:1769074991.422573:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b35c50000. 00080000:00000010:2.0:1769074991.422577:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eecc00. 00000020:00000010:2.0:1769074991.422579:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b35c50200. 00080000:00000010:2.0:1769074991.422584:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a09660e00. 00000004:00000010:2.0:1769074991.422586:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf980. 00000004:00000010:2.0:1769074991.422589:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e690. 00000004:00000010:2.0:1769074991.422591:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522fa40. 00080000:00000010:2.0:1769074991.422595:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12117e00. 00000004:00000010:2.0:1769074991.422597:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce990. 00000004:00000010:2.0:1769074991.422599:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e9d8. 00000004:00000010:2.0:1769074991.422601:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522e000. 00080000:00000010:2.0:1769074991.422607:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8a02bc6b00. 00080000:00000010:2.0:1769074991.422610:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3cf20800. 00000004:00000010:2.0:1769074991.422612:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599760. 00000004:00000010:2.0:1769074991.422614:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf563c0. 00000004:00000010:2.0:1769074991.422616:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360f0e0. 00080000:00000010:2.0:1769074991.422620:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b037ba500. 00080000:00000010:2.0:1769074991.422623:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b07b9b800. 00000004:00000010:2.0:1769074991.422625:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cedd0. 00000004:00000010:2.0:1769074991.422628:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ee10. 00000004:00000010:2.0:1769074991.422630:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da6b40. 00080000:00000010:2.0:1769074991.422638:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1739f600. 00000020:00000010:2.0:1769074991.422641:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b131c3200. 00080000:00000010:2.0:1769074991.422646:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17534100. 00080000:00000010:2.0:1769074991.422651:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b069c8a00. 00000020:00000010:2.0:1769074991.422654:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17534000. 00080000:00000010:2.0:1769074991.422703:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b35c50300. 00080000:00000010:2.0:1769074991.422708:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eece00. 00000020:00000010:2.0:1769074991.422711:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b35c50500. 00080000:00000010:2.0:1769074991.422715:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b30752700. 00080000:00000010:2.0:1769074991.422719:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02cdf800. 00000004:00000010:2.0:1769074991.422723:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38598ee0. 00000004:00000010:2.0:1769074991.422725:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56ac8. 00000004:00000010:2.0:1769074991.422727:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360e000. 00080000:00000010:2.0:1769074991.422732:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b088cd400. 00080000:00000010:2.0:1769074991.422736:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12116400. 00000004:00000010:2.0:1769074991.422739:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015ce110. 00000004:00000010:2.0:1769074991.422741:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7ed20. 00000004:00000010:2.0:1769074991.422744:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b3522f4a0. 00080000:00000010:2.0:1769074991.422749:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17385000. 00080000:00000010:2.0:1769074991.422753:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03441600. 00000020:00000010:2.0:1769074991.422756:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17385200. 00080000:00000010:2.0:1769074991.422760:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b09163400. 00080000:00000010:2.0:1769074991.422764:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03441400. 00000020:00000010:2.0:1769074991.422766:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b09163900. 00080000:00000010:2.0:1769074991.422771:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b17385100. 00080000:00000010:2.0:1769074991.422774:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b03440800. 00000020:00000010:2.0:1769074991.422777:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b17385300. 00080000:00000010:2.0:1769074991.422781:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b0947ef00. 00080000:00000010:2.0:1769074991.422785:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eec600. 00000020:00000010:2.0:1769074991.422786:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0947ec00. 00080000:00000010:2.0:1769074991.422789:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b131c3100. 00080000:00000010:2.0:1769074991.422794:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b35f8fe00. 00000020:00000010:2.0:1769074991.422796:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b131c3800. 00080000:00000010:2.0:1769074991.422802:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8a02bc6600. 00080000:00000010:2.0:1769074991.422808:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b3cf21800. 00000004:00000010:2.0:1769074991.422812:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599210. 00000004:00000010:2.0:1769074991.422815:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56c30. 00000004:00000010:2.0:1769074991.422818:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360f860. 00080000:00000010:2.0:1769074991.422825:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b037baa00. 00080000:00000010:2.0:1769074991.422830:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b12117a00. 00000004:00000010:2.0:1769074991.422834:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8a015cf650. 00000004:00000010:2.0:1769074991.422837:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3fe7e1e0. 00000004:00000010:2.0:1769074991.422842:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b35da6000. 00080000:00000010:2.0:1769074991.422851:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1739e800. 00000020:00000010:2.0:1769074991.422856:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b131c3d00. 00080000:00000010:2.0:1769074991.422865:0:53990:0:(osd_handler.c:1686:osd_oxc_fini()) kfreed 'oxe': 68 at ffff8c8a0927f9c0. 00080000:00000010:2.0:1769074991.422871:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b1739e400. 00000004:00000010:2.0:1769074991.422875:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599cb0. 00000004:00000010:2.0:1769074991.422878:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf568e8. 00000004:00000010:2.0:1769074991.422880:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360fa40. 00080000:00000010:2.0:1769074991.422925:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eed800. 00000020:00000010:2.0:1769074991.422929:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b304aab00. 00080000:00000010:2.0:1769074991.422938:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b30752b00. 00080000:00000010:2.0:1769074991.422944:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a02cdfe00. 00000004:00000010:2.0:1769074991.422949:0:53990:0:(lod_object.c:9660:lod_object_free()) slab-freed '(lo)': 272 at ffff8c8b38599100. 00000004:00000010:2.0:1769074991.422953:0:53990:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff8c8b3cf56780. 00000004:00000010:2.0:1769074991.422956:0:53990:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff8c8b0360fe00. 00080000:00000010:2.0:1769074991.422964:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b0947ee00. 00080000:00000010:2.0:1769074991.422969:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b34eed600. 00000020:00000010:2.0:1769074991.422972:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b0947e800. 00000020:00000010:2.0:1769074991.422989:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8c8b0663e660. 00000020:00000010:0.0:1769074991.422997:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a028e7800. 00000020:00000010:2.0:1769074991.423010:0:53990:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 16 at ffff8c8a0b10cf00. 00000020:00000010:2.0:1769074991.423015:0:53990:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8c8b03b0b468. 00000020:00000010:2.0:1769074991.423018:0:53990:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8c8b03b0bc60. 00000020:00000010:2.0:1769074991.423020:0:53990:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8c8b03b0b400. 00020000:00000010:2.0:1769074991.423226:0:53990:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff8c8b38511b80. 00000020:00000010:2.0:1769074991.423242:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8c8b0663e360. 00000020:00000010:0.0:1769074991.423250:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3cffc800. 00000020:00000010:0.0:1769074991.423281:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b361e2800. 00000020:00000010:2.0:1769074991.423402:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0adde000. 00000020:00000010:2.0:1769074991.423407:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b3068e000. 00000020:00000010:2.0:1769074991.423410:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0925e000. 00000020:00000010:2.0:1769074991.423412:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b07704000. 00000020:00000010:2.0:1769074991.423418:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8c8b306f5000. 00000020:00000010:2.0:1769074991.423423:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b384e7000. 00000020:00000010:2.0:1769074991.423530:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8c8a02a23800. 00000020:00000010:2.0:1769074991.423532:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b361ad800. 00000020:00000010:2.0:1769074991.423570:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8c8b0a2fa6c0. 00000020:00000010:2.0:1769074991.423573:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b361ac800. 00000001:00000010:2.0:1769074991.423631:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b30712000. 00000001:00000010:2.0:1769074991.423634:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b36e88000. 00000001:00000010:2.0:1769074991.423637:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0ac2e000. 00000001:00000010:2.0:1769074991.423639:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0ac28000. 00000001:00000010:2.0:1769074991.423642:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a02ace000. 00000001:00000010:2.0:1769074991.423645:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b306de000. 00000001:00000010:2.0:1769074991.423648:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b306d8000. 00000001:00000010:2.0:1769074991.423650:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0ad28000. 00000001:00000010:2.0:1769074991.423652:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0ad2a000. 00000001:00000010:2.0:1769074991.423655:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b3cc9c000. 00000001:00000010:2.0:1769074991.423671:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b3cc9a000. 00000001:00000010:2.0:1769074991.423674:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b094ce000. 00000001:00000010:2.0:1769074991.423677:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b094c8000. 00000001:00000010:2.0:1769074991.423679:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a04524000. 00000001:00000010:2.0:1769074991.423681:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a04522000. 00000001:00000010:2.0:1769074991.423684:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a04520000. 00000001:00000010:2.0:1769074991.423686:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff8c8b38511080. 00000001:00000010:2.0:1769074991.423688:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a02a22200. 00010000:00000010:2.0:1769074991.423692:0:53990:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8c8b361ae800. 00000100:00020000:2.0:1769074991.423697:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00000100:00020000:2.0:1769074991.423699:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 10 not setup 00010000:00000010:2.0:1769074991.423711:0:53990:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8c8b04a04000. 00010000:00000010:2.0:1769074991.423715:0:53990:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8c8b306f3000. 00000020:00000010:0.0:1769074991.423724:0:33201:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8c8b06d2a060. 00000020:00000010:0.0:1769074991.423731:0:33201:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8a098b2800. 00000001:00000010:2.0:1769074991.423743:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a09661000. 00000001:00000010:2.0:1769074991.423746:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01788600. 00000001:00000010:2.0:1769074991.423754:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01789200. 00000001:00000010:2.0:1769074991.423755:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01789600. 00000001:00000010:2.0:1769074991.423757:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b0a2fae80. 00000001:00000010:2.0:1769074991.423759:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3fc9ff00. 00000001:00000010:2.0:1769074991.423763:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01789800. 00000001:00000010:2.0:1769074991.423765:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a01789c00. 00000001:00000010:2.0:1769074991.423768:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b111ff200. 00000001:00000010:2.0:1769074991.423770:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b111fe400. 00000001:00000010:2.0:1769074991.423773:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b0a2fa880. 00000001:00000010:2.0:1769074991.423775:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3fc9fc00. 00000020:00000010:2.0:1769074991.423783:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3cff9800. 00000020:00000010:2.0:1769074991.423789:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.423793:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.423796:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.423799:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.423804:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.423808:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.423812:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e180. 40000000:00000010:2.0:1769074991.423816:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.423821:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03424000. 00040000:00000010:2.0:1769074991.423825:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.423828:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.423834:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074991.423839:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00000004:00000010:2.0:1769074991.423846:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b03421000. 00000004:00000010:2.0:1769074991.423854:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.423859:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b03423000. 00002000:00000010:2.0:1769074991.423863:0:53990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b04a0a800. 00000004:00000010:2.0:1769074991.423868:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b2fe6a000. 00000004:00000010:2.0:1769074991.423874:0:53990:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at ffff8c8b361e1800. 00000020:00000010:2.0:1769074991.423879:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.423882:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.423885:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.423888:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.423892:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.423896:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e180. 40000000:00000010:2.0:1769074991.423900:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.423904:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03424000. 00040000:00000010:2.0:1769074991.423908:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.423911:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.423915:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074991.423925:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000004:00000010:2.0:1769074991.423930:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b03421000. 00000004:00000010:2.0:1769074991.423934:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.423938:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b03423000. 00002000:00000010:2.0:1769074991.423941:0:53990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b04a0a800. 00000004:00000010:2.0:1769074991.423945:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b2fe6a000. 00000020:00000010:2.0:1769074991.423949:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.423953:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b4125e360. 00000020:00000010:2.0:1769074991.423960:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8c8b0663e360. 00000004:00000010:2.0:1769074991.423963:0:53990:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at ffff8c8a04d7b400. 00000020:00000010:2.0:1769074991.423977:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8c8b0663e360. 00000020:00000010:0.0:1769074991.423984:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3cffe800. 00000020:00000010:0.0:1769074991.423991:0:33201:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a02c16800. 00000020:00000010:2.0:1769074991.424172:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b07702000. 00000020:00000010:2.0:1769074991.424182:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b30688000. 00000020:00000010:2.0:1769074991.424185:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0925c000. 00000020:00000010:2.0:1769074991.424188:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b07706000. 00000020:00000010:2.0:1769074991.424191:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8c8b3f70e000. 00000020:00000010:2.0:1769074991.424195:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b2fe69800. 00000020:00000010:2.0:1769074991.424318:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8c8a09660400. 00000020:00000010:2.0:1769074991.424321:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b35dd0c00. 00000020:00000010:2.0:1769074991.424389:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8c8b3d74e900. 00000020:00000010:2.0:1769074991.424393:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b35dd2c00. 00000001:00000010:2.0:1769074991.424457:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b306ee000. 00000001:00000010:2.0:1769074991.424470:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b306ea000. 00000001:00000010:2.0:1769074991.424476:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0a880000. 00000001:00000010:2.0:1769074991.424479:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0a012000. 00000001:00000010:2.0:1769074991.424481:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0a014000. 00000001:00000010:2.0:1769074991.424484:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0a016000. 00000001:00000010:2.0:1769074991.424487:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b2a384000. 00000001:00000010:2.0:1769074991.424490:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b2a380000. 00000001:00000010:2.0:1769074991.424493:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b304c6000. 00000001:00000010:2.0:1769074991.424495:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b304c2000. 00000001:00000010:2.0:1769074991.424498:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8b304c4000. 00000001:00000010:2.0:1769074991.424500:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a0ad7a000. 00000001:00000010:2.0:1769074991.424503:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a01ecc000. 00000001:00000010:2.0:1769074991.424507:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a04440000. 00000001:00000010:2.0:1769074991.424510:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a09864000. 00000001:00000010:2.0:1769074991.424513:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8c8a09e70000. 00000001:00000010:2.0:1769074991.424515:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff8c8b27e91400. 00000001:00000010:2.0:1769074991.424517:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a09660600. 00010000:00000010:2.0:1769074991.424520:0:53990:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8c8b35dd1c00. 00000100:00020000:2.0:1769074991.424526:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00000100:00020000:2.0:1769074991.424529:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 9 not setup 00010000:00000010:2.0:1769074991.424539:0:53990:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8c8b0a2ca000. 00010000:00000010:2.0:1769074991.424543:0:53990:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8c8b0a2ce000. 00000020:00000010:1.0:1769074991.424550:0:42971:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8c8b2223aba0. 00000001:00000010:2.0:1769074991.424556:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a09645600. 00000001:00000010:2.0:1769074991.424559:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a09644a00. 00000001:00000010:2.0:1769074991.424567:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a09645e00. 00000001:00000010:2.0:1769074991.424568:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a09645400. 00000001:00000010:2.0:1769074991.424570:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b3d74e960. 00000001:00000010:2.0:1769074991.424572:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3e39c700. 00000020:00000010:1.0:1769074991.424580:0:42971:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b057a6800. 00000001:00000010:2.0:1769074991.424580:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a09644c00. 00000001:00000010:2.0:1769074991.424587:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0358a200. 00000001:00000010:2.0:1769074991.424590:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0358be00. 00000001:00000010:2.0:1769074991.424593:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0358f400. 00000001:00000010:2.0:1769074991.424595:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b3d74ef80. 00000001:00000010:2.0:1769074991.424597:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3e39c500. 00000020:00000010:2.0:1769074991.424605:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3cff8000. 00000020:00000010:2.0:1769074991.424611:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.424613:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c7600. 00000040:00000010:2.0:1769074991.424615:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c7400. 00000020:00000010:2.0:1769074991.424617:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03423000. 00000020:00000010:2.0:1769074991.424619:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.424621:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.424624:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e180. 40000000:00000010:2.0:1769074991.424626:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.424629:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03421000. 00040000:00000010:2.0:1769074991.424631:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.424634:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7800. 00080000:00000010:2.0:1769074991.424636:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074991.424639:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00000004:00000010:2.0:1769074991.424643:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b03424000. 00000004:00000010:2.0:1769074991.424645:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.424648:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b03426000. 00002000:00000010:2.0:1769074991.424650:0:53990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b2fe69800. 00000004:00000010:2.0:1769074991.424652:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b2fe6a000. 00000004:00000010:2.0:1769074991.424654:0:53990:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at ffff8c8a02c10800. 00000020:00000010:2.0:1769074991.424673:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c7600. 00000040:00000010:2.0:1769074991.424676:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c7400. 00000020:00000010:2.0:1769074991.424679:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03423000. 00000020:00000010:2.0:1769074991.424681:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.424684:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.424687:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e180. 40000000:00000010:2.0:1769074991.424689:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.424691:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03421000. 00040000:00000010:2.0:1769074991.424694:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.424696:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7800. 00080000:00000010:2.0:1769074991.424700:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074991.424702:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000004:00000010:2.0:1769074991.424705:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b03424000. 00000004:00000010:2.0:1769074991.424708:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.424710:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b03426000. 00002000:00000010:2.0:1769074991.424713:0:53990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b2fe69800. 00000004:00000010:2.0:1769074991.424715:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b2fe6a000. 00000020:00000010:2.0:1769074991.424717:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.424720:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b035298d8. 00000020:00000010:2.0:1769074991.424725:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8c8b0663e360. 00000004:00000010:2.0:1769074991.424728:0:53990:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at ffff8c8a09661e00. 00020000:00000010:2.0:1769074991.424733:0:53990:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff8c8b1758e000. 00020000:00000010:2.0:1769074991.424753:0:53990:0:(lu_tgt_descs.c:179:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff8c8b27e91700. 00000020:00000010:2.0:1769074991.424762:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8c8b0663e360. 00000020:00000010:1.0:1769074991.424782:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3cffb000. 00000020:00000010:1.0:1769074991.424796:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3523c800. 00000020:00000010:2.0:1769074991.424908:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0addc000. 00000020:00000010:2.0:1769074991.424915:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0a070000. 00000020:00000010:2.0:1769074991.424919:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b34c26000. 00000020:00000010:2.0:1769074991.424924:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b36e32000. 00000020:00000010:2.0:1769074991.424931:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8c8b0a2cf000. 00000020:00000010:2.0:1769074991.424936:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b35dd1800. 00000020:00000010:2.0:1769074991.425019:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8c8b0358f600. 00000020:00000010:2.0:1769074991.425023:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b3cec3c00. 00000020:00000010:2.0:1769074991.425103:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8c8b3d74e560. 00000020:00000010:2.0:1769074991.425107:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b0940b000. 00000001:00000010:2.0:1769074991.425506:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c201000. 00000001:00000010:2.0:1769074991.425514:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c20b000. 00000001:00000010:2.0:1769074991.425516:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c215000. 00000001:00000010:2.0:1769074991.425517:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c21f000. 00000001:00000010:2.0:1769074991.425518:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c229000. 00000001:00000010:2.0:1769074991.425520:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c233000. 00000001:00000010:2.0:1769074991.425521:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c23d000. 00000001:00000010:2.0:1769074991.425522:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c247000. 00000001:00000010:2.0:1769074991.425524:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c251000. 00000001:00000010:2.0:1769074991.425525:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c25b000. 00000001:00000010:2.0:1769074991.425526:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c265000. 00000001:00000010:2.0:1769074991.425528:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c26f000. 00000001:00000010:2.0:1769074991.425529:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c279000. 00000001:00000010:2.0:1769074991.425530:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c283000. 00000001:00000010:2.0:1769074991.425532:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c28d000. 00000001:00000010:2.0:1769074991.425533:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c297000. 00000001:00000010:2.0:1769074991.425534:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2a1000. 00000001:00000010:2.0:1769074991.425536:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2ab000. 00000001:00000010:2.0:1769074991.425537:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2cb000. 00000001:00000010:2.0:1769074991.425539:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2d5000. 00000001:00000010:2.0:1769074991.425540:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2df000. 00000001:00000010:2.0:1769074991.425542:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2e9000. 00000001:00000010:2.0:1769074991.425543:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2f3000. 00000001:00000010:2.0:1769074991.425545:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c2fd000. 00000001:00000010:2.0:1769074991.425546:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c307000. 00000001:00000010:2.0:1769074991.425547:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c311000. 00000001:00000010:2.0:1769074991.425549:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c31b000. 00000001:00000010:2.0:1769074991.425550:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c325000. 00000001:00000010:2.0:1769074991.425551:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c32f000. 00000001:00000010:2.0:1769074991.425553:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c339000. 00000001:00000010:2.0:1769074991.425554:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c343000. 00000001:00000010:2.0:1769074991.425555:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c34d000. 00000001:00000010:2.0:1769074991.425556:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8c8b3e39c200. 00000001:00000010:2.0:1769074991.425559:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b0358ea00. 00010000:00000010:2.0:1769074991.425562:0:53990:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8c8b0940a000. 00000100:00020000:2.0:1769074991.427411:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00000100:00020000:2.0:1769074991.427414:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 8 not setup 00010000:00000010:2.0:1769074991.427423:0:53990:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8c8b2b168e40. 00010000:00000010:2.0:1769074991.427427:0:53990:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8c8b03663000. 00010000:00000010:2.0:1769074991.427430:0:53990:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8c8b03666000. 00000020:00000010:1.0:1769074991.427437:0:42971:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8c8b03d23660. 00000020:00000010:1.0:1769074991.427444:0:42971:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b35238000. 00000001:00000010:2.0:1769074991.427453:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0479f200. 00000001:00000010:2.0:1769074991.427457:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0479f800. 00000001:00000010:2.0:1769074991.427460:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0479fa00. 00000001:00000010:2.0:1769074991.427462:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0768e400. 00000001:00000010:2.0:1769074991.427465:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b3d74e080. 00000001:00000010:2.0:1769074991.427467:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3e39c000. 00000001:00000010:2.0:1769074991.427473:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0768e200. 00000001:00000010:2.0:1769074991.427476:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0768fc00. 00000001:00000010:2.0:1769074991.427478:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0768ec00. 00000001:00000010:2.0:1769074991.427481:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0d2fe000. 00000001:00000010:2.0:1769074991.427484:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b3d74e020. 00000001:00000010:2.0:1769074991.427486:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b3e39c600. 00000020:00000010:2.0:1769074991.427496:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3cffa800. 00000020:00000010:2.0:1769074991.427501:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.427504:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.427506:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.427508:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.427517:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.427519:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.427521:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e180. 40000000:00000010:2.0:1769074991.427524:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.427527:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03424000. 00040000:00000010:2.0:1769074991.427530:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.427532:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.427535:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074991.427538:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00000004:00000010:2.0:1769074991.427542:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b03421000. 00000004:00000010:2.0:1769074991.427544:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.427547:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b03423000. 00002000:00000010:2.0:1769074991.427550:0:53990:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b2fe6a000. 00000004:00000010:2.0:1769074991.427552:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b2fe69800. 00000004:00000010:2.0:1769074991.427554:0:53990:0:(osp_dev.c:1318:osp_device_free()) kfreed 'osp': 1400 at ffff8c8b3cff9000. 00000020:00000010:2.0:1769074991.427558:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.427561:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.427563:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.427566:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.427568:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.427571:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e180. 40000000:00000010:2.0:1769074991.427573:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.427576:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03424000. 00040000:00000010:2.0:1769074991.427578:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.427580:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.427582:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074991.427585:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000004:00000010:2.0:1769074991.427588:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b03421000. 00000004:00000010:2.0:1769074991.427590:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.427593:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b03423000. 00002000:00000010:2.0:1769074991.427595:0:53990:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b2fe6a000. 00000004:00000010:2.0:1769074991.427597:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b2fe69800. 00000020:00000010:2.0:1769074991.427599:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.427602:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b0352b1b0. 00000020:00000010:2.0:1769074991.427605:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8c8b0663e360. 00000004:00000010:2.0:1769074991.427608:0:53990:0:(lod_lov.c:84:lod_putref()) kfreed 'tgt_desc': 368 at ffff8c8a09645a00. 00020000:00000010:2.0:1769074991.427611:0:53990:0:(lu_tgt_descs.c:289:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff8c8b0a2c8000. 00000001:00000010:2.0:1769074991.427624:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0b0cec00. 00000001:00000010:2.0:1769074991.427626:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0b0ce200. 00000001:00000010:2.0:1769074991.427628:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0b0cfa00. 00000001:00000010:2.0:1769074991.427630:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a03c42000. 00000001:00000010:2.0:1769074991.427633:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b38569420. 00000001:00000010:2.0:1769074991.427635:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cd000. 00000001:00000010:2.0:1769074991.427639:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0450c800. 00000001:00000010:2.0:1769074991.427641:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0450d600. 00000001:00000010:2.0:1769074991.427643:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0450d800. 00000001:00000010:2.0:1769074991.427645:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0450c000. 00000001:00000010:2.0:1769074991.427647:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b385690a0. 00000001:00000010:2.0:1769074991.427649:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cd900. 00000020:00000010:2.0:1769074991.427654:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b3523a800. 00000020:00000010:2.0:1769074991.427672:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.427675:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c7600. 00000040:00000010:2.0:1769074991.427677:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c7400. 00000020:00000010:2.0:1769074991.427679:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03423000. 00000020:00000010:2.0:1769074991.427681:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.427683:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.427684:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e360. 40000000:00000010:2.0:1769074991.427686:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.427688:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03421000. 00040000:00000010:2.0:1769074991.427690:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.427692:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7800. 00080000:00000010:2.0:1769074991.427694:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074991.427698:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00000004:00000010:2.0:1769074991.427701:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b03424000. 00000004:00000010:2.0:1769074991.427703:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.427705:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b03426000. 00000004:00000010:2.0:1769074991.427707:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b2fe69800. 00000004:00000010:2.0:1769074991.427710:0:53990:0:(lod_dev.c:2176:lod_device_free()) kfreed 'lod': 4056 at ffff8c8b1766b000. 00000020:00000010:2.0:1769074991.427714:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c7600. 00000040:00000010:2.0:1769074991.427718:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c7400. 00000020:00000010:2.0:1769074991.427721:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03423000. 00000020:00000010:2.0:1769074991.427724:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.427727:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.427730:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e360. 40000000:00000010:2.0:1769074991.427733:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.427736:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03421000. 00040000:00000010:2.0:1769074991.427738:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.427739:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7800. 00080000:00000010:2.0:1769074991.427741:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074991.427743:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000004:00000010:2.0:1769074991.427745:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b03424000. 00000004:00000010:2.0:1769074991.427747:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.427748:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b03426000. 00000004:00000010:2.0:1769074991.427749:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b2fe69800. 00000020:00000010:2.0:1769074991.427751:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.427752:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b3edc31b0. 00000020:00000010:2.0:1769074991.427762:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8c8b0663e660. 00000004:00000010:2.0:1769074991.427765:0:53990:0:(mdt_handler.c:5871:mdt_stack_fini()) kfreed 'lcfg': 64 at ffff8c8b07763c40. 00000020:00000010:2.0:1769074991.427803:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8c8b07763c40. 00000020:00000010:1.0:1769074991.427813:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a028e3800. 00000001:00000010:2.0:1769074991.427927:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b0768fe00. 00000001:00000010:2.0:1769074991.427932:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b12381a00. 00000001:00000010:2.0:1769074991.427936:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b121c8400. 00000001:00000010:2.0:1769074991.427939:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0446aa00. 00000001:00000010:2.0:1769074991.427942:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b385699c0. 00000001:00000010:2.0:1769074991.427945:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cdc00. 00000001:00000010:2.0:1769074991.427952:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0446bc00. 00000001:00000010:2.0:1769074991.427956:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0446a800. 00000001:00000010:2.0:1769074991.427959:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0446ae00. 00000001:00000010:2.0:1769074991.427963:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0446b600. 00000001:00000010:2.0:1769074991.427967:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b385692e0. 00000001:00000010:2.0:1769074991.427971:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cdb00. 00000020:00000010:2.0:1769074991.427981:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a028e2000. 00000020:00000010:2.0:1769074991.427987:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.427989:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.427991:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.427993:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.427995:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.427997:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.427999:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e660. 40000000:00000010:2.0:1769074991.428001:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.428007:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03424000. 00040000:00000010:2.0:1769074991.428009:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.428011:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.428013:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074991.428015:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00000004:00000010:2.0:1769074991.428018:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b03421000. 00000004:00000010:2.0:1769074991.428020:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.428022:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b03423000. 00000004:00000010:2.0:1769074991.428025:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b2fe69800. 00000004:00000010:2.0:1769074991.428053:0:53990:0:(mdd_device.c:1556:mdd_device_free()) kfreed 'm': 816 at ffff8c8b3cec1c00. 00000020:00000010:2.0:1769074991.428058:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.428062:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.428065:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.428069:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.428072:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.428076:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e660. 40000000:00000010:2.0:1769074991.428080:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763b00. 00100000:00000010:2.0:1769074991.428083:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03424000. 00040000:00000010:2.0:1769074991.428086:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.428091:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.428095:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074991.428099:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000004:00000010:2.0:1769074991.428102:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b03421000. 00000004:00000010:2.0:1769074991.428104:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.428107:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b03423000. 00000004:00000010:2.0:1769074991.428109:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b2fe69800. 00000020:00000010:2.0:1769074991.428112:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.428115:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b3edc18d8. 00000020:00000010:2.0:1769074991.428121:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8c8b07763c40. 00000020:00000010:2.0:1769074991.428136:0:53990:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff8c8a0b10ca80. 00000020:00000010:2.0:1769074991.428140:0:53990:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8c8b0a2fa560. 00000020:00000010:1.0:1769074991.428147:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a028e6800. 00000001:00000010:2.0:1769074991.428154:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0296e200. 00000001:00000010:2.0:1769074991.428158:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0296e400. 00000001:00000010:2.0:1769074991.428161:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0296e000. 00000001:00000010:2.0:1769074991.428163:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0296ee00. 00000001:00000010:2.0:1769074991.428166:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b38569140. 00000001:00000010:2.0:1769074991.428168:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cdd00. 00000001:00000010:2.0:1769074991.428172:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0296fc00. 00000001:00000010:2.0:1769074991.428175:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0450d400. 00000001:00000010:2.0:1769074991.428177:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0450c200. 00000001:00000010:2.0:1769074991.428179:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a0479ec00. 00000001:00000010:2.0:1769074991.428182:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b38569300. 00000001:00000010:2.0:1769074991.428183:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b088cd300. 00000004:00000010:2.0:1769074991.428190:0:53990:0:(mdt_handler.c:7622:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff8c8b0951f700. 00000020:00000010:2.0:1769074991.428193:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a02bda800. 00000020:00000010:2.0:1769074991.428198:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.428200:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c7600. 00000040:00000010:2.0:1769074991.428202:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c7400. 00000020:00000010:2.0:1769074991.428205:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03423000. 00000020:00000010:2.0:1769074991.428207:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.428210:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.428212:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e660. 40000000:00000010:2.0:1769074991.428215:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b07763c40. 00100000:00000010:2.0:1769074991.428217:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8b03421000. 00040000:00000010:2.0:1769074991.428219:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.428221:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7800. 00080000:00000010:2.0:1769074991.428224:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074991.428226:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 00000004:00000010:2.0:1769074991.428229:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8b03424000. 00000004:00000010:2.0:1769074991.428231:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.428233:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8b03426000. 00000004:00000010:2.0:1769074991.428235:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b2fe69800. 00000004:00000010:2.0:1769074991.428237:0:53990:0:(mdt_handler.c:8334:mdt_device_free()) kfreed 'm': 4000 at ffff8c8b17668000. 00000020:00000010:2.0:1769074991.428240:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c7600. 00000040:00000010:2.0:1769074991.428242:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c7400. 00000020:00000010:2.0:1769074991.428244:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03423000. 00000020:00000010:2.0:1769074991.428247:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b107a6eb0. 00000020:00000010:2.0:1769074991.428250:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.428253:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e660. 40000000:00000010:2.0:1769074991.428257:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b07763c40. 00100000:00000010:2.0:1769074991.428260:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8b03421000. 00040000:00000010:2.0:1769074991.428262:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3db67300. 00040000:00000010:2.0:1769074991.428265:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7800. 00080000:00000010:2.0:1769074991.428268:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074991.428278:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 00000004:00000010:2.0:1769074991.428282:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8b03424000. 00000004:00000010:2.0:1769074991.428286:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b17581000. 00000004:00000010:2.0:1769074991.428290:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8b03426000. 00000004:00000010:2.0:1769074991.428293:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b2fe69800. 00000020:00000010:2.0:1769074991.428297:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.428300:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b3edc4a88. 00000020:00000010:2.0:1769074991.428308:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8c8b30755000. 00000020:00000010:2.0:1769074991.428318:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 56 at ffff8c8b07763c40. 20000000:00000010:2.0:1769074991.428327:0:53990:0:(mgs_nids.c:1222:mgs_fsc_cleanup()) kfreed 'fsc': 56 at ffff8c8b2b168300. 00000100:00000200:2.0:1769074991.428348:0:53990:0:(service.c:3836:ptlrpc_unregister_service()) mgs: tearing down 00000020:00000010:1.0:1769074991.428362:0:38306:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b03619c00. 00000020:00000010:1.0:1769074991.428368:0:38306:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b03618600. 00000020:00000010:1.0:1769074991.428373:0:38306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b04869800. 00000020:00000010:1.0:1769074991.428377:0:38306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a173250. 00000020:00000010:1.0:1769074991.428381:0:38306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b03618800. 80000000:00000010:1.0:1769074991.428385:0:38306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0a3c5f00. 00000020:00000010:0.0:1769074991.428389:0:50509:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a04598c00. 00000020:00000010:3.0:1769074991.428390:0:50510:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b09479e00. 40000000:00000010:1.0:1769074991.428391:0:38306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0951f9c0. 00000040:00000010:0.0:1769074991.428396:0:50509:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b1129ea00. 00000040:00000010:3.0:1769074991.428399:0:50510:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b048dca00. 00100000:00000010:1.0:1769074991.428400:0:38306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a044bc000. 00000020:00000010:0.0:1769074991.428402:0:50509:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b34c3b000. 00000020:00000010:3.0:1769074991.428406:0:50510:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a09567000. 00040000:00000010:1.0:1769074991.428407:0:38306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3fcc6800. 00000020:00000010:0.0:1769074991.428409:0:50509:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a03f5ce00. 00000020:00000010:3.0:1769074991.428413:0:50510:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b048dc800. 00040000:00000010:1.0:1769074991.428415:0:38306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0296fc00. 80000000:00000010:0.0:1769074991.428416:0:50509:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a09955180. 80000000:00000010:3.0:1769074991.428419:0:50510:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b06d2a780. 00040000:00000010:0.0:1769074991.428424:0:50509:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a03f5d400. 00080000:00000010:1.0:1769074991.428425:0:38306:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00040000:00000010:3.0:1769074991.428425:0:50510:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b048dcc00. 00080000:00000010:0.0:1769074991.428433:0:50509:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04dfc000. 00080000:00000010:1.0:1769074991.428435:0:38306:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 00080000:00000010:3.0:1769074991.428436:0:50510:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b3d0d8000. 00080000:00000010:0.0:1769074991.428439:0:50509:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8c8b35dd3400. 00080000:00000010:3.0:1769074991.428443:0:50510:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8c8b384e6800. 00080000:00000010:0.0:1769074991.428445:0:50509:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b088ac000. 00002000:00000010:1.0:1769074991.428446:0:38306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3051a000. 00080000:00000010:3.0:1769074991.428449:0:50510:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b3d0da000. 20000000:00000010:0.0:1769074991.428451:0:50509:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8a03f5cc00. 00000020:00000010:1.0:1769074991.428454:0:38306:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b03618600. 20000000:00000010:3.0:1769074991.428455:0:50510:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b048dda00. 00000020:00000010:0.0:1769074991.428456:0:50509:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a04599c00. 00000020:00000010:3.0:1769074991.428463:0:50510:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b07786a00. 00000020:00000010:1.0:1769074991.428465:0:38306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b04869800. 00000020:00000010:0.0:1769074991.428466:0:50509:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3524dec0. 00000020:00000010:3.0:1769074991.428469:0:50510:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b3e35b600. 00000020:00000010:1.0:1769074991.428475:0:38306:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a173250. 00000100:00000010:0.0:1769074991.428476:0:50509:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8c8b3524d800. 00000100:00000010:3.0:1769074991.428479:0:50510:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8c8b3e35bc80. 00000020:00000010:1.0:1769074991.428483:0:38306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b03618800. 80000000:00000010:1.0:1769074991.428490:0:38306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0a3c5f00. 40000000:00000010:1.0:1769074991.428494:0:38306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0951f9c0. 00100000:00000010:1.0:1769074991.428498:0:38306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a044bc000. 00040000:00000010:1.0:1769074991.428502:0:38306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3fcc6800. 00040000:00000010:1.0:1769074991.428507:0:38306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0296fc00. 00080000:00000010:1.0:1769074991.428513:0:38306:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00080000:00000010:1.0:1769074991.428518:0:38306:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 00002000:00000010:1.0:1769074991.428523:0:38306:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3051a000. 00000020:00000010:1.0:1769074991.428528:0:38306:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b03619c00. 00000020:00000010:1.0:1769074991.428534:0:38306:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8a0296ee00. 00000020:00000010:1.0:1769074991.428538:0:38306:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8a0296fc00. 00000020:00000010:1.0:1769074991.428541:0:38306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a044bc000. 00000020:00000010:0.0:1769074991.428544:0:50511:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b08144600. 00000020:00000010:1.0:1769074991.428545:0:38306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8a0a173250. 00000040:00000010:0.0:1769074991.428550:0:50511:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b08144200. 00000020:00000010:1.0:1769074991.428551:0:38306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8a0296e000. 00000020:00000010:0.0:1769074991.428555:0:50511:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b3523d000. 80000000:00000010:1.0:1769074991.428557:0:38306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0a3c5f00. 00000020:00000010:0.0:1769074991.428560:0:50511:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b08145000. 40000000:00000010:1.0:1769074991.428563:0:38306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8b0951f9c0. 80000000:00000010:0.0:1769074991.428565:0:50511:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a0477f960. 00100000:00000010:1.0:1769074991.428569:0:38306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a044b9000. 00040000:00000010:1.0:1769074991.428572:0:38306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8b3fcc6800. 00040000:00000010:1.0:1769074991.428576:0:38306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8a0296e400. 00080000:00000010:1.0:1769074991.428579:0:38306:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8b30634000. 00080000:00000010:1.0:1769074991.428583:0:38306:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8b30636000. 00002000:00000010:1.0:1769074991.428587:0:38306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8c8b3051a000. 00040000:00000010:0.0:1769074991.428595:0:50511:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a04db5000. 00080000:00000010:0.0:1769074991.428602:0:50511:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b067d8000. 00080000:00000010:0.0:1769074991.428608:0:50511:0:(osd_handler.c:8326:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8c8b3676e800. 00080000:00000010:0.0:1769074991.428614:0:50511:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b067da000. 20000000:00000010:0.0:1769074991.428620:0:50511:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8a04db5400. 00000020:00000010:0.0:1769074991.428624:0:50511:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b08145e00. 00000020:00000010:0.0:1769074991.428630:0:50511:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8c8b0951ff40. 00000100:00000010:0.0:1769074991.428640:0:50511:0:(service.c:3148:ptlrpc_main()) kfreed 'env': 56 at ffff8c8b0951fbc0. 00000100:00000010:2.0:1769074991.428685:0:53990:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8c8b07787800. 00000100:00000010:2.0:1769074991.428694:0:53990:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8c8b07787a00. 00000100:00000010:2.0:1769074991.428699:0:53990:0:(service.c:3366:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8c8b08145c00. 00000400:00000200:2.0:1769074991.428708:0:53990:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 26 lazy 00000400:00000010:2.0:1769074991.428716:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39d68. 00000400:00000200:2.0:1769074991.428720:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b049766c0 00000400:00000010:2.0:1769074991.428722:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b049766c0. 00000100:00000200:2.0:1769074991.428728:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428733:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c39630. 00000400:00000200:2.0:1769074991.428736:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b04976f00 00000400:00000010:2.0:1769074991.428738:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b04976f00. 00000100:00000200:2.0:1769074991.428741:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428745:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a01c399f8. 00000400:00000200:2.0:1769074991.428748:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b076a63c0 00000400:00000010:2.0:1769074991.428749:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b076a63c0. 00000100:00000200:2.0:1769074991.428752:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428756:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5a50. 00000400:00000200:2.0:1769074991.428759:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0a43f900 00000400:00000010:2.0:1769074991.428761:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0a43f900. 00000100:00000200:2.0:1769074991.428764:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428769:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c58f0. 00000400:00000200:2.0:1769074991.428771:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b0a43f6c0 00000400:00000010:2.0:1769074991.428773:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b0a43f6c0. 00000100:00000200:2.0:1769074991.428776:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428780:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307947e8. 00000400:00000200:2.0:1769074991.428783:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fecc0 00000400:00000010:2.0:1769074991.428784:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a010fecc0. 00000100:00000200:2.0:1769074991.428787:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428790:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794420. 00000400:00000200:2.0:1769074991.428792:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fe780 00000020:00000010:1.0:1769074991.428794:0:38306:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8a0296fc00. 00000400:00000010:2.0:1769074991.428794:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a010fe780. 00000100:00000200:2.0:1769074991.428800:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:1.0:1769074991.428803:0:38306:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a044bc000. 00000400:00000010:2.0:1769074991.428805:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794cb8. 00000020:00000010:1.0:1769074991.428810:0:38306:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8a0a173250. 00000400:00000200:2.0:1769074991.428811:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010feb40 00000400:00000010:2.0:1769074991.428816:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a010feb40. 00000020:00000010:1.0:1769074991.428818:0:38306:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8a0296e000. 00000100:00000200:2.0:1769074991.428821:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 80000000:00000010:1.0:1769074991.428824:0:38306:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0a3c5f00. 00000400:00000010:2.0:1769074991.428828:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794738. 40000000:00000010:1.0:1769074991.428830:0:38306:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8b0951f9c0. 00000400:00000200:2.0:1769074991.428835:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a010fee40 00100000:00000010:1.0:1769074991.428837:0:38306:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a044b9000. 00000400:00000010:2.0:1769074991.428840:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a010fee40. 00040000:00000010:1.0:1769074991.428842:0:38306:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8b3fcc6800. 00000100:00000200:2.0:1769074991.428846:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00040000:00000010:1.0:1769074991.428849:0:38306:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8a0296e400. 00000400:00000010:2.0:1769074991.428855:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924aa8. 00080000:00000010:1.0:1769074991.428856:0:38306:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8b30636000. 00000400:00000200:2.0:1769074991.428860:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b724cc0 00080000:00000010:1.0:1769074991.428864:0:38306:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8b30634000. 00000400:00000010:2.0:1769074991.428865:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b724cc0. 00002000:00000010:1.0:1769074991.428869:0:38306:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8c8b3051a000. 00000100:00000200:2.0:1769074991.428871:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:1.0:1769074991.428876:0:38306:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8a0296ee00. 00000400:00000010:2.0:1769074991.428878:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924268. 00000400:00000200:2.0:1769074991.428888:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3c50b540 00000400:00000010:2.0:1769074991.428890:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3c50b540. 00000100:00000200:2.0:1769074991.428893:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428897:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a029243c8. 00000400:00000200:2.0:1769074991.428900:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02fbcd80 00000400:00000010:2.0:1769074991.428902:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02fbcd80. 00000100:00000200:2.0:1769074991.428905:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428908:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924580. 00000400:00000200:2.0:1769074991.428911:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02fbce40 00000400:00000010:2.0:1769074991.428913:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02fbce40. 00000100:00000200:2.0:1769074991.428915:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428918:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8a02924108. 00000400:00000200:2.0:1769074991.428920:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b4769c0 00000400:00000010:2.0:1769074991.428922:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b4769c0. 00000100:00000200:2.0:1769074991.428925:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.428930:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751948. 00000001:00000010:0.0:1769074991.428934:0:42971:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b048dc600. 00000400:00000200:2.0:1769074991.428934:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856bf00 00000400:00000010:2.0:1769074991.428939:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856bf00. 00000001:00000010:0.0:1769074991.428943:0:42971:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b048dd200. 00000100:00000200:2.0:1769074991.428945:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000001:00000010:0.0:1769074991.428949:0:42971:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b048dc200. 00000400:00000010:2.0:1769074991.428952:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367515d8. 00000001:00000010:0.0:1769074991.428956:0:42971:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b048dd400. 00000400:00000200:2.0:1769074991.428958:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b240 00000001:00000010:0.0:1769074991.428962:0:42971:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b0a2fa4c0. 00000400:00000010:2.0:1769074991.428963:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856b240. 00000001:00000010:0.0:1769074991.428969:0:42971:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b1326c500. 00000100:00000200:2.0:1769074991.428971:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:0.0:1769074991.428978:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a09565000. 00000400:00000010:2.0:1769074991.428979:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751a50. 00000400:00000200:2.0:1769074991.428985:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856ba80 00000400:00000010:2.0:1769074991.428986:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856ba80. 00000100:00000200:2.0:1769074991.428989:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000020:00000010:0.0:1769074991.428990:0:42971:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8a09566000. 00000400:00000010:2.0:1769074991.428993:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754f78. 00000400:00000200:2.0:1769074991.428997:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476840 00000400:00000010:2.0:1769074991.428999:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476840. 00000100:00000200:2.0:1769074991.429001:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429004:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754058. 00000400:00000200:2.0:1769074991.429006:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476000 00000400:00000010:2.0:1769074991.429008:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476000. 00000100:00000200:2.0:1769074991.429009:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429012:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754d10. 00000400:00000200:2.0:1769074991.429014:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476480 00000400:00000010:2.0:1769074991.429015:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476480. 00000100:00000200:2.0:1769074991.429017:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429020:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367519f8. 00000400:00000200:2.0:1769074991.429021:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b3856b540 00000400:00000010:2.0:1769074991.429022:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b3856b540. 00000100:00000200:2.0:1769074991.429024:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429045:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5688. 00000400:00000200:2.0:1769074991.429049:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112e0d80 00000400:00000010:2.0:1769074991.429051:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b112e0d80. 00000100:00000200:2.0:1769074991.429054:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429059:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c53c8. 00000400:00000200:2.0:1769074991.429062:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112e03c0 00000400:00000010:2.0:1769074991.429064:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b112e03c0. 00000100:00000200:2.0:1769074991.429067:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429071:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5108. 00000400:00000200:2.0:1769074991.429074:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b112e09c0 00000400:00000010:2.0:1769074991.429076:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b112e09c0. 00000100:00000200:2.0:1769074991.429080:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429086:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5b58. 00000400:00000200:2.0:1769074991.429089:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b27f12480 00000400:00000010:2.0:1769074991.429092:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b27f12480. 00000100:00000200:2.0:1769074991.429095:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429100:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c56e0. 00000400:00000200:2.0:1769074991.429102:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e000 00000400:00000010:2.0:1769074991.429104:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159e000. 00000100:00000200:2.0:1769074991.429106:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429109:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5528. 00000400:00000200:2.0:1769074991.429111:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e6c0 00000400:00000010:2.0:1769074991.429112:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159e6c0. 00000100:00000200:2.0:1769074991.429114:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429117:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5420. 00000400:00000200:2.0:1769074991.429119:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159ec00 00000400:00000010:2.0:1769074991.429120:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159ec00. 00000100:00000200:2.0:1769074991.429122:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429125:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5000. 00000400:00000200:2.0:1769074991.429128:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e840 00000400:00000010:2.0:1769074991.429129:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159e840. 00000100:00000200:2.0:1769074991.429132:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429135:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5dc0. 00000400:00000200:2.0:1769074991.429137:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e0c0 00000400:00000010:2.0:1769074991.429147:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159e0c0. 00000100:00000200:2.0:1769074991.429150:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429156:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5d10. 00000400:00000200:2.0:1769074991.429158:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159ea80 00000400:00000010:2.0:1769074991.429159:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159ea80. 00000100:00000200:2.0:1769074991.429160:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429162:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5c60. 00000400:00000200:2.0:1769074991.429164:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e240 00000400:00000010:2.0:1769074991.429165:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159e240. 00000100:00000200:2.0:1769074991.429172:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429176:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5160. 00000400:00000200:2.0:1769074991.429179:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159e480 00000400:00000010:2.0:1769074991.429180:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159e480. 00000100:00000200:2.0:1769074991.429182:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429185:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754000. 00000400:00000200:2.0:1769074991.429187:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b3ec480 00000400:00000010:2.0:1769074991.429189:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b3ec480. 00000100:00000200:2.0:1769074991.429190:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429193:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754c60. 00000400:00000200:2.0:1769074991.429195:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b3ec180 00000400:00000010:2.0:1769074991.429196:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b3ec180. 00000100:00000200:2.0:1769074991.429198:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429201:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754f20. 00000400:00000200:2.0:1769074991.429203:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b3ec0c0 00000400:00000010:2.0:1769074991.429205:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b3ec0c0. 00000100:00000200:2.0:1769074991.429206:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429210:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754aa8. 00000400:00000200:2.0:1769074991.429212:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b3ec540 00000400:00000010:2.0:1769074991.429213:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b3ec540. 00000100:00000200:2.0:1769074991.429214:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429217:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754528. 00000400:00000200:2.0:1769074991.429219:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476600 00000400:00000010:2.0:1769074991.429220:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476600. 00000100:00000200:2.0:1769074991.429222:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429224:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754e70. 00000400:00000200:2.0:1769074991.429226:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476b40 00000400:00000010:2.0:1769074991.429227:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476b40. 00000100:00000200:2.0:1769074991.429229:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429231:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307549f8. 00000400:00000200:2.0:1769074991.429233:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b4763c0 00000400:00000010:2.0:1769074991.429234:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b4763c0. 00000100:00000200:2.0:1769074991.429236:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429238:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754948. 00000400:00000200:2.0:1769074991.429240:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476f00 00000400:00000010:2.0:1769074991.429241:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476f00. 00000100:00000200:2.0:1769074991.429242:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429245:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754160. 00000400:00000200:2.0:1769074991.429247:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476540 00000400:00000010:2.0:1769074991.429248:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476540. 00000100:00000200:2.0:1769074991.429250:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429254:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754b58. 00000400:00000200:2.0:1769074991.429257:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4900 00000400:00000010:2.0:1769074991.429259:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b38bc4900. 00000100:00000200:2.0:1769074991.429262:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429266:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754a50. 00000400:00000200:2.0:1769074991.429269:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4d80 00000400:00000010:2.0:1769074991.429270:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b38bc4d80. 00000100:00000200:2.0:1769074991.429273:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429278:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754ec8. 00000400:00000200:2.0:1769074991.429282:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4240 00000400:00000010:2.0:1769074991.429284:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b38bc4240. 00000100:00000200:2.0:1769074991.429287:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429291:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754c08. 00000400:00000200:2.0:1769074991.429293:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4180 00000400:00000010:2.0:1769074991.429295:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b38bc4180. 00000100:00000200:2.0:1769074991.429298:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429302:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307542c0. 00000400:00000200:2.0:1769074991.429306:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4c00 00000400:00000010:2.0:1769074991.429308:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b38bc4c00. 00000100:00000200:2.0:1769074991.429312:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429315:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754210. 00000400:00000200:2.0:1769074991.429317:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b38bc4a80 00000400:00000010:2.0:1769074991.429319:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b38bc4a80. 00000100:00000200:2.0:1769074991.429321:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429324:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754318. 00000400:00000200:2.0:1769074991.429326:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a01f77300 00000400:00000010:2.0:1769074991.429327:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a01f77300. 00000100:00000200:2.0:1769074991.429329:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429333:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754478. 00000400:00000200:2.0:1769074991.429334:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b642480 00000400:00000010:2.0:1769074991.429336:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b642480. 00000100:00000200:2.0:1769074991.429345:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429350:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307549a0. 00000400:00000200:2.0:1769074991.429353:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0b476cc0 00000400:00000010:2.0:1769074991.429355:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0b476cc0. 00000100:00000200:2.0:1769074991.429358:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429360:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754898. 00000400:00000200:2.0:1769074991.429362:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b175bf3c0 00000400:00000010:2.0:1769074991.429363:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b175bf3c0. 00000100:00000200:2.0:1769074991.429365:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429367:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754840. 00000400:00000200:2.0:1769074991.429368:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b12a73540 00000400:00000010:2.0:1769074991.429374:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b12a73540. 00000100:00000200:2.0:1769074991.429377:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429381:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794e18. 00000400:00000200:2.0:1769074991.429384:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a0159ee40 00000400:00000010:2.0:1769074991.429385:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a0159ee40. 00000100:00000200:2.0:1769074991.429387:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429390:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30754580. 00000400:00000200:2.0:1769074991.429392:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b076a6900 00000400:00000010:2.0:1769074991.429394:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b076a6900. 00000100:00000200:2.0:1769074991.429395:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429398:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b307940b0. 00000400:00000200:2.0:1769074991.429400:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b129dd900 00000400:00000010:2.0:1769074991.429401:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b129dd900. 00000100:00000200:2.0:1769074991.429403:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429406:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b30794580. 00000400:00000200:2.0:1769074991.429408:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b129dd180 00000400:00000010:2.0:1769074991.429409:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b129dd180. 00000100:00000200:2.0:1769074991.429411:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429414:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367513c8. 00000400:00000200:2.0:1769074991.429416:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02a4dcc0 00000400:00000010:2.0:1769074991.429417:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02a4dcc0. 00000100:00000200:2.0:1769074991.429420:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429423:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751210. 00000400:00000200:2.0:1769074991.429425:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02a4d3c0 00000400:00000010:2.0:1769074991.429427:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02a4d3c0. 00000100:00000200:2.0:1769074991.429429:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429432:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b3c3c5318. 00000400:00000200:2.0:1769074991.429435:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8b086d1a80 00000400:00000010:2.0:1769074991.429436:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8b086d1a80. 00000100:00000200:2.0:1769074991.429438:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429441:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751840. 00000400:00000200:2.0:1769074991.429443:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02a4d600 00000400:00000010:2.0:1769074991.429444:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02a4d600. 00000100:00000200:2.0:1769074991.429446:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429450:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367512c0. 00000400:00000200:2.0:1769074991.429452:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02a4dc00 00000400:00000010:2.0:1769074991.429453:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02a4dc00. 00000100:00000200:2.0:1769074991.429455:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429458:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b367516e0. 00000400:00000200:2.0:1769074991.429460:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02a4d300 00000400:00000010:2.0:1769074991.429462:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02a4d300. 00000100:00000200:2.0:1769074991.429463:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000400:00000010:2.0:1769074991.429466:0:53990:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c8b36751580. 00000400:00000200:2.0:1769074991.429468:0:53990:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c8a02a4d240 00000400:00000010:2.0:1769074991.429469:0:53990:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8c8a02a4d240. 00000100:00000200:2.0:1769074991.429471:0:53990:0:(events.c:296:request_in_callback()) event type 6, status 0, service mgs 00000100:00000010:2.0:1769074991.429498:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0b064000. 00000100:00000010:2.0:1769074991.429501:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f5b400. 00000100:00000010:2.0:1769074991.429504:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0b066000. 00000100:00000010:2.0:1769074991.429507:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b0672b000. 00000100:00000010:2.0:1769074991.429509:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0b060000. 00000100:00000010:2.0:1769074991.429512:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b06728c00. 00000100:00000010:2.0:1769074991.429514:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0ab30000. 00000100:00000010:2.0:1769074991.429517:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b06728400. 00000100:00000010:2.0:1769074991.429519:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0ab36000. 00000100:00000010:2.0:1769074991.429522:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b0672b800. 00000100:00000010:2.0:1769074991.429524:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0ab34000. 00000100:00000010:2.0:1769074991.429526:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b06729000. 00000100:00000010:2.0:1769074991.429528:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b06504000. 00000100:00000010:2.0:1769074991.429532:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b0672a400. 00000100:00000010:2.0:1769074991.429534:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b06500000. 00000100:00000010:2.0:1769074991.429538:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b0672ac00. 00000100:00000010:2.0:1769074991.429541:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b06506000. 00000100:00000010:2.0:1769074991.429545:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17525400. 00000100:00000010:2.0:1769074991.429548:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0a168000. 00000100:00000010:2.0:1769074991.429552:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17524800. 00000100:00000010:2.0:1769074991.429555:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0a16a000. 00000100:00000010:2.0:1769074991.429558:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17527400. 00000100:00000010:2.0:1769074991.429561:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b049c8000. 00000100:00000010:2.0:1769074991.429565:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17526400. 00000100:00000010:2.0:1769074991.429568:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0ad3a000. 00000100:00000010:2.0:1769074991.429571:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17524c00. 00000100:00000010:2.0:1769074991.429573:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0ad3c000. 00000100:00000010:2.0:1769074991.429575:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17352800. 00000100:00000010:2.0:1769074991.429583:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0ad3e000. 00000100:00000010:2.0:1769074991.429585:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17353c00. 00000100:00000010:2.0:1769074991.429586:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0a680000. 00000100:00000010:2.0:1769074991.429589:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17351c00. 00000100:00000010:2.0:1769074991.429590:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0a686000. 00000100:00000010:2.0:1769074991.429593:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17351800. 00000100:00000010:2.0:1769074991.429594:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b04a66000. 00000100:00000010:2.0:1769074991.429597:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17353000. 00000100:00000010:2.0:1769074991.429599:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b04a64000. 00000100:00000010:2.0:1769074991.429603:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17351400. 00000100:00000010:2.0:1769074991.429605:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09e98000. 00000100:00000010:2.0:1769074991.429609:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17350000. 00000100:00000010:2.0:1769074991.429612:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09e9a000. 00000100:00000010:2.0:1769074991.429615:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17353400. 00000100:00000010:2.0:1769074991.429617:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b067d2000. 00000100:00000010:2.0:1769074991.429620:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a0302dc00. 00000100:00000010:2.0:1769074991.429623:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b067d4000. 00000100:00000010:2.0:1769074991.429626:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17332800. 00000100:00000010:2.0:1769074991.429629:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a04528000. 00000100:00000010:2.0:1769074991.429631:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17331800. 00000100:00000010:2.0:1769074991.429633:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0452a000. 00000100:00000010:2.0:1769074991.429635:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17332c00. 00000100:00000010:2.0:1769074991.429637:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3066a000. 00000100:00000010:2.0:1769074991.429640:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17333400. 00000100:00000010:2.0:1769074991.429642:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3066c000. 00000100:00000010:2.0:1769074991.429645:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17330800. 00000100:00000010:2.0:1769074991.429648:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b304be000. 00000100:00000010:2.0:1769074991.429650:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17332000. 00000100:00000010:2.0:1769074991.429652:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b304b8000. 00000100:00000010:2.0:1769074991.429654:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b17331000. 00000100:00000010:2.0:1769074991.429671:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b304ba000. 00000100:00000010:2.0:1769074991.429674:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fa01800. 00000100:00000010:2.0:1769074991.429677:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b17510000. 00000100:00000010:2.0:1769074991.429679:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fa02800. 00000100:00000010:2.0:1769074991.429681:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b17514000. 00000100:00000010:2.0:1769074991.429684:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b352db800. 00000100:00000010:2.0:1769074991.429687:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b17512000. 00000100:00000010:2.0:1769074991.429689:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b352d8400. 00000100:00000010:2.0:1769074991.429691:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a096a8000. 00000100:00000010:2.0:1769074991.429694:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b352da400. 00000100:00000010:2.0:1769074991.429695:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b2a396000. 00000100:00000010:2.0:1769074991.429697:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b352d9c00. 00000100:00000010:2.0:1769074991.429699:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b2a390000. 00000100:00000010:2.0:1769074991.429700:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b352dbc00. 00000100:00000010:2.0:1769074991.429702:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b2a394000. 00000100:00000010:2.0:1769074991.429704:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b352d8000. 00000100:00000010:2.0:1769074991.429706:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0a6cc000. 00000100:00000010:2.0:1769074991.429709:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd1400. 00000100:00000010:2.0:1769074991.429713:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0a6ca000. 00000100:00000010:2.0:1769074991.429715:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd2000. 00000100:00000010:2.0:1769074991.429717:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a0a6c8000. 00000100:00000010:2.0:1769074991.429719:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd3c00. 00000100:00000010:2.0:1769074991.429722:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09eb6000. 00000100:00000010:2.0:1769074991.429725:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd1000. 00000100:00000010:2.0:1769074991.429728:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09eb4000. 00000100:00000010:2.0:1769074991.429730:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd0c00. 00000100:00000010:2.0:1769074991.429732:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b02dc8000. 00000100:00000010:2.0:1769074991.429735:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd1800. 00000100:00000010:2.0:1769074991.429737:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3fbb6000. 00000100:00000010:2.0:1769074991.429740:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd2800. 00000100:00000010:2.0:1769074991.429742:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3ed0a000. 00000100:00000010:2.0:1769074991.429746:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b3fbd2c00. 00000100:00000010:2.0:1769074991.429748:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3ed04000. 00000100:00000010:2.0:1769074991.429750:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b06764c00. 00000100:00000010:2.0:1769074991.429752:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3ed06000. 00000100:00000010:2.0:1769074991.429756:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b06764400. 00000100:00000010:2.0:1769074991.429760:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3ed02000. 00000100:00000010:2.0:1769074991.429764:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8b06766000. 00000100:00000010:2.0:1769074991.429767:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b30630000. 00000100:00000010:2.0:1769074991.429770:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03ca8c00. 00000100:00000010:2.0:1769074991.429773:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3fe50000. 00000100:00000010:2.0:1769074991.429777:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03cabc00. 00000100:00000010:2.0:1769074991.429780:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3fe54000. 00000100:00000010:2.0:1769074991.429783:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03caa400. 00000100:00000010:2.0:1769074991.429787:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09f54000. 00000100:00000010:2.0:1769074991.429790:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a04711000. 00000100:00000010:2.0:1769074991.429792:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09f52000. 00000100:00000010:2.0:1769074991.429793:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f5a400. 00000100:00000010:2.0:1769074991.429795:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09f50000. 00000100:00000010:2.0:1769074991.429801:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f5b800. 00000100:00000010:2.0:1769074991.429805:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b35cca000. 00000100:00000010:2.0:1769074991.429808:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f58400. 00000100:00000010:2.0:1769074991.429811:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b306ac000. 00000100:00000010:2.0:1769074991.429814:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f5bc00. 00000100:00000010:2.0:1769074991.429818:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b306ae000. 00000100:00000010:2.0:1769074991.429822:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f58000. 00000100:00000010:2.0:1769074991.429825:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b306a8000. 00000100:00000010:2.0:1769074991.429828:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f5a000. 00000100:00000010:2.0:1769074991.429832:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3064e000. 00000100:00000010:2.0:1769074991.429837:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f5a800. 00000100:00000010:2.0:1769074991.429841:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b3064a000. 00000100:00000010:2.0:1769074991.429844:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f59800. 00000100:00000010:2.0:1769074991.429848:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b30648000. 00000100:00000010:2.0:1769074991.429852:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f59400. 00000100:00000010:2.0:1769074991.429855:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b0349a000. 00000100:00000010:2.0:1769074991.429860:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f59c00. 00000100:00000010:2.0:1769074991.429863:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8b03498000. 00000100:00000010:2.0:1769074991.429866:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f59000. 00000100:00000010:2.0:1769074991.429870:0:53990:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8c8a09d20000. 00000100:00000010:2.0:1769074991.429873:0:53990:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8c8a03f58800. 00000100:00000010:2.0:1769074991.429877:0:53990:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8c8b3cfe4000. 00000100:00000010:2.0:1769074991.429886:0:53990:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8c8b358b4000. 00000100:00000010:2.0:1769074991.429893:0:53990:0:(service.c:3789:ptlrpc_service_purge_all()) kvfree 'rs': 16384 at ffff8c8b0760c000. 00000100:00000010:2.0:1769074991.429904:0:53990:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8c8b3e35b740. 00000100:00000010:2.0:1769074991.429908:0:53990:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8c8b07d0b600. 00000100:00000010:2.0:1769074991.429910:0:53990:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8c8b07d0b540. 00000100:00000010:2.0:1769074991.429913:0:53990:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8c8b07d0b300. 00000100:00000010:2.0:1769074991.429915:0:53990:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8c8b07d0bcc0. 00000020:00000010:2.0:1769074991.430113:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0ad34000. 00000020:00000010:2.0:1769074991.430125:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b3d0dc000. 00000020:00000010:2.0:1769074991.430129:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0ad2e000. 00000020:00000010:2.0:1769074991.430132:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b3068c000. 00000020:00000010:2.0:1769074991.430136:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8c8b3f70b000. 00000020:00000010:2.0:1769074991.430139:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b06765800. 00000100:00000010:2.0:1769074991.430163:0:53990:0:(service.c:3811:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8c8b0761c000. 00000100:00000010:2.0:1769074991.430171:0:53990:0:(service.c:3817:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8c8b10124000. 00000100:00000010:2.0:1769074991.430175:0:53990:0:(service.c:3823:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8c8a03ca9400. 00000100:00000010:2.0:1769074991.430178:0:53990:0:(service.c:3829:ptlrpc_service_free()) kfreed 'svc': 352 at ffff8c8a04599e00. 00080000:00000010:2.0:1769074991.430185:0:53990:0:(osd_handler.c:7146:osd_it_dir_init()) slab-alloced 'oie': 576 at ffff8c8b0421a640. 20000000:00000010:2.0:1769074991.430217:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d29040. 20000000:00000010:2.0:1769074991.430220:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 7 at ffff8c8b110c8bb0. 20000000:00000010:2.0:1769074991.430223:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d298a0. 20000000:00000010:2.0:1769074991.430225:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8c8b09b9f800. 20000000:00000010:2.0:1769074991.430226:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d29780. 20000000:00000010:2.0:1769074991.430229:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 14 at ffff8c8b09b9f0e0. 20000000:00000010:2.0:1769074991.430230:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d29e80. 20000000:00000010:2.0:1769074991.430232:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8c8b09b9f960. 20000000:00000010:2.0:1769074991.430234:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d29960. 20000000:00000010:2.0:1769074991.430235:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 8 at ffff8c8b110c8290. 20000000:00000010:2.0:1769074991.430237:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d29000. 20000000:00000010:2.0:1769074991.430239:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 10 at ffff8c8b09b9f590. 20000000:00000010:2.0:1769074991.430242:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d29c40. 20000000:00000010:2.0:1769074991.430244:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8c8b09b9f9b0. 20000000:00000010:2.0:1769074991.430246:0:53990:0:(mgs_internal.h:356:mgs_direntry_alloc()) kmalloced '(de)': 32 at ffff8c8b06d29a20. 20000000:00000010:2.0:1769074991.430248:0:53990:0:(mgs_internal.h:360:mgs_direntry_alloc()) kmalloced '(de->mde_name)': 15 at ffff8c8b09b9f3b0. 00080000:00000010:2.0:1769074991.430260:0:53990:0:(osd_handler.c:7242:osd_it_dir_fini()) slab-freed '(oie)': 576 at ffff8c8b0421a640. 20000000:00000010:2.0:1769074991.430311:0:53990:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff8c8a0af2c000. 20000000:00000010:2.0:1769074991.430319:0:53990:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff8c8a0af28000. 20000000:00000010:2.0:1769074991.430323:0:53990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8c8b09b9ff80. 20000000:00000010:2.0:1769074991.430326:0:53990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8c8b09b9f670. 20000000:00000010:2.0:1769074991.430329:0:53990:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8c8a044c7200. 20000000:00000010:2.0:1769074991.430334:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8c8b09b9f3b0. 20000000:00000010:2.0:1769074991.430337:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d29a20. 20000000:00000010:2.0:1769074991.430340:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8c8b09b9f9b0. 20000000:00000010:2.0:1769074991.430343:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d29c40. 20000000:00000010:2.0:1769074991.430345:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 10 at ffff8c8b09b9f590. 20000000:00000010:2.0:1769074991.430348:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d29000. 20000000:00000010:2.0:1769074991.430350:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 8 at ffff8c8b110c8290. 20000000:00000010:2.0:1769074991.430352:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d29960. 20000000:00000010:2.0:1769074991.430354:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8c8b09b9f960. 20000000:00000010:2.0:1769074991.430357:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d29e80. 20000000:00000010:2.0:1769074991.430358:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 14 at ffff8c8b09b9f0e0. 20000000:00000010:2.0:1769074991.430360:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d29780. 20000000:00000010:2.0:1769074991.430362:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 15 at ffff8c8b09b9f800. 20000000:00000010:2.0:1769074991.430364:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d298a0. 20000000:00000010:2.0:1769074991.430366:0:53990:0:(mgs_internal.h:347:mgs_direntry_free()) kfreed 'de->mde_name': 7 at ffff8c8b110c8bb0. 20000000:00000010:2.0:1769074991.430369:0:53990:0:(mgs_internal.h:348:mgs_direntry_free()) kfreed 'de': 32 at ffff8c8b06d29040. 20000000:00000010:2.0:1769074991.430377:0:53990:0:(mgs_nids.c:639:mgs_nidtbl_fini_fs()) kfreed 'tnl': 512 at ffff8c8b36e42200. 20000000:00000010:2.0:1769074991.430380:0:53990:0:(mgs_nids.c:643:mgs_nidtbl_fini_fs()) kfreed 'tgt': 96 at ffff8c8b2223a480. 20000000:00000010:2.0:1769074991.430427:0:53990:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff8c8a0ad80000. 20000000:00000010:2.0:1769074991.430432:0:53990:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff8c8b307d2000. 20000000:00000010:2.0:1769074991.430435:0:53990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8c8b09b9f140. 20000000:00000010:2.0:1769074991.430438:0:53990:0:(mgs_llog.c:151:name_destroy()) kfreed '*name': 14 at ffff8c8b09b9fca0. 20000000:00000010:2.0:1769074991.430441:0:53990:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8c8a04db5600. 20000000:00000010:2.0:1769074991.430448:0:53990:0:(mgs_llog.c:553:mgs_free_fsdb()) kfreed 'fsdb->fsdb_ost_index_map': 8192 at ffff8c8b307d4000. 20000000:00000010:2.0:1769074991.430451:0:53990:0:(mgs_llog.c:554:mgs_free_fsdb()) kfreed 'fsdb->fsdb_mdt_index_map': 8192 at ffff8c8a0ad2c000. 20000000:00000010:2.0:1769074991.430467:0:53990:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8c8a04db5a00. 20000000:00000010:2.0:1769074991.430470:0:53990:0:(mgs_llog.c:558:mgs_free_fsdb()) kfreed 'fsdb': 488 at ffff8c8a04599400. 00000020:00000010:2.0:1769074991.430590:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at ffff8c8b04a7db00. 00000020:00000010:2.0:1769074991.430593:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at ffff8c8a0b3ec600. 00000020:00000010:2.0:1769074991.430596:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b35d26c00. 00000020:00000010:2.0:1769074991.430599:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8c8a0b2f5a00. 00000020:00000010:2.0:1769074991.430608:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8c8b04a7d300. 00000020:00000010:2.0:1769074991.430612:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b35d26800. 00000020:00000010:2.0:1769074991.430615:0:53990:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8c8b074b8300. 00000020:00000010:2.0:1769074991.430734:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 200 at ffff8c8b1326c800. 00000020:00000010:2.0:1769074991.430738:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 160 at ffff8c8b03590e40. 00000020:00000010:2.0:1769074991.430741:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b3fe3a800. 00000020:00000010:2.0:1769074991.430744:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 280 at ffff8c8b048dd600. 00000020:00000010:2.0:1769074991.430747:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 224 at ffff8c8b1326ca00. 00000020:00000010:2.0:1769074991.430749:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 584 at ffff8c8b3fe38800. 00000020:00000010:2.0:1769074991.430751:0:53990:0:(lprocfs_status_server.c:313:lprocfs_free_client_stats()) kfreed 'client_stat': 96 at ffff8c8b06d2a600. 00080000:00000010:2.0:1769074991.430873:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a044c7c00. 00000020:00000010:2.0:1769074991.430877:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b111af200. 00000020:00000010:2.0:1769074991.430882:0:53990:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8c8b100e6900. 00080000:00000010:2.0:1769074991.430889:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a044c7a00. 00000020:00000010:2.0:1769074991.430891:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8a02cd9700. 00000020:00000010:2.0:1769074991.430894:0:53990:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8c8b100e6b00. 00000040:00000010:2.0:1769074991.430897:0:53990:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8c8b03d2ed80. 20000000:00000010:2.0:1769074991.430904:0:53990:0:(mgs_fs.c:193:mgs_fs_cleanup()) kmalloced '(lcfg)': 48 at ffff8c8b07763b00. 20000000:00000010:2.0:1769074991.430909:0:53990:0:(mgs_fs.c:203:mgs_fs_cleanup()) kfreed 'lcfg': 48 at ffff8c8b07763b00. 00080000:00000010:2.0:1769074991.430919:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04599600. 00000020:00000010:2.0:1769074991.430922:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b362b5a00. 00000001:00000010:2.0:1769074991.430930:0:53990:0:(nodemap_storage.c:2650:nm_config_file_deregister_mgs()) kfreed 'ncf': 32 at ffff8c8b10cf9b20. 00080000:00000010:2.0:1769074991.430963:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04598400. 00000020:00000010:2.0:1769074991.430967:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b362b5600. 00000020:00000010:2.0:1769074991.430972:0:53990:0:(local_storage.c:970:local_oid_storage_fini()) kfreed 'los': 120 at ffff8c8b0944e680. 00080000:00000010:2.0:1769074991.430987:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8b10c24800. 00000020:00000010:2.0:1769074991.430990:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b111af800. 00080000:00000010:2.0:1769074991.431014:0:53990:0:(osd_handler.c:1726:osd_index_fini()) kfreed 'o->oo_dir': 216 at ffff8c8b362b5800. 00080000:00000010:2.0:1769074991.431021:0:53990:0:(osd_handler.c:1707:osd_object_free()) kfreed 'obj': 312 at ffff8c8a04599000. 00000020:00000010:2.0:1769074991.431024:0:53990:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 232 at ffff8c8b362b5d00. 00000020:00000010:2.0:1769074991.431101:0:53990:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 448 at ffff8c8a04598200. 00000020:00000010:2.0:1769074991.431132:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8c8b05cf0e00. 00000020:00000010:2.0:1769074991.431136:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8c8a04599a00. 00000020:00000010:2.0:1769074991.431139:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b05378c00. 00000020:00000010:2.0:1769074991.431177:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8b2b1686c0. 00000020:00000010:2.0:1769074991.431179:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8b3e35bc40. 00000020:00000010:2.0:1769074991.431182:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8b0951f380. 00000020:00000010:2.0:1769074991.431185:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 64 at ffff8c8a0af742c0. 00000020:00000010:2.0:1769074991.431187:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8c8b10cf9da0. 00000020:00000010:2.0:1769074991.431189:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8a09d53800. 00000001:00000010:2.0:1769074991.431226:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8c8a03304000. 00000001:00000010:2.0:1769074991.431229:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8c8a03304800. 00000001:00000010:2.0:1769074991.431232:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff8c8a032453c0. 00000001:00000010:2.0:1769074991.431235:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8a02aee800. 00010000:00000010:2.0:1769074991.431240:0:53990:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8c8a09d53400. 00000020:00000010:2.0:1769074991.431301:0:53990:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 4 at ffff8c8b41285fa8. 00000020:00000010:0.0:1769074991.431307:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b34c3f000. 00000020:00000010:2.0:1769074991.431308:0:53990:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff8c8b10cf91a0. 00000001:00000010:2.0:1769074991.431324:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b03ed1200. 00000001:00000010:2.0:1769074991.431326:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b03ed1800. 00000001:00000010:2.0:1769074991.431329:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3fe61e00. 00000001:00000010:2.0:1769074991.431332:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3d47c200. 00000001:00000010:2.0:1769074991.431334:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9f60. 00000001:00000010:2.0:1769074991.431337:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8a09960700. 00000001:00000010:2.0:1769074991.431342:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a02a8e800. 00000001:00000010:2.0:1769074991.431345:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8a02a8ee00. 00000001:00000010:2.0:1769074991.431348:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b12190400. 00000001:00000010:2.0:1769074991.431350:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b09166800. 00000001:00000010:2.0:1769074991.431353:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9260. 00000001:00000010:2.0:1769074991.431355:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b362b5200. 00000020:00000010:2.0:1769074991.431362:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b34c3e800. 00000020:00000010:2.0:1769074991.431367:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.431370:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.431373:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.431375:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.431377:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.431380:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8b0663e660. 00040000:00000010:2.0:1769074991.431382:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.431385:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a04534000. 00080000:00000010:2.0:1769074991.431388:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a04536000. 20000000:00000010:2.0:1769074991.431391:0:53990:0:(mgs_handler.c:1706:mgs_key_init()) kmalloced '(value)': 392 at ffff8c8b421c7200. 20000000:00000010:2.0:1769074991.431411:0:53990:0:(mgs_handler.c:1538:mgs_device_free()) kfreed 'mgs': 1864 at ffff8c8b34c3b800. 00000020:00000010:2.0:1769074991.431414:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b421c6000. 00000040:00000010:2.0:1769074991.431416:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b421c7800. 00000020:00000010:2.0:1769074991.431419:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8b03426000. 00000020:00000010:2.0:1769074991.431423:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b421c7a00. 80000000:00000010:2.0:1769074991.431426:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8b0663e660. 00040000:00000010:2.0:1769074991.431429:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b421c7400. 00080000:00000010:2.0:1769074991.431433:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a04536000. 00080000:00000010:2.0:1769074991.431437:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a04534000. 20000000:00000010:2.0:1769074991.431440:0:53990:0:(mgs_handler.c:1706:mgs_key_fini()) kfreed 'info': 392 at ffff8c8b421c7200. 00000020:00000010:2.0:1769074991.431443:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b421c6800. 00000020:00000010:2.0:1769074991.431446:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b358ce360. 00000020:00000010:2.0:1769074991.431450:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 56 at ffff8c8b07763c40. 00000020:00000010:2.0:1769074991.431454:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8c8b0663e660. 00000020:00000010:0.0:1769074991.431492:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a044bf800. 00000020:00000010:2.0:1769074991.431542:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8c8b070d1a00. 00000020:00000010:2.0:1769074991.431547:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b04996800. 00000020:00000010:2.0:1769074991.431586:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8c8b10cf9960. 00000020:00000010:2.0:1769074991.431589:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b04995800. 00000001:00000010:2.0:1769074991.432091:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3a9000. 00000001:00000010:2.0:1769074991.432099:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3b3000. 00000001:00000010:2.0:1769074991.432101:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3bd000. 00000001:00000010:2.0:1769074991.432102:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3c7000. 00000001:00000010:2.0:1769074991.432104:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3d1000. 00000001:00000010:2.0:1769074991.432105:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3db000. 00000001:00000010:2.0:1769074991.432107:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3e5000. 00000001:00000010:2.0:1769074991.432108:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3ef000. 00000001:00000010:2.0:1769074991.432110:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c3f9000. 00000001:00000010:2.0:1769074991.432111:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c403000. 00000001:00000010:2.0:1769074991.432113:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38c40d000. 00000001:00000010:2.0:1769074991.432114:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38e691000. 00000001:00000010:2.0:1769074991.432115:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38ead9000. 00000001:00000010:2.0:1769074991.432117:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38eae9000. 00000001:00000010:2.0:1769074991.432118:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f2ab000. 00000001:00000010:2.0:1769074991.432120:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f2c5000. 00000001:00000010:2.0:1769074991.432121:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f2d5000. 00000001:00000010:2.0:1769074991.432123:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f2df000. 00000001:00000010:2.0:1769074991.432124:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f2e9000. 00000001:00000010:2.0:1769074991.432126:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f32d000. 00000001:00000010:2.0:1769074991.432127:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f355000. 00000001:00000010:2.0:1769074991.432129:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f365000. 00000001:00000010:2.0:1769074991.432130:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f395000. 00000001:00000010:2.0:1769074991.432132:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f39f000. 00000001:00000010:2.0:1769074991.432133:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3a9000. 00000001:00000010:2.0:1769074991.432135:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3b3000. 00000001:00000010:2.0:1769074991.432137:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3bd000. 00000001:00000010:2.0:1769074991.432138:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3c7000. 00000001:00000010:2.0:1769074991.432139:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3d1000. 00000001:00000010:2.0:1769074991.432140:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3db000. 00000001:00000010:2.0:1769074991.432142:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3e5000. 00000001:00000010:2.0:1769074991.432144:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa1d38f3ef000. 00000001:00000010:2.0:1769074991.432145:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8c8b30752200. 00000001:00000010:2.0:1769074991.432148:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8c8b070d1000. 00010000:00000010:2.0:1769074991.432158:0:53990:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 816 at ffff8c8b04996c00. 00000100:00020000:0.0:1769074991.433083:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 11 not setup 00000100:00020000:0.0:1769074991.433088:0:53990:0:(obd_class.h:479:obd_check_dev()) Device 11 not setup 00010000:00000010:0.0:1769074991.433104:0:53990:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8c8a01cf1440. 00010000:00000010:0.0:1769074991.433110:0:53990:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8c8b17586000. 00010000:00000010:0.0:1769074991.433118:0:53990:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8c8b17582000. 00000020:00000010:1.0:1769074991.433120:0:42971:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8c8a09282240. 00000020:00000010:1.0:1769074991.433128:0:42971:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8c8b34c3a800. 00000020:00000010:0.0:1769074991.433198:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a0adda000. 00000020:00000010:0.0:1769074991.433212:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a09228000. 00000020:00000010:0.0:1769074991.433231:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8b09090000. 00000020:00000010:0.0:1769074991.433235:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8c8a09232000. 00000020:00000010:0.0:1769074991.433253:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8c8b05314000. 00000020:00000010:0.0:1769074991.433258:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8b04996400. 00000001:00000010:0.0:1769074991.433276:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3cf21e00. 00000001:00000010:0.0:1769074991.433278:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3cf20e00. 00000001:00000010:0.0:1769074991.433280:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3cf21000. 00000001:00000010:0.0:1769074991.433283:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3cf21600. 00000001:00000010:0.0:1769074991.433309:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9920. 00000001:00000010:0.0:1769074991.433311:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b30752d00. 00000001:00000010:0.0:1769074991.433316:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b3cf21c00. 00000001:00000010:0.0:1769074991.433318:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b07b9bc00. 00000001:00000010:0.0:1769074991.433320:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b07b9a800. 00000001:00000010:0.0:1769074991.433322:0:53990:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8c8b07b9b200. 00000001:00000010:0.0:1769074991.433325:0:53990:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8c8b10cf9e80. 00000001:00000010:0.0:1769074991.433327:0:53990:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8c8b30752500. 00000020:00000010:0.0:1769074991.433334:0:53990:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8a044bb800. 00000020:00000010:0.0:1769074991.433341:0:53990:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8c8b075b9e00. 00000020:00000010:0.0:1769074991.433344:0:53990:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff8c8b075b9200. 00000040:00000010:0.0:1769074991.433347:0:53990:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8c8b075b8e00. 00000020:00000010:0.0:1769074991.433351:0:53990:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8c8a03f40800. 00000020:00000010:0.0:1769074991.433355:0:53990:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074991.433364:0:53990:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8c8b08145c00. 80000000:00000010:0.0:1769074991.433369:0:53990:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8c8a01f4f240. 40000000:00000010:0.0:1769074991.433373:0:53990:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8c8a01eec340. 00100000:00000010:0.0:1769074991.433378:0:53990:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8c8a03f45800. 00040000:00000010:0.0:1769074991.433382:0:53990:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8c8a01ef8b00. 00040000:00000010:0.0:1769074991.433386:0:53990:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8c8b08145e00. 00080000:00000010:0.0:1769074991.433391:0:53990:0:(osd_handler.c:8266:osd_key_init()) kmalloced '(info)': 4400 at ffff8c8a09cfc000. 00080000:00000010:0.0:1769074991.433397:0:53990:0:(osd_handler.c:8270:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8c8a09cf8000. 00000004:00000010:0.0:1769074991.433403:0:53990:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8c8a028e4800. 00000004:00000010:0.0:1769074991.433408:0:53990:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff8c8b1fc58000. 00000004:00000010:0.0:1769074991.433419:0:53990:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff8c8a028e1000. 00000004:00000010:0.0:1769074991.433424:0:53990:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff8c8b378cc400. 00000010:00000010:0.0:1769074991.433428:0:53990:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff8c8a09282b40. 00000020:00000010:0.0:1769074991.433432:0:53990:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff8c8b075b9200. 00000040:00000010:0.0:1769074991.433436:0:53990:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8c8b075b8e00. 00000020:00000010:0.0:1769074991.433438:0:53990:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8c8a03f40800. 00000020:00000010:0.0:1769074991.433442:0:53990:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8c8b3d0e8000. 00000020:00000010:0.0:1769074991.433445:0:53990:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8c8b08145c00. 80000000:00000010:0.0:1769074991.433448:0:53990:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8c8a01f4f240. 40000000:00000010:0.0:1769074991.433451:0:53990:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8c8a01eec340. 00100000:00000010:0.0:1769074991.433454:0:53990:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8c8a03f45800. 00040000:00000010:0.0:1769074991.433457:0:53990:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8c8a01ef8b00. 00040000:00000010:0.0:1769074991.433460:0:53990:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8c8b08145e00. 00080000:00000010:0.0:1769074991.433464:0:53990:0:(osd_handler.c:8316:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8c8a09cf8000. 00080000:00000010:0.0:1769074991.433467:0:53990:0:(osd_handler.c:8328:osd_key_fini()) kfreed 'info': 4400 at ffff8c8a09cfc000. 00000004:00000010:0.0:1769074991.433475:0:53990:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8c8a028e4800. 00000004:00000010:0.0:1769074991.433477:0:53990:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff8c8b1fc58000. 00000004:00000010:0.0:1769074991.433481:0:53990:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff8c8a028e1000. 00000004:00000010:0.0:1769074991.433484:0:53990:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff8c8b378cc400. 00000020:00000010:0.0:1769074991.433486:0:53990:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8c8b075b9e00. 00000020:00000010:0.0:1769074991.433489:0:53990:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6360 at ffff8c8b358c98d8. 00000020:00000010:0.0:1769074991.433494:0:53990:0:(obd_config.c:2382:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8c8b0663e660. 00000020:00000010:0.0:1769074991.433513:0:53990:0:(obd_config.c:2365:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8c8a01f4f240. 00000020:00000010:1.0:1769074991.433524:0:42971:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8c8b34c3c800. 00000020:00000010:0.0:1769074991.434537:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 320 at ffff8c8b07b9b400. 00000020:00000010:0.0:1769074991.434549:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 320 at ffff8c8b35f8ee00. 00000020:00000010:0.0:1769074991.434557:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 320 at ffff8c8b06f7f400. 00000020:00000010:0.0:1769074991.434565:0:53990:0:(lprocfs_status.c:1547:stats_free()) kfreed 'stats->ls_percpu[i]': 320 at ffff8c8a03f5d200. 00000020:00000010:0.0:1769074991.434568:0:53990:0:(lprocfs_status.c:1553:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff8c8b131c3500. 00000020:00000010:0.0:1769074991.434572:0:53990:0:(lprocfs_status.c:1563:stats_free()) kfreed 'stats': 608 at ffff8c8a09d50800. 00080000:00000010:0.0:1769074991.434711:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a09960400. 00080000:00000010:0.0:1769074991.434716:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a09960b00. 00080000:00000010:0.0:1769074991.434720:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a09960100. 00080000:00000010:0.0:1769074991.434724:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a09960500. 00080000:00000010:0.0:1769074991.434727:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0d1b3a00. 00080000:00000010:0.0:1769074991.434731:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9f00. 00080000:00000010:0.0:1769074991.434734:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9200. 00080000:00000010:0.0:1769074991.434736:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9a00. 00080000:00000010:0.0:1769074991.434739:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9e00. 00080000:00000010:0.0:1769074991.434742:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9300. 00080000:00000010:0.0:1769074991.434745:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9700. 00080000:00000010:0.0:1769074991.434748:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9b00. 00080000:00000010:0.0:1769074991.434751:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b112a9500. 00080000:00000010:0.0:1769074991.434754:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02865b00. 00080000:00000010:0.0:1769074991.434758:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02865700. 00080000:00000010:0.0:1769074991.434761:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0379a700. 00080000:00000010:0.0:1769074991.434765:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0379ab00. 00080000:00000010:0.0:1769074991.434768:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0d2edb00. 00080000:00000010:0.0:1769074991.434771:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0d2eda00. 00080000:00000010:0.0:1769074991.434774:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0d2edc00. 00080000:00000010:0.0:1769074991.434777:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b066fa100. 00080000:00000010:0.0:1769074991.434781:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b066fa200. 00080000:00000010:0.0:1769074991.434784:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b066fab00. 00080000:00000010:0.0:1769074991.434787:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b066fa800. 00080000:00000010:0.0:1769074991.434790:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b066fac00. 00080000:00000010:0.0:1769074991.434794:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060400. 00080000:00000010:0.0:1769074991.434798:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060000. 00080000:00000010:0.0:1769074991.434800:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060100. 00080000:00000010:0.0:1769074991.434804:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060c00. 00080000:00000010:0.0:1769074991.434807:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060e00. 00080000:00000010:0.0:1769074991.434810:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060900. 00080000:00000010:0.0:1769074991.434813:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060a00. 00080000:00000010:0.0:1769074991.434816:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060700. 00080000:00000010:0.0:1769074991.434819:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060300. 00080000:00000010:0.0:1769074991.434822:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060f00. 00080000:00000010:0.0:1769074991.434825:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060200. 00080000:00000010:0.0:1769074991.434828:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3d060800. 00080000:00000010:0.0:1769074991.434831:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02cd9a00. 00080000:00000010:0.0:1769074991.434835:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02cd9000. 00080000:00000010:0.0:1769074991.434837:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02cd9e00. 00080000:00000010:0.0:1769074991.434840:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02cd9b00. 00080000:00000010:0.0:1769074991.434843:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02cd9f00. 00080000:00000010:0.0:1769074991.434846:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02cd9200. 00080000:00000010:0.0:1769074991.434850:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8a02cd9400. 00080000:00000010:0.0:1769074991.434854:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b1103d100. 00080000:00000010:0.0:1769074991.434858:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b1103db00. 00080000:00000010:0.0:1769074991.434863:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b1103d300. 00080000:00000010:0.0:1769074991.434867:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b050d8500. 00080000:00000010:0.0:1769074991.434872:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b050d8f00. 00080000:00000010:0.0:1769074991.434876:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b050d8800. 00080000:00000010:0.0:1769074991.434880:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b050d8a00. 00080000:00000010:0.0:1769074991.434882:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b050d8b00. 00080000:00000010:0.0:1769074991.434884:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b050d8d00. 00080000:00000010:0.0:1769074991.434891:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b050d8100. 00080000:00000010:0.0:1769074991.434894:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3c50d700. 00080000:00000010:0.0:1769074991.434896:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3c50d800. 00080000:00000010:0.0:1769074991.434898:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b3c50d300. 00080000:00000010:0.0:1769074991.434900:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0541a900. 00080000:00000010:0.0:1769074991.434904:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0541ab00. 00080000:00000010:0.0:1769074991.434906:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0541ac00. 00080000:00000010:0.0:1769074991.434909:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0541a100. 00080000:00000010:0.0:1769074991.434912:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0541a700. 00080000:00000010:0.0:1769074991.434914:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b0541a000. 00080000:00000010:0.0:1769074991.434917:0:53990:0:(osd_oi.c:67:osd_oi_table_put()) kfreed 'oi_table[i]': 224 at ffff8c8b111af300. 00080000:00000010:0.0:1769074991.434920:0:53990:0:(osd_oi.c:504:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff8c8a0af2a000. 00000001:00000010:0.0:1769074991.434951:0:53990:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8c8b3c485000. 00000001:00000010:0.0:1769074991.434956:0:53990:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8c8b0951f140. 00000001:00000010:0.0:1769074991.434987:0:53990:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8c8a02cd9c00. 00000001:00000010:0.0:1769074991.434992:0:53990:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8c8b0951fb80. 00000001:00000010:0.0:1769074991.435017:0:53990:0:(osd_compat.c:535:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8c8b362b5500. 00000001:00000010:0.0:1769074991.435019:0:53990:0:(osd_compat.c:541:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8c8b3524dc80. 00000001:00000010:0.0:1769074991.435023:0:53990:0:(osd_compat.c:566:osd_ost_fini()) kfreed 'map': 120 at ffff8c8b0944e200. 00000001:00000010:0.0:1769074991.435047:0:53990:0:(osd_compat.c:305:osd_mdt_fini()) kfreed 'omm': 8 at ffff8c8b03b0bad0. 00080000:00000010:1.0:1769074991.436707:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b03618a00. 00080000:00000010:1.0:1769074991.436714:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b055eb000. 00080000:00000010:1.0:1769074991.436720:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8b055eb200. 00080000:00000010:1.0:1769074991.436725:0:50504:0:(osd_handler.c:1905:osd_trans_commit_complete()) kfreed 'oh': 296 at ffff8c8a02c23800. Debug log: 114378 lines, 114378 kept, 0 dropped, 0 bad.